00010000:00000010:3.1:1761322976.981128:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000095612185. 00010000:00000010:3.1:1761322976.997112:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c203a752. 00010000:00000010:3.1:1761322976.997128:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000072cd09f2. 00010000:00000010:3.1:1761322977.000096:0:78271:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c3763c7a. 00010000:00000010:3.1:1761322977.000106:0:78271:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000da7f788e. 00010000:00000010:3.1:1761322977.000113:0:78271:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000638912c3. 00010000:00000010:3.1:1761322977.033109:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bc3fcb36. 00010000:00000010:3.1:1761322977.033117:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000055ebbf0a. 00010000:00000010:3.1:1761322977.043115:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f896278d. 00010000:00000010:3.1:1761322977.043123:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000095612185. 00010000:00000010:3.1:1761322977.046125:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007147ccff. 00010000:00000010:3.1:1761322977.046133:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000072cd09f2. 00010000:00000010:3.1:1761322977.056207:0:78230:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000521cd0a6. 00010000:00000010:3.1:1761322977.056219:0:78230:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000d245bd8. 00010000:00000010:3.1:1761322977.104124:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000337d32d8. 00010000:00000010:3.1:1761322977.116138:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000030ee1b7d. 00010000:00000010:3.1:1761322977.120128:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008889d9c5. 00010000:00000010:3.1:1761322977.129160:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be5843fe. 00010000:00000010:3.1:1761322977.144132:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006650589c. 00010000:00000010:3.1:1761322977.229222:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002f78ef35. 00010000:00000010:3.1:1761322977.251135:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e5770e76. 00010000:00000010:3.1:1761322977.258705:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bfc5fb79. 00010000:00000010:3.1:1761322977.288243:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000062e36c35. 00010000:00000010:3.1:1761322977.360731:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bb25bc4f. 00010000:00000010:3.1:1761322977.429120:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000034810752. 00010000:00000010:3.1:1761322977.441179:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000031982421. 00010000:00000010:3.1:1761322977.453394:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f00d98e7. 00010000:00000010:3.1:1761322977.474178:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a3106f3b. 00010000:00000010:3.1:1761322977.474198:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000040356497. 00010000:00000010:3.1:1761322977.479269:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007da87e80. 00010000:00000010:3.1:1761322977.484176:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e2745a2e. 00010000:00000010:3.1:1761322977.494817:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005b08eb51. 00010000:00000010:3.1:1761322977.581187:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000086d3fabc. 00010000:00000010:3.1:1761322977.608745:0:66652:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ca3aa6b0. 00010000:00000010:3.1:1761322977.615311:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ef3331bd. 00010000:00000010:3.1:1761322977.640147:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f405dd39. 00010000:00000010:3.1:1761322977.640158:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000022088b4f. 00010000:00000010:3.1:1761322977.649120:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c9e17762. 00010000:00000010:3.1:1761322977.649130:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000038b0f561. 00010000:00000010:3.1:1761322977.738148:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009351a43b. 00010000:00000010:3.1:1761322977.738158:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b7775e41. 00010000:00000010:3.1:1761322977.748507:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ed3aa6b8. 00010000:00000010:3.1:1761322977.748530:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000038b0f561. 00010000:00000010:3.1:1761322977.788303:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000030ef860c. 00010000:00000010:3.1:1761322977.788315:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000005c7516b. 00010000:00000010:3.1:1761322978.007132:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea837ba2. 00010000:00000010:3.1:1761322978.075310:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000982564b7. 00010000:00000010:3.1:1761322978.084174:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e136dd3c. 00010000:00000010:3.1:1761322978.144135:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000224f17a7. 00010000:00000010:3.1:1761322978.144150:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c9f5b024. 00010000:00000010:3.1:1761322978.144158:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005c487aed. 00010000:00000010:3.1:1761322978.147001:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009ebaab35. 00010000:00000010:3.1:1761322978.147019:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000719e4d91. 00010000:00000010:3.1:1761322978.147024:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fc82cc72. 00010000:00000010:3.1:1761322978.154144:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007696a387. 00010000:00000010:3.1:1761322978.154152:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000048bf287c. 00010000:00000010:3.1:1761322978.208447:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000da6a5ed7. 00010000:00000010:3.1:1761322978.225141:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000f5c7f99. 00010000:00000010:3.1:1761322978.231548:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000042788c0f. 00010000:00000010:3.1:1761322978.248408:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000004087605. 00010000:00000010:3.1:1761322978.272945:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000066e037aa. 00010000:00000010:3.1:1761322978.281102:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f2b410c7. 00010000:00000010:3.1:1761322978.284342:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003579d239. 00010000:00000010:3.1:1761322978.286962:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000007b8f7. 00010000:00000010:3.1:1761322978.303101:0:15810:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004ba6d030. 00010000:00000010:3.1:1761322978.330506:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000016ef7812. 00010000:00000010:3.1:1761322978.346297:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000601b6e43. 00010000:00000010:3.1:1761322978.353486:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002a0c19de. 00010000:00000010:3.1:1761322978.353504:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000439e0f3. 00010000:00000010:3.1:1761322978.353508:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f71e84ef. 00010000:00000010:3.1:1761322978.367163:0:78296:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000912694ed. 00010000:00000010:3.1:1761322978.377410:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c2892258. 00010000:00000010:3.1:1761322978.377418:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000029c896b8. 00010000:00000010:3.1:1761322978.383100:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000036225ec. 00010000:00000010:3.1:1761322978.383110:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003d9cec16. 00010000:00000010:3.1:1761322978.393279:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000844becbf. 00010000:00000010:3.1:1761322978.393314:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000007b9c590. 00010000:00000010:3.1:1761322978.393320:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000055dc567f. 00010000:00000010:3.1:1761322978.398117:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000094f07af1. 00010000:00000010:3.1:1761322978.456463:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ffe3242b. 00010000:00000010:3.1:1761322978.456473:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f50403c8. 00010000:00000010:3.1:1761322978.460611:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d04a78c6. 00010000:00000010:3.1:1761322978.460620:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000055dc567f. 00010000:00000010:3.1:1761322978.480111:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002809a934. 00010000:00000010:3.1:1761322978.503133:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000051721ad0. 00010000:00000010:3.1:1761322978.503140:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008905f4c9. 00010000:00000010:3.1:1761322978.503144:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002c64507c. 00010000:00000010:3.1:1761322978.518152:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b3a0f809. 00010000:00000010:3.1:1761322978.539131:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000028c1652c. 00010000:00000010:3.1:1761322978.565048:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000140b77df. 00010000:00000010:3.1:1761322978.579298:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008dd7edaa. 00010000:00000010:3.1:1761322978.590335:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000051d821f8. 00010000:00000010:3.1:1761322978.620127:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097d5197f. 00010000:00000010:3.1:1761322978.639494:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006211bdd4. 00010000:00000010:3.1:1761322978.645168:0:15810:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008d60423d. 00010000:00000010:3.1:1761322978.653320:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000006a2d9e3. 00010000:00000010:3.1:1761322978.692239:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002662dfb2. 00010000:00000010:3.1:1761322978.692246:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e224b0e1. 00010000:00000010:3.1:1761322978.705118:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000032f79d1d. 00010000:00000010:3.1:1761322978.705133:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c0ccc7c6. 00010000:00000010:3.1:1761322978.710159:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000004ef0db9. 00010000:00000010:3.1:1761322978.710169:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003c259ea7. 00010000:00000010:3.1:1761322978.710172:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000423ba0d7. 00010000:00000010:3.1:1761322978.710174:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000018123c28. 00010000:00000010:3.1:1761322978.716256:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006e3a5208. 00010000:00000010:3.1:1761322978.716279:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000005c47a90. 00010000:00000010:3.1:1761322978.725128:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000061974ece. 00010000:00000010:3.1:1761322978.725136:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000018123c28. 00010000:00000010:3.1:1761322978.728350:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e36cf0b2. 00010000:00000010:3.1:1761322978.728367:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003c259ea7. 00010000:00000010:3.1:1761322978.742121:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005675c221. 00010000:00000010:3.1:1761322978.817297:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000824879dc. 00010000:00000010:3.1:1761322978.835346:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e424f148. 00010000:00000010:3.1:1761322978.838299:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b0f61fc5. 00010000:00000010:3.1:1761322978.965236:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000925d6d4e. 00010000:00000010:3.1:1761322978.965245:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000052cff88e. 00010000:00000010:3.1:1761322978.978102:0:66652:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004f7d7c06. 00010000:00000010:3.1:1761322978.978110:0:66652:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ca76e3b. 00010000:00000010:3.1:1761322978.990138:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000007b27f3d. 00010000:00000010:3.1:1761322978.993135:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000896f2f8d. 00010000:00000010:3.1:1761322978.997463:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f0abfd3a. 00010000:00000010:3.1:1761322979.050043:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d0909b3c. 00010000:00000010:3.1:1761322979.054384:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e311d404. 00010000:00000010:3.1:1761322979.060233:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000247c6805. 00010000:00000010:3.1:1761322979.068175:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075d50360. 00010000:00000010:3.1:1761322979.118239:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003c1eafc3. 00010000:00000010:3.1:1761322979.179135:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008793b435. 00010000:00000010:3.1:1761322979.207313:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000494789ab. 00010000:00000010:3.1:1761322979.223353:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000062da9176. 00010000:00000010:3.1:1761322979.226187:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d3dd2a50. 00010000:00000010:3.1:1761322979.258295:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a6ae375a. 00010000:00000010:3.1:1761322979.262197:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eabdf512. 00010000:00000010:3.1:1761322979.285111:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c4356e89. 00010000:00000010:3.1:1761322979.289227:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000058a53386. 00010000:00000010:3.1:1761322979.298138:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000a3ddb2f. 00010000:00000010:3.1:1761322979.306437:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000376680d9. 00010000:00000010:3.1:1761322979.315137:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006670ac1a. 00010000:00000010:3.1:1761322979.318554:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009a82e1a8. 00010000:00000010:3.1:1761322979.323366:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008a30c900. 00010000:00000010:3.1:1761322979.323374:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000030c746fe. 00010000:00000010:3.1:1761322979.327802:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c0debbbd. 00010000:00000010:3.1:1761322979.333164:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000920aea73. 00010000:00000010:3.1:1761322979.333173:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000749a81eb. 00010000:00000010:3.1:1761322979.345279:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000017e41fb4. 00010000:00000010:3.1:1761322979.350797:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000910a01c1. 00010000:00000010:3.1:1761322979.357151:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000013d9b220. 00010000:00000010:3.1:1761322979.381234:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003f64e040. 00010000:00000010:3.1:1761322979.388201:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cd07e233. 00010000:00000010:3.1:1761322979.406948:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000acdae4f0. 00010000:00000010:3.1:1761322979.418290:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000589760f4. 00010000:00000010:3.1:1761322979.431115:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000033bf405f. 00010000:00000010:3.1:1761322979.431128:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007a977161. 00010000:00000010:3.1:1761322979.436115:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008b789a28. 00010000:00000010:3.1:1761322979.449148:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000085699a6e. 00010000:00000010:3.1:1761322979.458875:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a8d04567. 00010000:00000010:3.1:1761322979.482099:0:66652:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008ca5217e. 00010000:00000010:3.1:1761322979.499158:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007d2371b5. 00010000:00000010:3.1:1761322979.514107:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fbcaf231. 00010000:00000010:3.1:1761322979.518116:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dc30fa93. 00010000:00000010:3.1:1761322979.522373:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001fdafd57. 00010000:00000010:3.1:1761322979.522382:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009cefd1c6. 00010000:00000010:3.1:1761322979.601699:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006d05a89e. 00010000:00000010:3.1:1761322979.601712:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000057cf5cc6. 00010000:00000010:3.1:1761322979.601717:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eba47c34. 00010000:00000010:3.1:1761322979.625289:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000062a75520. 00010000:00000010:3.1:1761322979.629196:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bdfc7076. 00010000:00000010:3.1:1761322979.629241:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003ee2f88d. 00010000:00000010:3.1:1761322979.633870:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007751e46d. 00010000:00000010:3.1:1761322979.633885:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003c259ea7. 00010000:00000010:3.1:1761322979.633891:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f4f3c4ad. 00010000:00000010:3.1:1761322979.651194:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002ab46990. 00010000:00000010:3.1:1761322979.651202:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003c259ea7. 00010000:00000010:3.1:1761322979.655187:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004fae878e. 00010000:00000010:3.1:1761322979.673386:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a5a8797a. 00010000:00000010:3.1:1761322979.673399:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dc30fa1c. 00010000:00000010:3.1:1761322979.681504:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000087524aa8. 00010000:00000010:3.1:1761322979.681518:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003c259ea7. 00010000:00000010:3.1:1761322979.681521:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005d3a086b. 00010000:00000010:3.1:1761322979.681524:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001119f807. 00010000:00000010:3.1:1761322979.693221:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007c1569f5. 00010000:00000010:3.1:1761322979.701341:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000317c9824. 00010000:00000010:3.1:1761322979.701349:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001ba6f7ed. 00010000:00000010:3.1:1761322979.727115:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000003843be2. 00010000:00000010:3.1:1761322979.739126:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008d429bb2. 00010000:00000010:3.1:1761322979.739141:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000022e8cb07. 00010000:00000010:3.1:1761322979.739149:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000074cb238e. 00010000:00000010:3.1:1761322979.743333:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008deb2dcc. 00010000:00000010:3.1:1761322979.743343:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001119f807. 00010000:00000010:3.1:1761322979.746121:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004ae30e52. 00010000:00000010:3.1:1761322979.750291:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004e08cdb0. 00010000:00000010:3.1:1761322979.752394:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e6f28535. 00010000:00000010:3.1:1761322979.771402:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000567d7eb3. 00010000:00000010:3.1:1761322979.771407:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001f62ca0d. 00010000:00000010:3.1:1761322979.775124:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007cc708c5. 00010000:00000010:3.1:1761322979.775132:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001119f807. 00010000:00000010:3.1:1761322979.777840:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d7d8331b. 00010000:00000010:3.1:1761322979.777848:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003c259ea7. 00010000:00000010:3.1:1761322979.796151:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007503dca2. 00010000:00000010:3.1:1761322979.797268:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000de20506b. 00010000:00000010:3.1:1761322979.809164:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f1f361c4. 00010000:00000010:3.1:1761322979.821152:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005e08c7f8. 00010000:00000010:3.1:1761322979.884180:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000af5dd805. 00010000:00000010:3.1:1761322979.884195:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000055ebbf0a. 00010000:00000010:3.1:1761322979.884199:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c0926139. 00010000:00000010:3.1:1761322979.884203:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003c259ea7. 00010000:00000010:3.1:1761322979.888181:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f4b682d0. 00010000:00000010:3.1:1761322979.888190:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001119f807. 00010000:00000010:3.1:1761322979.892377:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c1ed2bd2. 00010000:00000010:3.1:1761322979.900112:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000828d4e51. 00010000:00000010:3.1:1761322979.900118:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008cfffa34. 00010000:00000010:3.1:1761322979.910228:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007d9e7d01. 00010000:00000010:3.1:1761322979.917206:0:78344:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ca18b354. 00010000:00000010:3.1:1761322979.926157:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000040046bb6. 00010000:00000010:3.1:1761322979.930210:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000e48d05a. 00010000:00000010:3.1:1761322979.930219:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005196576b. 00010000:00000010:3.1:1761322979.938407:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6085d4f. 00010000:00000010:3.1:1761322979.942753:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f8665f6c. 00010000:00000010:3.1:1761322979.942763:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b7775e41. 00010000:00000010:3.1:1761322979.954527:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bc6f8896. 00010000:00000010:3.1:1761322979.954540:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000055ebbf0a. 00010000:00000010:3.1:1761322979.962381:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000a56feda. 00010000:00000010:3.1:1761322979.962399:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000048bf287c. 00010000:00000010:3.1:1761322979.967116:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000037dd5b33. 00010000:00000010:3.1:1761322979.967126:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fc82cc72. 00010000:00000010:3.1:1761322979.972351:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000062d9f56e. 00010000:00000010:3.1:1761322979.972359:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000038b0f561. 00010000:00000010:3.1:1761322979.978101:0:15811:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003857f21a. 00010000:00000010:3.1:1761322979.996462:0:68195:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006a85bf41. 00010000:00000010:3.1:1761322980.021975:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000043bc1caf. 00010000:00000010:3.1:1761322980.021988:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000d245bd8. 00010000:00000010:3.1:1761322980.032115:0:1112:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e8b9e3b1. 00010000:00000010:3.1:1761322980.032126:0:1112:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000038b0f561. 00010000:00000010:3.1:1761322980.041342:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005025c311. 00010000:00000010:3.1:1761322980.046021:0:68195:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005161e7bd. 00010000:00000010:3.1:1761322980.051172:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000da2e3a94. 00010000:00000010:3.1:1761322980.110358:0:1024:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b8071180. 00010000:00000010:3.1:1761322980.110374:0:1024:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bbf046ed. 00010000:00000010:3.1:1761322980.128249:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a683423b. 00010000:00000010:3.1:1761322980.128261:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ce891e28. 00010000:00000010:3.1:1761322980.128270:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000038b0f561. 00010000:00000010:3.1:1761322980.137391:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d80576db. 00010000:00000010:3.1:1761322980.137399:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fc82cc72. 00010000:00000010:3.1:1761322980.174155:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e38e75d3. 00010000:00000010:3.1:1761322980.174169:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000057cf5cc6. 00010000:00000010:3.1:1761322980.197217:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000069fd0a9d. 00010000:00000010:3.1:1761322980.197225:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000822c2cf8. 00010000:00000010:3.1:1761322980.201119:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005e9332ac. 00010000:00000010:3.1:1761322980.201132:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f71e84ef. 00010000:00000010:3.1:1761322980.207118:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000029f59112. 00010000:00000010:3.1:1761322980.207131:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000029c896b8. 00010000:00000010:3.1:1761322980.217161:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a2d899cf. 00010000:00000010:3.1:1761322980.225116:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000002530c7d. 00010000:00000010:3.1:1761322980.225128:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005196576b. 00010000:00000010:3.1:1761322980.237156:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005a2c189e. 00010000:00000010:3.1:1761322980.245110:0:66652:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000021f5c342. 00010000:00000010:3.1:1761322980.249147:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000037c1796e. 00010000:00000010:3.1:1761322980.253342:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000051fcf939. 00010000:00000010:3.1:1761322980.257099:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006833392b. 00010000:00000010:3.1:1761322980.257107:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000087888d25. 00010000:00000010:3.1:1761322980.266218:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000083f8ac8b. 00010000:00000010:3.1:1761322980.266225:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005523902f. 00010000:00000010:3.1:1761322980.271153:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b3fa233e. 00010000:00000010:3.1:1761322980.271163:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000638912c3. 00010000:00000010:3.1:1761322980.271168:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a7b89de0. 00010000:00000010:3.1:1761322980.271172:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c49454a2. 00010000:00000010:3.1:1761322980.280108:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eb5f3a59. 00010000:00000010:3.1:1761322980.280119:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b7775e41. 00010000:00000010:3.1:1761322980.284448:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000ef2e8d0. 00010000:00000010:3.1:1761322980.284455:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005523902f. 00010000:00000010:3.1:1761322980.298102:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001e2268ce. 00010000:00000010:3.1:1761322980.298110:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c49454a2. 00010000:00000010:3.1:1761322980.298130:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bcdd62b5. 00010000:00000010:3.1:1761322980.298134:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000638912c3. 00010000:00000010:3.1:1761322980.301700:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000076ecf55d. 00010000:00000010:3.1:1761322980.301718:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c5188272. 00010000:00000010:3.1:1761322980.301721:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005523902f. 00010000:00000010:3.1:1761322980.343120:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e51f6c99. 00010000:00000010:3.1:1761322980.343130:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007c0306ed. 00010000:00000010:3.1:1761322980.348146:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000af5de4ab. 00010000:00000010:3.1:1761322980.348156:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005523902f. 00010000:00000010:3.1:1761322980.353508:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000029baa421. 00010000:00000010:3.1:1761322980.353526:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000638912c3. 00010000:00000010:3.1:1761322980.356766:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008c5abd56. 00010000:00000010:3.1:1761322980.356775:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c49454a2. 00010000:00000010:3.1:1761322980.360324:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006ea705fe. 00010000:00000010:3.1:1761322980.360342:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000072cd09f2. 00010000:00000010:3.1:1761322980.369135:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002af0c936. 00010000:00000010:3.1:1761322980.369143:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005523902f. 00010000:00000010:3.1:1761322980.377155:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cb113b12. 00010000:00000010:3.1:1761322980.377165:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006efb1826. 00010000:00000010:3.1:1761322980.377172:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c49454a2. 00010000:00000010:3.1:1761322980.377190:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d1de1bab. 00010000:00000010:3.1:1761322980.377196:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000072cd09f2. 00010000:00000010:3.1:1761322980.385408:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b1e02986. 00010000:00000010:3.1:1761322980.385417:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000638912c3. 00010000:00000010:3.1:1761322980.394776:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eb50151b. 00010000:00000010:3.1:1761322980.394784:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005523902f. 00010000:00000010:3.1:1761322980.396139:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009f6a69a5. 00010000:00000010:3.1:1761322980.396153:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000072cd09f2. 00010000:00000010:3.1:1761322980.396159:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000986cf51c. 00010000:00000010:3.1:1761322980.396172:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c49454a2. 00010000:00000010:3.1:1761322980.408132:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004ef4b67c. 00010000:00000010:3.1:1761322980.408141:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000638912c3. 00010000:00000010:3.1:1761322980.416126:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000336ea551. 00010000:00000010:3.1:1761322980.416142:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009cfd13d3. 00010000:00000010:3.1:1761322980.435121:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000570efbd1. 00010000:00000010:3.1:1761322980.435132:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c49454a2. 00010000:00000010:3.1:1761322980.439132:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000002fb82f7. 00010000:00000010:3.1:1761322980.439149:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009cfd13d3. 00010000:00000010:3.1:1761322980.444118:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000275375f6. 00010000:00000010:3.1:1761322980.444134:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000638912c3. 00010000:00000010:3.1:1761322980.444139:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001e4f4fcb. 00010000:00000010:3.1:1761322980.444143:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000072cd09f2. 00010000:00000010:3.1:1761322980.457404:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000139ba0ed. 00010000:00000010:3.1:1761322980.457414:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c49454a2. 00010000:00000010:3.1:1761322980.460424:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000451f1f96. 00010000:00000010:3.1:1761322980.460434:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009cfd13d3. 00010000:00000010:3.1:1761322980.465717:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aecbbcbe. 00010000:00000010:3.1:1761322980.465727:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000072cd09f2. 00010000:00000010:3.1:1761322980.465732:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003115c217. 00010000:00000010:3.1:1761322980.465737:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000638912c3. 00010000:00000010:3.1:1761322980.476470:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a9ea6d10. 00010000:00000010:3.1:1761322980.476479:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005523902f. 00010000:00000010:3.1:1761322980.476484:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005b1d6c26. 00010000:00000010:3.1:1761322980.476487:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009cfd13d3. 00010000:00000010:3.1:1761322980.480147:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e159ec3a. 00010000:00000010:3.1:1761322980.480167:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000638912c3. 00010000:00000010:3.1:1761322980.489200:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007072bf2b. 00010000:00000010:3.1:1761322980.489210:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000072cd09f2. 00010000:00000010:3.1:1761322980.493213:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000036bb1579. 00010000:00000010:3.1:1761322980.493222:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000638912c3. 00010000:00000010:3.1:1761322980.499362:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001dc3f8ee. 00010000:00000010:3.1:1761322980.499370:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009cfd13d3. 00010000:00000010:3.1:1761322980.509116:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c049542d. 00010000:00000010:3.1:1761322980.509131:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000072cd09f2. 00010000:00000010:3.1:1761322980.509137:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ee314fa9. 00010000:00000010:3.1:1761322980.509142:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000638912c3. 00010000:00000010:3.1:1761322980.514242:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003e502ae4. 00010000:00000010:3.1:1761322980.514270:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009cfd13d3. 00010000:00000010:3.1:1761322980.527117:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ab082f0d. 00010000:00000010:3.1:1761322980.527127:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003be7b556. 00010000:00000010:3.1:1761322980.531381:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000057feb23a. 00010000:00000010:3.1:1761322980.555114:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000080cb55b9. 00010000:00000010:3.1:1761322980.559198:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000094baea08. 00010000:00000010:3.1:1761322980.564394:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000056f622cf. 00010000:00000010:3.1:1761322980.584099:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000376d1074. 00010000:00000010:3.1:1761322980.617223:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba976ed1. 00010000:00000010:3.1:1761322980.622135:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b54101a5. 00010000:00000010:3.1:1761322980.655168:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000040acc8b1. 00010000:00000010:3.1:1761322980.667137:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b81a13d6. 00010000:00000010:3.1:1761322980.676114:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002d702d70. 00010000:00000010:3.1:1761322980.683391:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ed95ef7f. 00010000:00000010:3.1:1761322980.691218:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007d3b30f1. 00010000:00000010:3.1:1761322980.697120:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006990f81d. 00010000:00000010:3.1:1761322980.729168:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fadf2a92. 00010000:00000010:3.1:1761322980.733109:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000060014f7d. 00010000:00000010:3.1:1761322980.780324:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d8362875. 00010000:00000010:3.1:1761322980.799112:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ece15d56. 00010000:00000010:3.1:1761322980.872263:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009786d915. 00010000:00000010:3.1:1761322980.883334:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dd06b096. 00010000:00000010:3.1:1761322980.890217:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ccc15abb. 00010000:00000010:3.1:1761322980.896277:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000092d930d3. 00010000:00000010:3.1:1761322980.904344:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009d975610. 00010000:00000010:3.1:1761322980.931145:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cf126db3. 00010000:00000010:3.1:1761322980.935354:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000770e259. 00010000:00000010:3.1:1761322981.071100:0:66652:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000efe4ec05. 00010000:00000010:3.1:1761322981.080110:0:78381:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f3a56517. 00010000:00000010:3.1:1761322981.129112:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000052935be5. 00010000:00000010:3.1:1761322981.166290:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000036c66df6. 00010000:00000010:3.1:1761322981.166299:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001f62ca0d. 00010000:00000010:3.1:1761322981.176191:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aade8b36. 00010000:00000010:3.1:1761322981.176197:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000638912c3. 00010000:00000010:3.1:1761322981.187109:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008eb9e43c. 00010000:00000010:3.1:1761322981.187121:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001fed1af7. 00010000:00000010:3.1:1761322981.215510:0:15811:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006e1788f0. 00010000:00000010:3.1:1761322981.215525:0:15811:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000638912c3. 00010000:00000010:3.1:1761322981.219388:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000524d4023. 00010000:00000010:3.1:1761322981.219400:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001dca73d3. 00010000:00000010:3.1:1761322981.238172:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000091f6f5b4. 00010000:00000010:3.1:1761322981.238178:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dc30fa1c. 00010000:00000010:3.1:1761322981.250195:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000015d548ee. 00010000:00000010:3.1:1761322981.250203:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003ee2f88d. 00010000:00000010:3.1:1761322981.258096:0:78382:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bb5468f0. 00010000:00000010:3.1:1761322981.258106:0:78382:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000059535792. 00010000:00000010:3.1:1761322981.264107:0:78381:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004e39a905. 00010000:00000010:3.1:1761322981.264116:0:78381:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000048bf287c. 00010000:00000010:3.1:1761322981.274333:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000090ea05d1. 00010000:00000010:3.1:1761322981.274342:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fc82cc72. 00010000:00000010:3.1:1761322981.283102:0:78391:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000097c695eb. 00010000:00000010:3.1:1761322981.283117:0:78391:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003df69050. 00010000:00000010:3.1:1761322981.307709:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000065c9214a. 00010000:00000010:3.1:1761322981.330263:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000057f8d51f. 00010000:00000010:3.1:1761322981.330273:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ad12cb28. 00010000:00000010:3.1:1761322981.330276:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000005c7516b. 00010000:00000010:3.1:1761322981.342934:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000608991e2. 00010000:00000010:3.1:1761322981.342942:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fc82cc72. 00010000:00000010:3.1:1761322981.350182:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006257e81e. 00010000:00000010:3.1:1761322981.350197:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003c259ea7. 00010000:00000010:3.1:1761322981.361255:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b70ddb2a. 00010000:00000010:3.1:1761322981.374493:0:61033:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000152c2c3c. 00010000:00000010:3.1:1761322981.374509:0:61033:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d676fd88. 00010000:00000010:3.1:1761322981.381420:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000037335a50. 00010000:00000010:3.1:1761322981.381427:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003c259ea7. 00010000:00000010:3.1:1761322981.391730:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ec0db6e2. 00010000:00000010:3.1:1761322981.391744:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b75b7dd0. 00010000:00000010:3.1:1761322981.391747:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001119f807. 00010000:00000010:3.1:1761322981.400395:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000011b628e8. 00010000:00000010:3.1:1761322981.400406:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003d9cec16. 00010000:00000010:3.1:1761322981.404327:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006517db98. 00010000:00000010:3.1:1761322981.404333:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003c259ea7. 00010000:00000010:3.1:1761322981.412169:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000841bb351. 00010000:00000010:3.1:1761322981.412181:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000712cb3cb. 00010000:00000010:3.1:1761322981.412185:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001119f807. 00010000:00000010:3.1:1761322981.420151:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d2d9159f. 00010000:00000010:3.1:1761322981.420165:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003d9cec16. 00010000:00000010:3.1:1761322981.424251:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000047e1a714. 00010000:00000010:3.1:1761322981.424269:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003c259ea7. 00010000:00000010:3.1:1761322981.430620:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008a9169c2. 00010000:00000010:3.1:1761322981.430646:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001119f807. 00010000:00000010:3.1:1761322981.439447:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000be6b607d. 00010000:00000010:3.1:1761322981.439469:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ad3ee5d5. 00010000:00000010:3.1:1761322981.506310:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f4e511ac. 00010000:00000010:3.1:1761322981.506319:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ca76e3b. 00010000:00000010:3.1:1761322981.536099:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c0752983. 00010000:00000010:3.1:1761322981.536110:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b05b2f75. 00010000:00000010:3.1:1761322981.536117:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005810024d. 00010000:00000010:3.1:1761322981.572643:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fa378d99. 00010000:00000010:3.1:1761322981.572653:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b822fd72. 00010000:00000010:3.1:1761322981.579817:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a2edc0a6. 00010000:00000010:3.1:1761322981.579836:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001617336b. 00010000:00000010:3.1:1761322981.579842:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003d9cec16. 00010000:00000010:3.1:1761322981.593140:0:15810:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000010b04bd2. 00010000:00000010:3.1:1761322981.593154:0:15810:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000055dc567f. 00010000:00000010:3.1:1761322981.601105:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d306e566. 00010000:00000010:3.1:1761322981.601112:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000059535792. 00010000:00000010:3.1:1761322981.615022:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000391f6f05. 00010000:00000010:3.1:1761322981.624697:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e3415a30. 00010000:00000010:3.1:1761322981.624718:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000d442b11. 00010000:00000010:3.1:1761322981.626198:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fc735443. 00010000:00000010:3.1:1761322981.626205:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000005c47a90. 00010000:00000010:3.1:1761322981.637690:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000067d2624. 00010000:00000010:3.1:1761322981.637699:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003d9cec16. 00010000:00000010:3.1:1761322981.648513:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a5f8b3eb. 00010000:00000010:3.1:1761322981.648529:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000042d98341. 00010000:00000010:3.1:1761322981.659855:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001d1b0198. 00010000:00000010:3.1:1761322981.659872:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000052cff88e. 00010000:00000010:3.1:1761322981.667099:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006b783bc3. 00010000:00000010:3.1:1761322981.667107:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003d9cec16. 00010000:00000010:3.1:1761322981.680129:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000340152a9. 00010000:00000010:3.1:1761322981.680141:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000018123c28. 00010000:00000010:3.1:1761322981.683270:0:15811:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002ce4823a. 00010000:00000010:3.1:1761322981.695136:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000591488e. 00010000:00000010:3.1:1761322981.695150:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005c487aed. 00010000:00000010:3.1:1761322981.698118:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008dee0f0b. 00010000:00000010:3.1:1761322981.698127:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d49218e2. 00010000:00000010:3.1:1761322981.698131:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000018123c28. 00010000:00000010:3.1:1761322981.702098:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a057a2b3. 00010000:00000010:3.1:1761322981.702105:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007feba6c0. 00010000:00000010:3.1:1761322981.702110:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003d9cec16. 00010000:00000010:3.1:1761322981.715855:0:78430:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bb3e5a88. 00010000:00000010:3.1:1761322981.715866:0:78430:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000030c9e3c7. 00010000:00000010:3.1:1761322981.716101:0:78430:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000074b1933b. 00010000:00000010:3.1:1761322981.716106:0:78430:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000018123c28. 00010000:00000010:3.1:1761322981.761116:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e0ebbe04. 00010000:00000010:3.1:1761322981.761132:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f50403c8. 00010000:00000010:3.1:1761322981.769115:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008b5549bf. 00010000:00000010:3.1:1761322981.789233:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004ebf448d. 00010000:00000010:3.1:1761322981.789245:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eb13accf. 00010000:00000010:3.1:1761322981.802267:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007faa8764. 00010000:00000010:3.1:1761322981.835104:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000007b0b104. 00010000:00000010:3.1:1761322981.874162:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eda494df. 00010000:00000010:3.1:1761322981.877142:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004c79fe09. 00010000:00000010:3.1:1761322981.929105:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c796db33. 00010000:00000010:3.1:1761322981.929127:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a9ea4928. 00010000:00000010:3.1:1761322981.952357:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c7846667. 00010000:00000010:3.1:1761322981.963152:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004a98f1f9. 00010000:00000010:3.1:1761322982.083415:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003e0e7e9e. 00010000:00000010:3.1:1761322982.083422:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000022f9064b. 00010000:00000010:3.1:1761322982.101346:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a847d8bd. 00010000:00000010:3.1:1761322982.101358:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002c64507c. 00010000:00000010:3.1:1761322982.106133:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005a41099a. 00010000:00000010:3.1:1761322982.106193:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b0dbf95f. 00010000:00000010:3.1:1761322982.121745:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d0308ce5. 00010000:00000010:3.1:1761322982.121761:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000c20cd44. 00010000:00000010:3.1:1761322982.126591:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002bd3ff3b. 00010000:00000010:3.1:1761322982.126610:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ad3ee5d5. 00010000:00000010:3.1:1761322982.126616:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000094411bb0. 00010000:00000010:3.1:1761322982.126620:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b0dbf95f. 00010000:00000010:3.1:1761322982.126622:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000027200284. 00010000:00000010:3.1:1761322982.126625:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003c259ea7. 00010000:00000010:3.1:1761322982.129291:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aa20f5d7. 00010000:00000010:3.1:1761322982.129299:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fc82cc72. 00010000:00000010:3.1:1761322982.141212:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000846e399c. 00010000:00000010:3.1:1761322982.141239:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000048bf287c. 00010000:00000010:3.1:1761322982.147126:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b7e4318a. 00010000:00000010:3.1:1761322982.244344:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005b6530bd. 00010000:00000010:3.1:1761322982.282069:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bb3a41d1. 00010000:00000010:3.1:1761322982.294224:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007083e03f. 00010000:00000010:3.1:1761322982.377413:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009bb1a7c2. 00010000:00000010:3.1:1761322982.377420:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000303ac8b6. 00010000:00000010:3.1:1761322982.387294:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005f495650. 00010000:00000010:3.1:1761322982.387305:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000048bf287c. 00010000:00000010:3.1:1761322982.419378:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075f34a69. 00010000:00000010:3.1:1761322982.437109:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001743ba51. 00010000:00000010:3.1:1761322982.437174:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001fed1af7. 00010000:00000010:3.1:1761322982.449528:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bfabe6b8. 00010000:00000010:3.1:1761322982.449552:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000048bf287c. 00010000:00000010:3.1:1761322982.474111:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d334bcdd. 00010000:00000010:3.1:1761322982.474119:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b0dbf95f. 00010000:00000010:3.1:1761322982.487190:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000fa90e6c. 00010000:00000010:3.1:1761322982.487210:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000048bf287c. 00010000:00000010:3.1:1761322982.487214:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e18a1b06. 00010000:00000010:3.1:1761322982.487218:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ad3ee5d5. 00010000:00000010:3.1:1761322982.501595:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007e735399. 00010000:00000010:3.1:1761322982.510106:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000096285e0f. 00010000:00000010:3.1:1761322982.549867:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000021ea336a. 00010000:00000010:3.1:1761322982.549887:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000087888d25. 00010000:00000010:3.1:1761322982.558353:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a14bc961. 00010000:00000010:3.1:1761322982.558362:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ad3ee5d5. 00010000:00000010:3.1:1761322982.616167:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f2195c69. 00010000:00000010:3.1:1761322982.691272:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cc10c49c. 00010000:00000010:3.1:1761322982.697684:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007daaba78. 00010000:00000010:3.1:1761322982.702102:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000089064f05. 00010000:00000010:3.1:1761322982.718279:0:67479:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000819a7ae3. 00010000:00000010:3.1:1761322982.724118:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f44c53e0. 00010000:00000010:3.1:1761322982.736140:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f58298e3. 00010000:00000010:3.1:1761322982.736145:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000062f61de6. 00010000:00000010:3.1:1761322982.741244:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002b6d0193. 00010000:00000010:3.1:1761322982.741251:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005196576b. 00010000:00000010:3.1:1761322982.783141:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008e12796f. 00010000:00000010:3.1:1761322982.848114:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000052d744c6. 00010000:00000010:3.1:1761322982.989283:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eb05adeb. 00010000:00000010:3.1:1761322982.989293:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fc87ceb7. 00010000:00000010:3.1:1761322982.989297:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000057cf5cc6. 00010000:00000010:3.1:1761322982.994199:0:15812:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000175968f2. 00010000:00000010:3.1:1761322983.038416:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b3537ecc. 00010000:00000010:3.1:1761322983.054926:0:78450:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dd24a19a. 00010000:00000010:3.1:1761322983.054935:0:78450:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000343959e. 00010000:00000010:3.1:1761322983.069310:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ebf306c9. 00010000:00000010:3.1:1761322983.069317:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000038b0f561. 00010000:00000010:3.1:1761322983.081211:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000408388e6. 00010000:00000010:3.1:1761322983.085206:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003ad9cd3d. 00010000:00000010:3.1:1761322983.085213:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005196576b. 00010000:00000010:3.1:1761322983.137606:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005d12fdf1. 00010000:00000010:3.1:1761322983.141491:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d74d5f47. 00010000:00000010:3.1:1761322983.141505:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f71e84ef. 00010000:00000010:3.1:1761322983.190979:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d91edf43. 00010000:00000010:3.1:1761322983.194453:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000a18b6c8. 00010000:00000010:3.1:1761322983.194461:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000000fb0d5. 00010000:00000010:3.1:1761322983.196120:0:78469:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000006458541. 00010000:00000010:3.1:1761322983.196129:0:78469:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000687902e2. 00010000:00000010:3.1:1761322983.196133:0:78469:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001dca73d3. 00010000:00000010:3.1:1761322983.209136:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ccb620a4. 00010000:00000010:3.1:1761322983.209150:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e562957c. 00010000:00000010:3.1:1761322983.209161:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c49454a2. 00010000:00000010:3.1:1761322983.213113:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bcab877a. 00010000:00000010:3.1:1761322983.248208:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000038f3a8e0. 00010000:00000010:3.1:1761322983.262134:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d587ef54. 00010000:00000010:3.1:1761322983.262151:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002108a952. 00010000:00000010:3.1:1761322983.281480:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009097aabf. 00010000:00000010:3.1:1761322983.281490:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006914a40a. 00010000:00000010:3.1:1761322983.285521:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c29c8f79. 00010000:00000010:3.1:1761322983.285529:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c49454a2. 00010000:00000010:3.1:1761322983.291126:0:66652:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bc7d45ea. 00010000:00000010:3.1:1761322983.291133:0:66652:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009cfd13d3. 00010000:00000010:3.1:1761322983.320145:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003f7d569f. 00010000:00000010:3.1:1761322983.320156:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000095612185. 00010000:00000010:3.1:1761322983.320161:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000090ffd12b. 00010000:00000010:3.1:1761322983.325724:0:15811:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000791669c6. 00010000:00000010:3.1:1761322983.325734:0:15811:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000656835. 00010000:00000010:3.1:1761322983.341602:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004f9c0dd1. 00010000:00000010:3.1:1761322983.361913:0:67479:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004de336ba. 00010000:00000010:3.1:1761322983.361920:0:67479:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000e21e6f5. 00010000:00000010:3.1:1761322983.361925:0:67479:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b36b44aa. 00010000:00000010:3.1:1761322983.363265:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f23ab6a9. 00010000:00000010:3.1:1761322983.380173:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001413be83. 00010000:00000010:3.1:1761322983.397158:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f9a9e5b4. 00010000:00000010:3.1:1761322983.404314:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000066b7e2d9. 00010000:00000010:3.1:1761322983.467098:0:67479:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002b240c98. 00010000:00000010:3.1:1761322983.481104:0:15810:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009a709cfc. 00010000:00000010:3.1:1761322983.537779:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b50fe3fb. 00010000:00000010:3.1:1761322983.537789:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000303ac8b6. 00010000:00000010:3.1:1761322983.571200:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000023083012. 00010000:00000010:3.1:1761322983.622484:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003821ec59. 00010000:00000010:3.1:1761322983.632117:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cb71037c. 00010000:00000010:3.1:1761322983.660122:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000da8a3449. 00010000:00000010:3.1:1761322983.665216:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000036d5337e. 00010000:00000010:3.1:1761322983.706121:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e514ca70. 00010000:00000010:3.1:1761322983.718131:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000390707bc. 00010000:00000010:3.1:1761322983.760772:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005373b12c. 00010000:00000010:3.1:1761322983.769594:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db09b669. 00010000:00000010:3.1:1761322983.798787:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000696653ef. 00010000:00000010:3.1:1761322983.816127:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e4eb50ae. 00010000:00000010:3.1:1761322983.831163:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005f6e281a. 00010000:00000010:3.1:1761322983.838042:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a7bd625e. 00010000:00000010:3.1:1761322983.856150:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e6fbc9c1. 00010000:00000010:3.1:1761322983.874817:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006d044365. 00010000:00000010:3.1:1761322983.891125:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002e7d954d. 00010000:00000010:3.1:1761322983.896100:0:66652:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fad25f29. 00010000:00000010:3.1:1761322983.912213:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004affe153. 00010000:00000010:3.1:1761322983.912225:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006f8b550d. 00010000:00000010:3.1:1761322983.935128:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000083b67dbc. 00010000:00000010:3.1:1761322983.971231:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f47be2aa. 00010000:00000010:3.1:1761322983.971242:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000057cf5cc6. 00010000:00000010:3.1:1761322983.978030:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e00b4354. 00010000:00000010:3.1:1761322983.978049:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d5c33bd9. 00010000:00000010:3.1:1761322984.040152:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6ca1b92. 00010000:00000010:3.1:1761322984.089317:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000034001b9. 00010000:00000010:3.1:1761322984.126430:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d07b188b. 00010000:00000010:3.1:1761322984.143029:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009d40b4f5. 00010000:00000010:3.1:1761322984.146439:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e53c7f1c. 00010000:00000010:3.1:1761322984.167439:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000de69425e. 00010000:00000010:3.1:1761322984.176205:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000013f1fa64. 00010000:00000010:3.1:1761322984.176214:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000059535792. 00010000:00000010:3.1:1761322984.188308:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001dc0ba25. 00010000:00000010:3.1:1761322984.188316:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003df69050. 00010000:00000010:3.1:1761322984.198192:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aed41e38. 00010000:00000010:3.1:1761322984.198210:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009cfd13d3. 00010000:00000010:3.1:1761322984.218556:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000059c6896c. 00010000:00000010:3.1:1761322984.218582:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003ee2f88d. 00010000:00000010:3.1:1761322984.251186:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a627fae5. 00010000:00000010:3.1:1761322984.251211:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000022f9064b. 00010000:00000010:3.1:1761322984.264954:0:15811:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004a3f5183. 00010000:00000010:3.1:1761322984.264969:0:15811:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000072cd09f2. 00010000:00000010:3.1:1761322984.330119:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009b3546e6. 00010000:00000010:3.1:1761322984.330128:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000050fb7236. 00010000:00000010:3.1:1761322984.353288:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a22b34e1. 00010000:00000010:3.1:1761322984.353308:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000089f67ccd. 00010000:00000010:3.1:1761322984.355385:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000116ef4c3. 00010000:00000010:3.1:1761322984.355397:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e841bdfa. 00010000:00000010:3.1:1761322984.355402:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000038b0f561. 00010000:00000010:3.1:1761322984.365103:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008f1ab12b. 00010000:00000010:3.1:1761322984.365110:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ad3ee5d5. 00010000:00000010:3.1:1761322984.379118:0:78482:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e7d02b67. 00010000:00000010:3.1:1761322984.379129:0:78482:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000038b0f561. 00010000:00000010:3.1:1761322984.388104:0:78482:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004230e835. 00010000:00000010:3.1:1761322984.405755:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d5dd3d9a. 00010000:00000010:3.1:1761322984.410244:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000f3e52bd. 00010000:00000010:3.1:1761322984.414244:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000993f61ad. 00010000:00000010:3.1:1761322984.444365:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a61fa525. 00010000:00000010:3.1:1761322984.458188:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000bbaadd7. 00010000:00000010:3.1:1761322984.523120:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007869aba9. 00010000:00000010:3.1:1761322984.523135:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001765c6b5. 00010000:00000010:3.1:1761322984.526489:0:15810:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000418cc33d. 00010000:00000010:3.1:1761322984.526498:0:15810:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000038b0f561. 00010000:00000010:3.1:1761322984.541362:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000559dbdd7. 00010000:00000010:3.1:1761322984.568132:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000f850fb3. 00010000:00000010:3.1:1761322984.568144:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006c196e5c. 00010000:00000010:3.1:1761322984.689443:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003fa5da52. 00010000:00000010:3.1:1761322984.689451:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000025599197. 00010000:00000010:3.1:1761322984.698471:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004c19a23f. 00010000:00000010:3.1:1761322984.698480:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b0dbf95f. 00010000:00000010:3.1:1761322984.706288:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005770ed1c. 00010000:00000010:3.1:1761322984.725309:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c73bb1f2. 00010000:00000010:3.1:1761322984.742721:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000473ade5b. 00010000:00000010:3.1:1761322984.742728:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a9ea4928. 00010000:00000010:3.1:1761322984.762642:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005e1f54eb. 00010000:00000010:3.1:1761322984.770099:0:15811:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dfd062b0. 00010000:00000010:3.1:1761322984.781657:0:78509:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f03502a5. 00010000:00000010:3.1:1761322984.786102:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000986d3b22. 00010000:00000010:3.1:1761322984.786110:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000078f5f7af. 00010000:00000010:3.1:1761322984.791161:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007441b8e1. 00010000:00000010:3.1:1761322984.791174:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003c259ea7. 00010000:00000010:3.1:1761322984.799181:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bc5e4a6e. 00010000:00000010:3.1:1761322984.799192:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dc30fa1c. 00010000:00000010:3.1:1761322984.826234:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001989592a. 00010000:00000010:3.1:1761322984.826247:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001f340d5b. 00010000:00000010:3.1:1761322984.826252:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001f62ca0d. 00010000:00000010:3.1:1761322984.826428:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e1519480. 00010000:00000010:3.1:1761322984.826434:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001119f807. 00010000:00000010:3.1:1761322984.837398:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003d4ccf4d. 00010000:00000010:3.1:1761322984.837409:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000055dc567f. 00010000:00000010:3.1:1761322984.837452:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003999fc69. 00010000:00000010:3.1:1761322984.837457:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aff7f1d6. 00010000:00000010:3.1:1761322984.837461:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000030c9e3c7. 00010000:00000010:3.1:1761322984.845101:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a38cc066. 00010000:00000010:3.1:1761322984.845113:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b40219d6. 00010000:00000010:3.1:1761322984.845118:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000018123c28. 00010000:00000010:3.1:1761322984.891199:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f9c90b35. 00010000:00000010:3.1:1761322984.891207:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000303ac8b6. 00010000:00000010:3.1:1761322984.917162:0:66652:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000053086593. 00010000:00000010:3.1:1761322984.922143:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000099cdf4da. 00010000:00000010:3.1:1761322984.924197:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000081572fc6. 00010000:00000010:3.1:1761322984.943099:0:66652:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bf90bd29. 00010000:00000010:3.1:1761322984.943109:0:66652:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000ee3cbbd. 00010000:00000010:3.1:1761322984.943115:0:66652:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000087888d25. 00010000:00000010:3.1:1761322984.943123:0:66652:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006e229ae1. 00010000:00000010:3.1:1761322984.943126:0:66652:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000098207e80. 00010000:00000010:3.1:1761322984.943129:0:66652:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000018123c28. 00010000:00000010:3.1:1761322984.953209:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000656935d0. 00010000:00000010:3.1:1761322984.955114:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000395e55ba. 00010000:00000010:3.1:1761322984.955123:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007c0306ed. 00010000:00000010:3.1:1761322984.968362:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fdfbc4d2. 00010000:00000010:3.1:1761322984.968374:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000018123c28. 00010000:00000010:3.1:1761322984.975323:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f0835c7b. 00010000:00000010:3.1:1761322984.975333:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000055dc567f. 00010000:00000010:3.1:1761322985.018404:0:13:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097c92878. 00010000:00000010:3.1:1761322985.035135:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e56be55a. 00010000:00000010:3.1:1761322985.035200:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000d442b11. 00010000:00000010:3.1:1761322985.054126:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ec568eb. 00010000:00000010:3.1:1761322985.068160:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000046d8338f. 00010000:00000010:3.1:1761322985.095892:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002ae39dbd. 00010000:00000010:3.1:1761322985.095913:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000df080b20. 00010000:00000010:3.1:1761322985.106918:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005f8b56fc. 00010000:00000010:3.1:1761322985.106932:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000018123c28. 00010000:00000010:3.1:1761322985.115694:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003c610f6a. 00010000:00000010:3.1:1761322985.115715:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000055dc567f. 00010000:00000010:3.1:1761322985.134570:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000080eb2517. 00010000:00000010:3.1:1761322985.141270:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002ff10fc6. 00010000:00000010:3.1:1761322985.150687:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000f353339. 00010000:00000010:3.1:1761322985.150694:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f71e84ef. 00010000:00000010:3.1:1761322985.155202:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d860cde9. 00010000:00000010:3.1:1761322985.155211:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001fe2c39d. 00010000:00000010:3.1:1761322985.155215:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000055dc567f. 00010000:00000010:3.1:1761322985.164497:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000be52bc9f. 00010000:00000010:3.1:1761322985.164505:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000030c9e3c7. 00010000:00000010:3.1:1761322985.171105:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005b932833. 00010000:00000010:3.1:1761322985.171114:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001119f807. 00010000:00000010:3.1:1761322985.175210:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000972088e4. 00010000:00000010:3.1:1761322985.175223:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000055dc567f. 00010000:00000010:3.1:1761322985.182502:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000812c92b6. 00010000:00000010:3.1:1761322985.182521:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cf8cff9e. 00010000:00000010:3.1:1761322985.182525:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003c259ea7. 00010000:00000010:3.1:1761322985.189483:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ccc76b56. 00010000:00000010:3.1:1761322985.189491:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005196576b. 00010000:00000010:3.1:1761322985.198133:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000072bb1ccb. 00010000:00000010:3.1:1761322985.198174:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000055dc567f. 00010000:00000010:3.1:1761322985.228412:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005898eac5. 00010000:00000010:3.1:1761322985.235096:0:66638:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006d3333eb. 00010000:00000010:3.1:1761322985.241153:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002dc98b64. 00010000:00000010:3.1:1761322985.254112:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d40be730. 00010000:00000010:3.1:1761322985.269245:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d49b259b. 00010000:00000010:3.1:1761322985.279986:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f4e6d56b. 00010000:00000010:3.1:1761322985.279994:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005810024d. 00010000:00000010:3.1:1761322985.286379:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009c625325. 00010000:00000010:3.1:1761322985.290480:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000017aafa1. 00010000:00000010:3.1:1761322985.290495:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000055dc567f. 00010000:00000010:3.1:1761322985.298845:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000059a9121a. 00010000:00000010:3.1:1761322985.298860:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003c259ea7. 00010000:00000010:3.1:1761322985.305261:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dd80de23. 00010000:00000010:3.1:1761322985.305277:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001119f807. 00010000:00000010:3.1:1761322985.358128:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000049b34612. 00010000:00000010:3.1:1761322985.398264:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005c75e666. 00010000:00000010:3.1:1761322985.402124:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007d652c75. 00010000:00000010:3.1:1761322985.407101:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000083222001. 00010000:00000010:3.1:1761322985.410400:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000010e7c09e. 00010000:00000010:3.1:1761322985.422262:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e5cafd7b. 00010000:00000010:3.1:1761322985.426940:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008aaca3b9. 00010000:00000010:3.1:1761322985.430104:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000040865a12. 00010000:00000010:3.1:1761322985.485110:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000589d7a10. 00010000:00000010:3.1:1761322985.540695:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075654cc4. 00010000:00000010:3.1:1761322985.554317:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9cd2fc6. 00010000:00000010:3.1:1761322985.560119:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000050e373c7. 00010000:00000010:3.1:1761322985.563242:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006da569c0. 00010000:00000010:3.1:1761322985.574112:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d8f1bdec. 00010000:00000010:3.1:1761322985.621147:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002ba0fd50. 00010000:00000010:3.1:1761322985.633203:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006def7305. 00010000:00000010:3.1:1761322985.642339:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001a5342ac. 00010000:00000010:3.1:1761322985.655638:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f4d35f4f. 00010000:00000010:3.1:1761322985.667682:0:67479:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001d4208e2. 00010000:00000010:3.1:1761322985.694367:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000057d2520a. 00010000:00000010:3.1:1761322985.701428:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b15b53a8. 00010000:00000010:3.1:1761322985.724302:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002a6c0cfb. 00010000:00000010:3.1:1761322985.724311:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000d442b11. 00010000:00000010:3.1:1761322985.865258:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8819f77. 00010000:00000010:3.1:1761322985.895746:0:66652:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c3b6001e. 00010000:00000010:3.1:1761322985.895755:0:66652:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000078f5f7af. 00010000:00000010:3.1:1761322985.928519:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001e99fec9. 00010000:00000010:3.1:1761322985.928527:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002c64507c. 00010000:00000010:3.1:1761322985.932292:0:15811:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006a326f3a. 00010000:00000010:3.1:1761322985.932300:0:15811:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000055dc567f. 00010000:00000010:3.1:1761322985.971108:0:78532:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008be90d88. 00010000:00000010:3.1:1761322985.971127:0:78532:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f71e84ef. 00010000:00000010:3.1:1761322986.020484:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006254ce5f. 00010000:00000010:3.1:1761322986.020507:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ca76e3b. 00010000:00000010:3.1:1761322986.028251:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c1aadf9b. 00010000:00000010:3.1:1761322986.028264:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b0dbf95f. 00010000:00000010:3.1:1761322986.033358:0:66652:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005fa7602d. 00010000:00000010:3.1:1761322986.041122:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000090053ddf. 00010000:00000010:3.1:1761322986.057229:0:61033:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000728a60af. 00010000:00000010:3.1:1761322986.057238:0:61033:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000052cff88e. 00010000:00000010:3.1:1761322986.064184:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005190b749. 00010000:00000010:3.1:1761322986.068206:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8043ac6. 00010000:00000010:3.1:1761322986.076581:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004854fcc1. 00010000:00000010:3.1:1761322986.093490:0:67479:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aacd5b85. 00010000:00000010:3.1:1761322986.108171:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007807dd31. 00010000:00000010:3.1:1761322986.112143:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f1dab628. 00010000:00000010:3.1:1761322986.154256:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000033de5e27. 00010000:00000010:3.1:1761322986.154270:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001b551af0. 00010000:00000010:3.1:1761322986.154280:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000303ac8b6. 00010000:00000010:3.1:1761322986.160234:0:31:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b69f28f. 00010000:00000010:3.1:1761322986.176319:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b0e277bb. 00010000:00000010:3.1:1761322986.176339:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f50403c8. 00010000:00000010:3.1:1761322986.182244:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000023cd8fca. 00010000:00000010:3.1:1761322986.187110:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c5afc874. 00010000:00000010:3.1:1761322986.189101:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d63655cc. 00010000:00000010:3.1:1761322986.237347:0:67479:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c59f1514. 00010000:00000010:3.1:1761322986.237357:0:67479:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001f62ca0d. 00010000:00000010:3.1:1761322986.243149:0:15811:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e21484c5. 00010000:00000010:3.1:1761322986.243157:0:15811:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fc82cc72. 00010000:00000010:3.1:1761322986.251632:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007bd4d1d9. 00010000:00000010:3.1:1761322986.251640:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000038b0f561. 00010000:00000010:3.1:1761322986.269265:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000092dd7c2. 00010000:00000010:3.1:1761322986.269281:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c89692aa. 00010000:00000010:3.1:1761322986.269290:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003be7b556. 00010000:00000010:3.1:1761322986.274141:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c9f06217. 00010000:00000010:3.1:1761322986.282103:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cee0750a. 00010000:00000010:3.1:1761322986.282120:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000087888d25. 00010000:00000010:3.1:1761322986.299198:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000c953ba8. 00010000:00000010:3.1:1761322986.299212:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dc30fa1c. 00010000:00000010:3.1:1761322986.306111:0:77374:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000336b45c5. 00010000:00000010:3.1:1761322986.306121:0:77374:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008739a7b3. 00010000:00000010:3.1:1761322986.306138:0:77374:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fc82cc72. 00010000:00000010:3.1:1761322986.439133:0:78580:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004084f9f5. 00010000:00000010:3.1:1761322986.439154:0:78580:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fc82cc72. 00010000:00000010:3.1:1761322986.439172:0:78580:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000092d81b62. 00010000:00000010:3.1:1761322986.439179:0:78580:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ad3ee5d5. 00010000:00000010:3.1:1761322986.439184:0:78580:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000036b7e601. 00010000:00000010:3.1:1761322986.439188:0:78580:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000072cd09f2. 00010000:00000010:3.1:1761322986.439191:0:78580:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cb8e97be. 00010000:00000010:3.1:1761322986.439194:0:78580:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000638912c3. 00010000:00000010:3.1:1761322986.439196:0:78580:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003661655a. 00010000:00000010:3.1:1761322986.439199:0:78580:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009cfd13d3. 00010000:00000010:3.1:1761322986.439207:0:78580:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004f7d7c06. 00010000:00000010:3.1:1761322986.439211:0:78580:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c49454a2. 00010000:00000010:3.1:1761322986.439214:0:78580:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d4902630. 00010000:00000010:3.1:1761322986.439216:0:78580:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d5c33bd9. 00010000:00000010:3.1:1761322986.439219:0:78580:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000afbcaa7b. 00010000:00000010:3.1:1761322986.439221:0:78580:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005523902f. 00010000:00000010:3.1:1761322986.439224:0:78580:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e9bf8e74. 00010000:00000010:3.1:1761322986.439227:0:78580:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000038b0f561. 00010000:00000010:3.1:1761322986.439230:0:78580:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000018e4a250. 00010000:00000010:3.1:1761322986.439233:0:78580:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000048bf287c. 00010000:00000010:3.1:1761322986.439236:0:78580:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a6fd52ff. 00010000:00000010:3.1:1761322986.439238:0:78580:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b0dbf95f. 00010000:00000010:3.1:1761322986.439242:0:78580:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000216ddcd5. 00010000:00000010:3.1:1761322986.439290:0:78580:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aacd5b85. 00010000:00000010:3.1:1761322986.439294:0:78580:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e8e60866. 00010000:00000010:3.1:1761322986.439297:0:78580:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000342d4823. 00010000:00000010:3.1:1761322986.439299:0:78580:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005b932833. 00010000:00000010:3.1:1761322986.439302:0:78580:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000055dc567f. 00010000:00000010:3.1:1761322986.439304:0:78580:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000be52bc9f. 00010000:00000010:3.1:1761322986.439307:0:78580:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000030c9e3c7. 00010000:00000010:3.1:1761322986.439336:0:78580:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003d399eed. 00010000:00000010:3.1:1761322986.439340:0:78580:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003c259ea7. 00010000:00000010:3.1:1761322986.439343:0:78580:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ffb6538b. 00010000:00000010:3.1:1761322986.439346:0:78580:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001119f807. 00010000:00000010:3.1:1761322986.439349:0:78580:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000027be03b4. 00010000:00000010:3.1:1761322986.439351:0:78580:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000018123c28. 00010000:00000010:3.1:1761322986.439354:0:78580:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bb133905. 00010000:00000010:3.1:1761322986.439357:0:78580:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003d9cec16. 00010000:00000010:3.1:1761322986.439359:0:78580:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000704eab2c. 00010000:00000010:3.1:1761322986.439363:0:78580:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000028e812ee. 00010000:00000010:3.1:1761322986.439367:0:78580:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ccc76b56. 00010000:00000010:3.1:1761322986.439370:0:78580:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000034001b9. 00010000:00000010:3.1:1761322986.439373:0:78580:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000972088e4. 00010000:00000010:3.1:1761322986.439376:0:78580:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c121f8ee. 00010000:00000010:3.1:1761322986.439378:0:78580:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fa033eb2. 00010000:00000010:3.1:1761322986.439381:0:78580:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000066ce8b6b. 00010000:00000010:3.1:1761322986.439384:0:78580:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002ae39dbd. 00010000:00000010:3.1:1761322986.439386:0:78580:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000157b2f96. 00010000:00000010:3.1:1761322986.439390:0:78580:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000075452dfe. 00010000:00000010:3.1:1761322986.439393:0:78580:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002be92f96. 00010000:00000010:3.1:1761322986.439396:0:78580:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000102ee3eb. 00010000:00000010:3.1:1761322986.439400:0:78580:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a7bd625e. 00010000:00000010:3.1:1761322986.439403:0:78580:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008699537d. 00010000:00000010:3.1:1761322986.439405:0:78580:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f7fe878c. 00010000:00000010:3.1:1761322986.439407:0:78580:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d1e7e564. 00010000:00000010:3.1:1761322986.439411:0:78580:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e4eb50ae. 00010000:00000010:3.1:1761322986.439413:0:78580:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f4df2b5e. 00010000:00000010:3.1:1761322986.439415:0:78580:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000696653ef. 00010000:00000010:3.1:1761322986.439418:0:78580:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001838d517. 00010000:00000010:3.1:1761322986.439422:0:78580:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000098a12bd. 00010000:00000010:3.1:1761322986.439426:0:78580:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000075f9c003. 00010000:00000010:3.1:1761322986.439429:0:78580:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f2a131ad. 00010000:00000010:3.1:1761322986.439432:0:78580:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e7d02b67. 00010000:00000010:3.1:1761322986.439435:0:78580:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006c830df4. 00010000:00000010:3.1:1761322986.439440:0:78580:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aff7f1d6. 00010000:00000010:3.1:1761322986.439442:0:78580:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002301e1ab. 00010000:00000010:3.1:1761322986.439444:0:78580:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e6e90ba9. 00010000:00000010:3.1:1761322986.439447:0:78580:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003eaaf7c1. 00010000:00000010:3.1:1761322986.439449:0:78580:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000281bae7e. 00010000:00000010:3.1:1761322986.439451:0:78580:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c44b8ff5. 00010000:00000010:3.1:1761322986.439455:0:78580:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003f460f39. 00010000:00000010:3.1:1761322986.439457:0:78580:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000008612373. 00010000:00000010:3.1:1761322986.439459:0:78580:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e7175887. 00010000:00000010:3.1:1761322986.439462:0:78580:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000018052bb1. 00010000:00000010:3.1:1761322986.439464:0:78580:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e841bdfa. 00010000:00000010:3.1:1761322986.439466:0:78580:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000105daf2b. 00010000:00000010:3.1:1761322986.439469:0:78580:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000072619296. 00010000:00000010:3.1:1761322986.439473:0:78580:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f22a6d87. 00010000:00000010:3.1:1761322986.439476:0:78580:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003a8a99da. 00010000:00000010:3.1:1761322986.439478:0:78580:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000091182ae3. 00010000:00000010:3.1:1761322986.439481:0:78580:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009097aabf. 00010000:00000010:3.1:1761322986.439484:0:78580:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008c05864b. 00010000:00000010:3.1:1761322986.439489:0:78580:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009afcabf7. 00010000:00000010:3.1:1761322986.439495:0:78580:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000391f6f05. 00010000:00000010:3.1:1761322986.439498:0:78580:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000083a2f5b1. 00010000:00000010:3.1:1761322986.439501:0:78580:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000099b6a0a3. 00010000:00000010:3.1:1761322986.439504:0:78580:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000fc74547. 00010000:00000010:3.1:1761322986.439509:0:78580:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fe5d7615. 00010000:00000010:3.1:1761322986.439512:0:78580:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d72d44f2. 00010000:00000010:3.1:1761322986.439515:0:78580:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009786d915. 00010000:00000010:3.1:1761322986.439518:0:78580:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aa9903ec. 00010000:00000010:3.1:1761322986.439521:0:78580:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000093a749d8. 00010000:00000010:3.1:1761322986.439523:0:78580:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000096f78e57. 00010000:00000010:3.1:1761322986.439526:0:78580:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be9a59fe. 00010000:00000010:3.1:1761322986.439528:0:78580:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005c4657c9. 00010000:00000010:3.1:1761322986.439531:0:78580:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000067d04062. 00010000:00000010:3.1:1761322986.439533:0:78580:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000021ea336a. 00010000:00000010:3.1:1761322986.439535:0:78580:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ece15d56. 00010000:00000010:3.1:1761322986.439540:0:78580:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000005f8a7a5. 00010000:00000010:3.1:1761322986.439543:0:78580:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d8362875. 00010000:00000010:3.1:1761322986.439575:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a14bc961. 00010000:00000010:3.1:1761322986.439580:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000123bd38c. 00010000:00000010:3.1:1761322986.439583:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ed602b29. 00010000:00000010:3.1:1761322986.439585:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005af8a6d3. 00010000:00000010:3.1:1761322986.439588:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000762cf0b6. 00010000:00000010:3.1:1761322986.439590:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fdccf78e. 00010000:00000010:3.1:1761322986.439593:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009b7f6a61. 00010000:00000010:3.1:1761322986.439596:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006990f81d. 00010000:00000010:3.1:1761322986.439599:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005e8b2272. 00010000:00000010:3.1:1761322986.439603:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007d3b30f1. 00010000:00000010:3.1:1761322986.439607:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e0aa12cf. 00010000:00000010:3.1:1761322986.439610:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b81a13d6. 00010000:00000010:3.1:1761322986.439614:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000fa90e6c. 00010000:00000010:3.1:1761322986.439618:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fe3277bd. 00010000:00000010:3.1:1761322986.439626:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001b206807. 00010000:00000010:3.1:1761322986.439632:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006c1cba9f. 00010000:00000010:3.1:1761322986.439637:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000037cb08e. 00010000:00000010:3.1:1761322986.439644:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000051fcf939. 00010000:00000010:3.1:1761322986.439650:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000076869f7c. 00010000:00000010:3.1:1761322986.439656:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cef7961a. 00010000:00000010:3.1:1761322986.439664:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000037df675d. 00010000:00000010:3.1:1761322986.439670:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000527b5963. 00010000:00000010:3.1:1761322986.439675:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000070773d34. 00010000:00000010:3.1:1761322986.439681:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000031564753. 00010000:00000010:3.1:1761322986.439687:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000087d7f6d3. 00010000:00000010:3.1:1761322986.439693:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000076ca29be. 00010000:00000010:3.1:1761322986.439702:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000846e399c. 00010000:00000010:3.1:1761322986.439711:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000064e094d0. 00010000:00000010:3.1:1761322986.439714:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aa20f5d7. 00010000:00000010:3.1:1761322986.439720:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000006477d8. 00010000:00000010:3.1:1761322986.439727:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000094411bb0. 00010000:00000010:3.1:1761322986.439730:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea052626. 00010000:00000010:3.1:1761322986.439733:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005a41099a. 00010000:00000010:3.1:1761322986.439736:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aa3d16c6. 00010000:00000010:3.1:1761322986.439742:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cd497087. 00010000:00000010:3.1:1761322986.439748:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ca18b354. 00010000:00000010:3.1:1761322986.439751:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000e516a5a. 00010000:00000010:3.1:1761322986.439755:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000828d4e51. 00010000:00000010:3.1:1761322986.439759:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000615e5534. 00010000:00000010:3.1:1761322986.439764:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ff5addd8. 00010000:00000010:3.1:1761322986.439769:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000065e043c4. 00010000:00000010:3.1:1761322986.439774:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000058f64152. 00010000:00000010:3.1:1761322986.439779:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009cea96df. 00010000:00000010:3.1:1761322986.439785:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f5f9332a. 00010000:00000010:3.1:1761322986.439788:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000003d699e3. 00010000:00000010:3.1:1761322986.439793:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d72bad12. 00010000:00000010:3.1:1761322986.439798:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a847d8bd. 00010000:00000010:3.1:1761322986.439804:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000355be5a. 00010000:00000010:3.1:1761322986.439811:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a17ed641. 00010000:00000010:3.1:1761322986.439815:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007144ce8f. 00010000:00000010:3.1:1761322986.439818:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000175ae43e. 00010000:00000010:3.1:1761322986.439823:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000475184ec. 00010000:00000010:3.1:1761322986.439826:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001ece32d6. 00010000:00000010:3.1:1761322986.439829:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000133f7f3f. 00010000:00000010:3.1:1761322986.439833:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000029593d1e. 00010000:00000010:3.1:1761322986.439836:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e1fb6739. 00010000:00000010:3.1:1761322986.439839:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006e81113c. 00010000:00000010:3.1:1761322986.439842:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae68a6b5. 00010000:00000010:3.1:1761322986.439845:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000049461f59. 00010000:00000010:3.1:1761322986.439848:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000bae25ed. 00010000:00000010:3.1:1761322986.439851:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b4ba4213. 00010000:00000010:3.1:1761322986.439854:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000072444ec7. 00010000:00000010:3.1:1761322986.439858:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000db154e25. 00010000:00000010:3.1:1761322986.439861:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000adf13c29. 00010000:00000010:3.1:1761322986.439863:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006c206939. 00010000:00000010:3.1:1761322986.439867:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006650589c. 00010000:00000010:3.1:1761322986.439870:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f7efd3e2. 00010000:00000010:3.1:1761322986.439876:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f474761e. 00010000:00000010:3.1:1761322986.439879:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000254d31d6. 00010000:00000010:3.1:1761322986.439881:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f7f4ebd. 00010000:00000010:3.1:1761322986.439888:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e5292007. 00010000:00000010:3.1:1761322986.439892:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000094edd353. 00010000:00000010:3.1:1761322986.439902:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000be9d6f46. 00010000:00000010:3.1:1761322986.439905:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002738ce09. 00010000:00000010:3.1:1761322986.439907:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cf2afc52. 00010000:00000010:3.1:1761322986.439911:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001d88d70c. 00010000:00000010:3.1:1761322986.439914:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002eb20f46. 00010000:00000010:3.1:1761322986.439919:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d68bad67. 00010000:00000010:3.1:1761322986.439921:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009af6c288. 00010000:00000010:3.1:1761322986.439923:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007b3d00bd. 00010000:00000010:3.1:1761322986.439930:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000068a8291. 00010000:00000010:3.1:1761322986.439934:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fbfc9efc. 00010000:00000010:3.1:1761322986.439937:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bb8213dc. 00010000:00000010:3.1:1761322986.439944:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000a715cb9. 00010000:00000010:3.1:1761322986.439947:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cee2c581. 00010000:00000010:3.1:1761322986.439949:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cace27fb. 00010000:00000010:3.1:1761322986.439951:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000041dbf37a. 00010000:00000010:3.1:1761322986.439954:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005518d77e. 00010000:00000010:3.1:1761322986.439956:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c947140c. 00010000:00000010:3.1:1761322986.439958:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000042275349. 00010000:00000010:3.1:1761322986.439961:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000765a3672. 00010000:00000010:3.1:1761322986.439963:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000071185f3f. 00010000:00000010:3.1:1761322986.439967:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a094b085. 00010000:00000010:3.1:1761322986.439971:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001324b30f. 00010000:00000010:3.1:1761322986.439973:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000035fc0a9. 00010000:00000010:3.1:1761322986.439977:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000048ff0803. 00010000:00000010:3.1:1761322986.439980:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003503767a. 00010000:00000010:3.1:1761322986.439984:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fd943b10. 00010000:00000010:3.1:1761322986.439988:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000062b25d03. 00010000:00000010:3.1:1761322986.439991:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a042b064. 00010000:00000010:3.1:1761322986.439997:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001d930c78. 00010000:00000010:3.1:1761322986.440000:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000084e7a281. 00010000:00000010:3.1:1761322986.440004:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b52640f0. 00010000:00000010:3.1:1761322986.440008:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000edd79a1. 00010000:00000010:3.1:1761322986.440011:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e5b6d6b9. 00010000:00000010:3.1:1761322986.440014:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000727a6439. 00010000:00000010:3.1:1761322986.440018:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006f1be0d8. 00010000:00000010:3.1:1761322986.440022:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d860cde9. 00010000:00000010:3.1:1761322986.440025:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f39fc5d8. 00010000:00000010:3.1:1761322986.440029:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000578991e6. 00010000:00000010:3.1:1761322986.440032:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000072b2602b. 00010000:00000010:3.1:1761322986.440035:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d47537ea. 00010000:00000010:3.1:1761322986.466326:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e2c11cfb. 00010000:00000010:3.1:1761322986.466343:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000ebc2a7b. 00010000:00000010:3.1:1761322986.466352:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000072b2602b. 00010000:00000010:3.1:1761322986.466360:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000057d2520a. 00010000:00000010:3.1:1761322986.474280:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e9ddcc6c. 00010000:00000010:3.1:1761322986.474291:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075d9751f. 00010000:00000010:3.1:1761322986.482306:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000045960a07. 00010000:00000010:3.1:1761322986.486200:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000debe563f. 00010000:00000010:3.1:1761322986.494195:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008169b2c7. 00010000:00000010:3.1:1761322986.507505:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea8110c2. 00010000:00000010:3.1:1761322986.515188:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000efcc3672. 00010000:00000010:3.1:1761322986.519241:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000afcb65ff. 00010000:00000010:3.1:1761322986.572423:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000077b4abc0. 00010000:00000010:3.1:1761322986.605514:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006145831d. 00010000:00000010:3.1:1761322986.605522:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cfb4c39e. 00010000:00000010:3.1:1761322986.648235:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011757c87. 00010000:00000010:3.1:1761322986.653259:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000199b4455. 00010000:00000010:3.1:1761322986.660140:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000008d93f8c. 00010000:00000010:3.1:1761322986.664589:0:15810:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000006da4054. 00010000:00000010:3.1:1761322986.687127:0:1025:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006be22807. 00010000:00000010:3.1:1761322986.695334:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002a5e9f26. 00010000:00000010:3.1:1761322986.760308:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000035689c49. 00010000:00000010:3.1:1761322986.772100:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000099fc59a9. 00010000:00000010:3.1:1761322986.779186:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009dc0b8e6. 00010000:00000010:3.1:1761322986.779194:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a1ca8856. 00010000:00000010:3.1:1761322986.786150:0:15812:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c20c589a. 00010000:00000010:3.1:1761322986.786158:0:15812:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075d9751f. 00010000:00000010:3.1:1761322986.800113:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007b111225. 00010000:00000010:3.1:1761322986.805106:0:66652:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000113028e8. 00010000:00000010:3.1:1761322986.809225:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f3c8dc16. 00010000:00000010:3.1:1761322986.815637:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000006951c24. 00010000:00000010:3.1:1761322986.845176:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000667758f6. 00010000:00000010:0.1:1761322987.003170:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000d245bd8. 00010000:00000010:0.1:1761322987.006140:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000067b25b10. 00010000:00000010:0.1:1761322987.006153:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000087986522. 00010000:00000010:0.1:1761322987.009463:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002dbad40f. 00010000:00000010:0.1:1761322987.009470:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d676fd88. 00010000:00000010:0.1:1761322987.009474:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000266f9830. 00010000:00000010:0.1:1761322987.009478:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b36b44aa. 00010000:00000010:0.1:1761322987.021182:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c1379c4e. 00010000:00000010:0.1:1761322987.021205:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000d245bd8. 00010000:00000010:0.1:1761322987.029134:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000798de0dd. 00010000:00000010:0.1:1761322987.029147:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000484e41a5. 00010000:00000010:0.1:1761322987.029153:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000087986522. 00010000:00000010:0.1:1761322987.039010:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000045e5a9bd. 00010000:00000010:0.1:1761322987.039020:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b36b44aa. 00010000:00000010:0.1:1761322987.043425:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007e3cbc9c. 00010000:00000010:0.1:1761322987.043440:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000d245bd8. 00010000:00000010:0.1:1761322987.046152:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000914386fd. 00010000:00000010:0.1:1761322987.046164:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000087986522. 00010000:00000010:0.1:1761322987.050298:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006c7fdfa1. 00010000:00000010:0.1:1761322987.050314:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d676fd88. 00010000:00000010:0.1:1761322987.054211:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000064b5dc10. 00010000:00000010:0.1:1761322987.054233:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b36b44aa. 00010000:00000010:0.1:1761322987.066159:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000095e84925. 00010000:00000010:0.1:1761322987.066282:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000d245bd8. 00010000:00000010:0.1:1761322987.068247:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000a04ea66. 00010000:00000010:0.1:1761322987.068255:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000087986522. 00010000:00000010:0.1:1761322987.070417:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bc074f22. 00010000:00000010:0.1:1761322987.070429:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000022f17e53. 00010000:00000010:0.1:1761322987.070435:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d676fd88. 00010000:00000010:0.1:1761322987.070438:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000074348afb. 00010000:00000010:0.1:1761322987.070441:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b36b44aa. 00010000:00000010:0.1:1761322987.070444:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e34d2d7e. 00010000:00000010:0.1:1761322987.070446:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000656835. 00010000:00000010:0.1:1761322987.079134:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c956c2f7. 00010000:00000010:0.1:1761322987.079148:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000084ddeedc. 00010000:00000010:0.1:1761322987.079153:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000088bacfbe. 00010000:00000010:0.1:1761322987.079159:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000656835. 00010000:00000010:0.1:1761322987.082133:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e64683a6. 00010000:00000010:0.1:1761322987.082143:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b36b44aa. 00010000:00000010:0.1:1761322987.084198:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eea422a4. 00010000:00000010:0.1:1761322987.084216:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d676fd88. 00010000:00000010:3.1:1761322987.111253:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006dfb2682. 00010000:00000010:0.1:1761322987.123130:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a41795f7. 00010000:00000010:0.1:1761322987.127164:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007d7bbfc2. 00010000:00000010:0.1:1761322987.145149:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a0fc6dcb. 00010000:00000010:0.1:1761322987.145157:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000013be52cb. 00010000:00000010:0.1:1761322987.145161:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae564a2a. 00010000:00000010:0.1:1761322987.149613:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009d90e5d8. 00010000:00000010:0.1:1761322987.154284:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007d7459fe. 00010000:00000010:0.1:1761322987.158213:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002bf4dbd0. 00010000:00000010:0.1:1761322987.158220:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e5770e76. 00010000:00000010:0.1:1761322987.162135:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f641c920. 00010000:00000010:0.1:1761322987.162152:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b36b44aa. 00010000:00000010:3.1:1761322987.171260:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c1a55f53. 00010000:00000010:0.1:1761322987.200395:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a1d5a582. 00010000:00000010:3.1:1761322987.233239:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f95e3b0. 00010000:00000010:3.1:1761322987.240142:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000030faafe1. 00010000:00000010:3.1:1761322987.240151:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000031189ea9. 00010000:00000010:3.1:1761322987.253144:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000faad3b9d. 00010000:00000010:3.1:1761322987.256134:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003998703e. 00010000:00000010:2.1:1761322987.305318:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000502ca05b. 00010000:00000010:2.1:1761322987.305321:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004118277a. 00010000:00000010:2.1:1761322987.305326:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000461ce38. 00010000:00000010:2.1:1761322987.305328:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008164464f. 00010000:00000010:2.1:1761322987.305331:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000040acc8b1. 00010000:00000010:2.1:1761322987.305333:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e809f43d. 00010000:00000010:2.1:1761322987.305337:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008d49e615. 00010000:00000010:2.1:1761322987.305343:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007262c352. 00010000:00000010:2.1:1761322987.305346:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000056f622cf. 00010000:00000010:2.1:1761322987.305349:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000003c5c092. 00010000:00000010:2.1:1761322987.305355:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000038c39c0f. 00010000:00000010:2.1:1761322987.305358:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000da9a62b5. 00010000:00000010:2.1:1761322987.305360:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fec0a478. 00010000:00000010:2.1:1761322987.305362:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000470ba232. 00010000:00000010:2.1:1761322987.305364:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006b43f4c1. 00010000:00000010:2.1:1761322987.305366:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f6eb1eb8. 00010000:00000010:2.1:1761322987.305368:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000057feb23a. 00010000:00000010:2.1:1761322987.305370:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000333324a4. 00010000:00000010:2.1:1761322987.305374:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c7af592e. 00010000:00000010:2.1:1761322987.305376:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000977df9a2. 00010000:00000010:2.1:1761322987.305379:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea53fc91. 00010000:00000010:2.1:1761322987.305384:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c631ab4b. 00010000:00000010:2.1:1761322987.305387:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d78a86f9. 00010000:00000010:2.1:1761322987.305389:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004a95b6e4. 00010000:00000010:2.1:1761322987.305392:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003d0c03cf. 00010000:00000010:2.1:1761322987.305394:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ab100114. 00010000:00000010:2.1:1761322987.305396:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001f6d3a6c. 00010000:00000010:2.1:1761322987.305398:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000377c92ac. 00010000:00000010:2.1:1761322987.305401:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002f06711c. 00010000:00000010:2.1:1761322987.305403:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f6dc3760. 00010000:00000010:2.1:1761322987.305406:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000053eafa45. 00010000:00000010:2.1:1761322987.305408:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009464307f. 00010000:00000010:2.1:1761322987.305410:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea8110c2. 00010000:00000010:2.1:1761322987.305413:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008c9c73cb. 00010000:00000010:2.1:1761322987.305417:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000ebc2a7b. 00010000:00000010:2.1:1761322987.305419:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000610c3d42. 00010000:00000010:2.1:1761322987.305423:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000982564b7. 00010000:00000010:2.1:1761322987.305427:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000850791cb. 00010000:00000010:2.1:1761322987.305429:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000955dd146. 00010000:00000010:2.1:1761322987.305431:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000084375a6. 00010000:00000010:2.1:1761322987.305435:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000030e38550. 00010000:00000010:2.1:1761322987.305437:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001beddbe0. 00010000:00000010:2.1:1761322987.305439:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c7bd7736. 00010000:00000010:2.1:1761322987.305441:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000a5534b1. 00010000:00000010:2.1:1761322987.305443:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e38c2b57. 00010000:00000010:2.1:1761322987.305447:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002fd85a8b. 00010000:00000010:2.1:1761322987.305450:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000091e1c417. 00010000:00000010:2.1:1761322987.305452:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006f5ee50a. 00010000:00000010:2.1:1761322987.305455:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e17049ad. 00010000:00000010:2.1:1761322987.305457:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004f17b78e. 00010000:00000010:2.1:1761322987.305460:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000013784682. 00010000:00000010:2.1:1761322987.305462:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000032a50e4f. 00010000:00000010:2.1:1761322987.305465:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006a669ca2. 00010000:00000010:2.1:1761322987.305467:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003e39b060. 00010000:00000010:2.1:1761322987.305469:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e5770e76. 00010000:00000010:2.1:1761322987.305471:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006a945e23. 00010000:00000010:2.1:1761322987.305474:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002f78ef35. 00010000:00000010:2.1:1761322987.305476:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001e563f16. 00010000:00000010:2.1:1761322987.305479:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007670b019. 00010000:00000010:2.1:1761322987.305481:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000de590b5. 00010000:00000010:2.1:1761322987.305485:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f2b40de3. 00010000:00000010:2.1:1761322987.305491:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f64c287b. 00010000:00000010:2.1:1761322987.305495:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000059737eb3. 00010000:00000010:2.1:1761322987.305498:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000def0ea1a. 00010000:00000010:2.1:1761322987.305500:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ceda35af. 00010000:00000010:2.1:1761322987.305503:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ba17fe08. 00010000:00000010:2.1:1761322987.305506:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009612c53b. 00010000:00000010:2.1:1761322987.305508:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002f9ef008. 00010000:00000010:2.1:1761322987.305511:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000055e63fbe. 00010000:00000010:2.1:1761322987.305515:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a5a07fc2. 00010000:00000010:2.1:1761322987.305517:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007083e03f. 00010000:00000010:2.1:1761322987.305519:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000016a610e5. 00010000:00000010:2.1:1761322987.305522:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f7992729. 00010000:00000010:2.1:1761322987.305524:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000994bdf3b. 00010000:00000010:2.1:1761322987.305527:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f6182049. 00010000:00000010:2.1:1761322987.305528:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e9f395b4. 00010000:00000010:2.1:1761322987.305531:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d3a21aea. 00010000:00000010:2.1:1761322987.305533:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007672feb0. 00010000:00000010:2.1:1761322987.305535:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000289aaf8d. 00010000:00000010:2.1:1761322987.305538:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f8c71216. 00010000:00000010:2.1:1761322987.305540:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b0adeff6. 00010000:00000010:2.1:1761322987.305542:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ed4a61f8. 00010000:00000010:2.1:1761322987.305544:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000040a3686d. 00010000:00000010:2.1:1761322987.305549:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f8001468. 00010000:00000010:2.1:1761322987.305560:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000042944b3. 00010000:00000010:2.1:1761322987.305567:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004c15bef0. 00010000:00000010:2.1:1761322987.305571:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003323e98b. 00010000:00000010:2.1:1761322987.305576:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008f076828. 00010000:00000010:2.1:1761322987.305581:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005e1f54eb. 00010000:00000010:2.1:1761322987.305584:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000060559f72. 00010000:00000010:2.1:1761322987.305588:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000161cedb6. 00010000:00000010:2.1:1761322987.305591:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000639b1d50. 00010000:00000010:2.1:1761322987.305593:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a38cc066. 00010000:00000010:2.1:1761322987.305595:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d4d716ab. 00010000:00000010:2.1:1761322987.305598:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000053086593. 00010000:00000010:2.1:1761322987.305601:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000da102d32. 00010000:00000010:2.1:1761322987.305603:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000099cdf4da. 00010000:00000010:2.1:1761322987.305606:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007e3f882f. 00010000:00000010:2.1:1761322987.305609:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000656935d0. 00010000:00000010:2.1:1761322987.305613:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000094de8931. 00010000:00000010:2.1:1761322987.305617:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bc783e10. 00010000:00000010:2.1:1761322987.305619:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fd0dc309. 00010000:00000010:2.1:1761322987.305624:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000070ecfc4c. 00010000:00000010:2.1:1761322987.305627:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002a6c0cfb. 00010000:00000010:2.1:1761322987.305629:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000812c92b6. 00010000:00000010:2.1:1761322987.305632:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008ee7c7fa. 00010000:00000010:2.1:1761322987.305634:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c13da632. 00010000:00000010:2.1:1761322987.305636:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004a7d84bc. 00010000:00000010:2.1:1761322987.305639:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000158fee5a. 00010000:00000010:2.1:1761322987.305642:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001d6c8106. 00010000:00000010:2.1:1761322987.305644:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005898eac5. 00010000:00000010:2.1:1761322987.305646:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e9b11d2e. 00010000:00000010:2.1:1761322987.305648:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006d3333eb. 00010000:00000010:2.1:1761322987.305651:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c900ab7a. 00010000:00000010:2.1:1761322987.305653:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000465ce11e. 00010000:00000010:2.1:1761322987.305658:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b9d96b93. 00010000:00000010:2.1:1761322987.305663:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009c625325. 00010000:00000010:2.1:1761322987.305665:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000615996be. 00010000:00000010:2.1:1761322987.305668:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c14f65ae. 00010000:00000010:2.1:1761322987.305671:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003002c00b. 00010000:00000010:2.1:1761322987.305683:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008b387ccb. 00010000:00000010:2.1:1761322987.305686:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000483228ab. 00010000:00000010:2.1:1761322987.305689:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000009a67ec7. 00010000:00000010:2.1:1761322987.305692:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009b11961e. 00010000:00000010:2.1:1761322987.305695:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000054e12e58. 00010000:00000010:2.1:1761322987.305698:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fdb09a3e. 00010000:00000010:2.1:1761322987.305701:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000029c896b8. 00010000:00000010:2.1:1761322987.305703:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cf1d2a21. 00010000:00000010:2.1:1761322987.305706:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005196576b. 00010000:00000010:2.1:1761322987.305708:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000805a2bd4. 00010000:00000010:2.1:1761322987.305711:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000343959e. 00010000:00000010:2.1:1761322987.305713:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005c5e56c7. 00010000:00000010:2.1:1761322987.305717:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bbf046ed. 00010000:00000010:2.1:1761322987.305720:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000255f4dba. 00010000:00000010:2.1:1761322987.305722:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f71e84ef. 00010000:00000010:2.1:1761322987.305724:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000020c2c4e8. 00010000:00000010:2.1:1761322987.305726:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b7775e41. 00010000:00000010:2.1:1761322987.305728:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003e7545fa. 00010000:00000010:2.1:1761322987.305731:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000303ac8b6. 00010000:00000010:2.1:1761322987.305733:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bccc4cec. 00010000:00000010:2.1:1761322987.305735:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001f62ca0d. 00010000:00000010:2.1:1761322987.305739:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000042694f9a. 00010000:00000010:2.1:1761322987.305742:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007c0306ed. 00010000:00000010:2.1:1761322987.305745:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000777c0e6a. 00010000:00000010:2.1:1761322987.305747:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003be7b556. 00010000:00000010:2.1:1761322987.305749:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000077c7bd90. 00010000:00000010:2.1:1761322987.305752:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000087888d25. 00010000:00000010:2.1:1761322987.305754:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000741138ae. 00010000:00000010:2.1:1761322987.305756:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e46e7392. 00010000:00000010:2.1:1761322987.305758:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004fdaf013. 00010000:00000010:2.1:1761322987.305760:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dc30fa1c. 00010000:00000010:2.1:1761322987.305772:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000807d11a5. 00010000:00000010:2.1:1761322987.305775:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000336b45c5. 00010000:00000010:2.1:1761322987.305777:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006e112191. 00010000:00000010:2.1:1761322987.305780:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000059535792. 00010000:00000010:2.1:1761322987.305782:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001e14c4db. 00010000:00000010:2.1:1761322987.305784:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003ee2f88d. 00010000:00000010:2.1:1761322987.305788:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008db15815. 00010000:00000010:2.1:1761322987.305791:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000022f9064b. 00010000:00000010:2.1:1761322987.305794:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000108b6d38. 00010000:00000010:2.1:1761322987.305796:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000c20cd44. 00010000:00000010:2.1:1761322987.305799:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f982b3b7. 00010000:00000010:2.1:1761322987.305801:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000050fb7236. 00010000:00000010:2.1:1761322987.305804:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000720c1e9e. 00010000:00000010:2.1:1761322987.305806:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e3c447f5. 00010000:00000010:2.1:1761322987.305808:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f5fb8d3b. 00010000:00000010:2.1:1761322987.305811:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006c196e5c. 00010000:00000010:2.1:1761322987.305813:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b25b6032. 00010000:00000010:2.1:1761322987.305815:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000025599197. 00010000:00000010:2.1:1761322987.305817:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005435e549. 00010000:00000010:2.1:1761322987.305819:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d2586338. 00010000:00000010:2.1:1761322987.305821:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e587723b. 00010000:00000010:2.1:1761322987.305824:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000050f583f2. 00010000:00000010:2.1:1761322987.305828:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000180ebf14. 00010000:00000010:2.1:1761322987.305831:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000023ddbf0e. 00010000:00000010:2.1:1761322987.305833:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000055996222. 00010000:00000010:2.1:1761322987.305836:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004536eeef. 00010000:00000010:2.1:1761322987.305838:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000029b5bbae. 00010000:00000010:2.1:1761322987.305840:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000054d14596. 00010000:00000010:2.1:1761322987.305843:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000da359317. 00010000:00000010:2.1:1761322987.305846:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000069095118. 00010000:00000010:2.1:1761322987.305848:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e6091cb4. 00010000:00000010:2.1:1761322987.305851:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bd77f12c. 00010000:00000010:2.1:1761322987.305853:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000093a0a4e8. 00010000:00000010:2.1:1761322987.305856:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000815d3697. 00010000:00000010:2.1:1761322987.305858:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000080b13603. 00010000:00000010:2.1:1761322987.305860:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009e50b570. 00010000:00000010:2.1:1761322987.305862:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000527b985e. 00010000:00000010:2.1:1761322987.305865:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aa024dd7. 00010000:00000010:2.1:1761322987.305867:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eb89d186. 00010000:00000010:2.1:1761322987.305870:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bc950e3a. 00010000:00000010:2.1:1761322987.305873:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000071d617f3. 00010000:00000010:2.1:1761322987.305876:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c39afa14. 00010000:00000010:2.1:1761322987.305880:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000023e48a04. 00010000:00000010:2.1:1761322987.305883:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005e973f91. 00010000:00000010:2.1:1761322987.305886:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cd9899ac. 00010000:00000010:2.1:1761322987.305889:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000aa64e64. 00010000:00000010:2.1:1761322987.305892:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f03ca7ef. 00010000:00000010:2.1:1761322987.305894:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c0a0f81f. 00010000:00000010:2.1:1761322987.305896:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a8f05ea3. 00010000:00000010:2.1:1761322987.305898:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000897bd619. 00010000:00000010:2.1:1761322987.305901:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000123baf3e. 00010000:00000010:2.1:1761322987.305904:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000684061e8. 00010000:00000010:2.1:1761322987.305907:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e40df1e1. 00010000:00000010:2.1:1761322987.305909:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000477cf1ae. 00010000:00000010:2.1:1761322987.305911:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bee2f597. 00010000:00000010:2.1:1761322987.305913:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000164e700b. 00010000:00000010:2.1:1761322987.305915:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000056f1ba43. 00010000:00000010:2.1:1761322987.305918:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007f66aaa4. 00010000:00000010:2.1:1761322987.305920:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002d19911a. 00010000:00000010:2.1:1761322987.305922:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000066a9cdd5. 00010000:00000010:2.1:1761322987.305935:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d5d7e502. 00010000:00000010:2.1:1761322987.305939:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006e21f7e2. 00010000:00000010:2.1:1761322987.305943:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cadaaa06. 00010000:00000010:2.1:1761322987.305945:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f258f949. 00010000:00000010:2.1:1761322987.305949:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000015a1c170. 00010000:00000010:2.1:1761322987.305953:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ed515e6f. 00010000:00000010:2.1:1761322987.305956:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009ee9e6e8. 00010000:00000010:2.1:1761322987.305958:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000085dec318. 00010000:00000010:2.1:1761322987.305960:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f65127ee. 00010000:00000010:2.1:1761322987.305963:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f4ea7ed3. 00010000:00000010:2.1:1761322987.305965:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006afeb23a. 00010000:00000010:2.1:1761322987.305972:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006e8f950d. 00010000:00000010:2.1:1761322987.305978:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000912c1b48. 00010000:00000010:2.1:1761322987.305981:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bc7bb0d5. 00010000:00000010:2.1:1761322987.305984:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000052a7c6fc. 00010000:00000010:2.1:1761322987.305987:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fc0205ee. 00010000:00000010:2.1:1761322987.305989:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000022227c24. 00010000:00000010:2.1:1761322987.305992:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000091dd3283. 00010000:00000010:2.1:1761322987.305995:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f3066191. 00010000:00000010:2.1:1761322987.305997:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006216169e. 00010000:00000010:2.1:1761322987.305999:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000012f1b487. 00010000:00000010:2.1:1761322987.306001:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001fe43532. 00010000:00000010:2.1:1761322987.306007:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c66b68b7. 00010000:00000010:2.1:1761322987.306013:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ee80b5b1. 00010000:00000010:2.1:1761322987.306019:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000071640591. 00010000:00000010:2.1:1761322987.306024:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002abdaee3. 00010000:00000010:2.1:1761322987.306031:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eeb86cd1. 00010000:00000010:2.1:1761322987.306033:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fcdfd878. 00010000:00000010:2.1:1761322987.306035:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e911df68. 00010000:00000010:2.1:1761322987.306038:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f1ae8818. 00010000:00000010:2.1:1761322987.306040:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dd1c5cb1. 00010000:00000010:2.1:1761322987.306042:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001453edc3. 00010000:00000010:2.1:1761322987.306047:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000fac468c. 00010000:00000010:2.1:1761322987.306052:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000f346d4c. 00010000:00000010:2.1:1761322987.306060:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e2750863. 00010000:00000010:2.1:1761322987.306064:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000541be338. 00010000:00000010:2.1:1761322987.306068:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000883fbdc9. 00010000:00000010:2.1:1761322987.306071:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008d499961. 00010000:00000010:2.1:1761322987.306101:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006540bf12. 00010000:00000010:2.1:1761322987.306116:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000918f80bf. 00010000:00000010:2.1:1761322987.306120:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000020570701. 00010000:00000010:2.1:1761322987.306122:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006a70dde2. 00010000:00000010:2.1:1761322987.306126:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006e585a27. 00010000:00000010:2.1:1761322987.306128:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000270c24fb. 00010000:00000010:2.1:1761322987.306131:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002fd86b8f. 00010000:00000010:2.1:1761322987.306135:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e6841254. 00010000:00000010:2.1:1761322987.306138:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000065623ccb. 00010000:00000010:2.1:1761322987.306141:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000daf533c3. 00010000:00000010:2.1:1761322987.306143:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006da24724. 00010000:00000010:2.1:1761322987.306146:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c21e4c99. 00010000:00000010:2.1:1761322987.306149:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b106a9fa. 00010000:00000010:2.1:1761322987.306152:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e3226207. 00010000:00000010:2.1:1761322987.306154:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000182b14d3. 00010000:00000010:2.1:1761322987.306157:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000919b699a. 00010000:00000010:2.1:1761322987.306160:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004fcbbda3. 00010000:00000010:2.1:1761322987.306163:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002a3bc515. 00010000:00000010:2.1:1761322987.306165:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b9c2249d. 00010000:00000010:2.1:1761322987.306168:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002a30c8d7. 00010000:00000010:2.1:1761322987.306171:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000681cb1e9. 00010000:00000010:2.1:1761322987.306173:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000036761482. 00010000:00000010:2.1:1761322987.306176:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000036b2067. 00010000:00000010:2.1:1761322987.306179:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f335f4cf. 00010000:00000010:2.1:1761322987.306183:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000084da23c5. 00010000:00000010:2.1:1761322987.306186:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9ae5401. 00010000:00000010:2.1:1761322987.306190:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004372b187. 00010000:00000010:2.1:1761322987.306193:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002930a727. 00010000:00000010:2.1:1761322987.306196:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b8a01b18. 00010000:00000010:2.1:1761322987.306199:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c443350f. 00010000:00000010:2.1:1761322987.306201:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008f99b966. 00010000:00000010:2.1:1761322987.306207:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000885af3bb. 00010000:00000010:2.1:1761322987.306211:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d20aa97c. 00010000:00000010:2.1:1761322987.306214:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000057c12289. 00010000:00000010:2.1:1761322987.306217:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000034cce194. 00010000:00000010:2.1:1761322987.306219:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fe0511a4. 00010000:00000010:2.1:1761322987.306222:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000329a4182. 00010000:00000010:2.1:1761322987.306225:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001deb7dcd. 00010000:00000010:2.1:1761322987.317129:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007a930c60. 00010000:00000010:2.1:1761322987.317136:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cccf6fef. 00010000:00000010:3.1:1761322987.317137:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c2fb7f5f. 00010000:00000010:2.1:1761322987.317140:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000f15a82e. 00010000:00000010:2.1:1761322987.317143:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000996472df. 00010000:00000010:2.1:1761322987.317146:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009131c04a. 00010000:00000010:2.1:1761322987.317148:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d11edea6. 00010000:00000010:2.1:1761322987.323155:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a32aa084. 00010000:00000010:2.1:1761322987.323162:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000502ca05b. 00010000:00000010:2.1:1761322987.327616:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009f15f1d8. 00010000:00000010:2.1:1761322987.327630:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007e560468. 00010000:00000010:2.1:1761322987.327635:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000329a4182. 00010000:00000010:2.1:1761322987.327640:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000746e8c1a. 00010000:00000010:2.1:1761322987.331200:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000787795e6. 00010000:00000010:2.1:1761322987.331214:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000096c21227. 00010000:00000010:2.1:1761322987.335126:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d2df1a06. 00010000:00000010:2.1:1761322987.335134:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d11edea6. 00010000:00000010:2.1:1761322987.339135:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d7db3e13. 00010000:00000010:2.1:1761322987.339151:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000502ca05b. 00010000:00000010:2.1:1761322987.343141:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000000b8359e. 00010000:00000010:2.1:1761322987.343162:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000746e8c1a. 00010000:00000010:2.1:1761322987.351202:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eee45cba. 00010000:00000010:2.1:1761322987.351218:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000096c21227. 00010000:00000010:2.1:1761322987.355293:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e771346d. 00010000:00000010:2.1:1761322987.355307:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000502ca05b. 00010000:00000010:2.1:1761322987.355312:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fca1c636. 00010000:00000010:2.1:1761322987.355315:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000746e8c1a. 00010000:00000010:3.1:1761322987.355849:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006dfef02a. 00010000:00000010:2.1:1761322987.359536:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e1b99163. 00010000:00000010:2.1:1761322987.359545:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b6f2f72b. 00010000:00000010:2.1:1761322987.359548:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d11edea6. 00010000:00000010:3.1:1761322987.364117:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000024b13808. 00010000:00000010:2.1:1761322987.368131:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000040d67f9. 00010000:00000010:2.1:1761322987.368142:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000096c21227. 00010000:00000010:2.1:1761322987.377166:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003d7bb245. 00010000:00000010:2.1:1761322987.377179:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000295ed4ff. 00010000:00000010:2.1:1761322987.377189:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000746e8c1a. 00010000:00000010:3.1:1761322987.381224:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000608c5880. 00010000:00000010:3.1:1761322987.381241:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d11edea6. 00010000:00000010:2.1:1761322987.389181:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000082a36c80. 00010000:00000010:3.1:1761322987.389198:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006f1be0d8. 00010000:00000010:3.1:1761322987.389205:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075d9751f. 00010000:00000010:3.1:1761322987.394206:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ba2f43a1. 00010000:00000010:3.1:1761322987.394216:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c1075cf0. 00010000:00000010:3.1:1761322987.403138:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003c069d72. 00010000:00000010:3.1:1761322987.403146:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8945f1d. 00010000:00000010:3.1:1761322987.403150:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e9f32d02. 00010000:00000010:3.1:1761322987.403154:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a10c93c2. 00010000:00000010:2.1:1761322987.403225:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ed50bea4. 00010000:00000010:2.1:1761322987.403232:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cfdf0831. 00010000:00000010:2.1:1761322987.408129:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f3b78009. 00010000:00000010:2.1:1761322987.408141:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000746e8c1a. 00010000:00000010:2.1:1761322987.408146:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002d5eabd7. 00010000:00000010:2.1:1761322987.408151:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000096c21227. 00010000:00000010:2.1:1761322987.408155:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000329a4182. 00010000:00000010:2.1:1761322987.408157:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000502ca05b. 00010000:00000010:3.1:1761322987.412128:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000002d66c32. 00010000:00000010:3.1:1761322987.412136:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007e560468. 00010000:00000010:2.1:1761322987.415209:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000010f07739. 00010000:00000010:2.1:1761322987.419135:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e3b78339. 00010000:00000010:2.1:1761322987.419160:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000005c7516b. 00010000:00000010:2.1:1761322987.419164:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000300a1fd1. 00010000:00000010:2.1:1761322987.423127:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e7dd671e. 00010000:00000010:2.1:1761322987.423136:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006eae83ef. 00010000:00000010:2.1:1761322987.426100:0:67479:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003d478192. 00010000:00000010:0.1:1761322987.432125:0:78584:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d63b0fd8. 00010000:00000010:2.1:1761322987.432130:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000094653bcf. 00010000:00000010:0.1:1761322987.432153:0:78584:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000095612185. 00010000:00000010:0.1:1761322987.435199:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000011a919d. 00010000:00000010:0.1:1761322987.435210:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b36b44aa. 00010000:00000010:3.1:1761322987.436116:0:78585:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000089b84e58. 00010000:00000010:2.1:1761322987.436118:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000c94d9e2. 00010000:00000010:3.1:1761322987.436125:0:78585:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000084ddeedc. 00010000:00000010:2.1:1761322987.441279:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000088edd172. 00010000:00000010:2.1:1761322987.441287:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a10c93c2. 00010000:00000010:2.1:1761322987.441294:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bd1144ff. 00010000:00000010:2.1:1761322987.441297:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000096c21227. 00010000:00000010:0.1:1761322987.449323:0:78583:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e3e44e24. 00010000:00000010:2.1:1761322987.450140:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d895113e. 00010000:00000010:2.1:1761322987.450153:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000746e8c1a. 00010000:00000010:3.1:1761322987.454178:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001b0f0f0f. 00010000:00000010:2.1:1761322987.456116:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008b0e6c2a. 00010000:00000010:2.1:1761322987.465232:0:78588:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001087d46c. 00010000:00000010:2.1:1761322987.465242:0:78588:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b24f35d7. 00010000:00000010:2.1:1761322987.469123:0:78583:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000351a1207. 00010000:00000010:2.1:1761322987.469132:0:78583:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000746e8c1a. 00010000:00000010:3.1:1761322987.469288:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000773b4ff1. 00010000:00000010:3.1:1761322987.479148:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000044455e84. 00010000:00000010:3.1:1761322987.479169:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000057cf5cc6. 00010000:00000010:2.1:1761322987.485123:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f455dd9b. 00010000:00000010:2.1:1761322987.485131:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8945f1d. 00010000:00000010:3.1:1761322987.492126:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000057a7cec7. 00010000:00000010:2.1:1761322987.492217:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000054a06245. 00010000:00000010:2.1:1761322987.492226:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000746e8c1a. 00010000:00000010:2.1:1761322987.492229:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a4f57380. 00010000:00000010:2.1:1761322987.492232:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bcfbecaf. 00010000:00000010:3.1:1761322987.501360:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000c39b97b. 00010000:00000010:2.1:1761322987.502137:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000819546f1. 00010000:00000010:2.1:1761322987.502148:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001b2c9400. 00010000:00000010:3.1:1761322987.506258:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003bc1b18f. 00010000:00000010:3.1:1761322987.506271:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003f74d388. 00010000:00000010:3.1:1761322987.506275:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008d9676b1. 00010000:00000010:2.1:1761322987.514457:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000900e61be. 00010000:00000010:2.1:1761322987.514464:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bcfbecaf. 00010000:00000010:3.1:1761322987.519177:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007b19fbf8. 00010000:00000010:2.1:1761322987.522508:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000013414141. 00010000:00000010:2.1:1761322987.522514:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001b2c9400. 00010000:00000010:2.1:1761322987.522519:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006ae94734. 00010000:00000010:2.1:1761322987.522521:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000746e8c1a. 00010000:00000010:2.1:1761322987.522524:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cd54cbef. 00010000:00000010:2.1:1761322987.522527:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006fea5f55. 00010000:00000010:3.1:1761322987.523146:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a0f0c308. 00010000:00000010:3.1:1761322987.523152:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e245e39f. 00010000:00000010:3.1:1761322987.523156:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004aad9a13. 00010000:00000010:0.1:1761322987.525220:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008bca81b9. 00010000:00000010:2.1:1761322987.527193:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000011e2a148. 00010000:00000010:2.1:1761322987.527201:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aa0db37e. 00010000:00000010:2.1:1761322987.534216:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005fc3bda7. 00010000:00000010:2.1:1761322987.534231:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bcfbecaf. 00010000:00000010:2.1:1761322987.540151:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c9ef96ec. 00010000:00000010:2.1:1761322987.540167:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006fea5f55. 00010000:00000010:2.1:1761322987.542132:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d6de6ee6. 00010000:00000010:2.1:1761322987.542141:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000746e8c1a. 00010000:00000010:2.1:1761322987.542152:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000329a4182. 00010000:00000010:3.1:1761322987.542153:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d853ad71. 00010000:00000010:2.1:1761322987.542158:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aa0db37e. 00010000:00000010:3.1:1761322987.542166:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001b2c9400. 00010000:00000010:3.1:1761322987.549147:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b5082301. 00010000:00000010:3.1:1761322987.549157:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075d9751f. 00010000:00000010:2.1:1761322987.549226:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007c858000. 00010000:00000010:3.1:1761322987.557364:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000253fc7a3. 00010000:00000010:3.1:1761322987.557380:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a65a506b. 00010000:00000010:2.1:1761322987.557531:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005f846047. 00010000:00000010:0.1:1761322987.561114:0:15810:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000978fc352. 00010000:00000010:2.1:1761322987.561185:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ab51815e. 00010000:00000010:2.1:1761322987.561199:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075d9751f. 00010000:00000010:3.1:1761322987.563142:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000638feb1b. 00010000:00000010:3.1:1761322987.563150:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aa0db37e. 00010000:00000010:3.1:1761322987.563154:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006f1be0d8. 00010000:00000010:3.1:1761322987.563157:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a65a506b. 00010000:00000010:2.1:1761322987.565100:0:67479:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000203869b. 00010000:00000010:0.1:1761322987.565259:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001949ef95. 00010000:00000010:2.1:1761322987.572100:0:78590:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b4cc9545. 00010000:00000010:3.1:1761322987.572140:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a9855bb1. 00010000:00000010:2.1:1761322987.576118:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008b769d9e. 00010000:00000010:2.1:1761322987.576133:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000822c2cf8. 00010000:00000010:0.1:1761322987.576177:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f69b9461. 00010000:00000010:0.1:1761322987.586325:0:78592:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cf0054dd. 00010000:00000010:2.1:1761322987.588663:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005f2e95fe. 00010000:00000010:2.1:1761322987.588672:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000074cb238e. 00010000:00000010:0.1:1761322987.589141:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea5e6791. 00010000:00000010:2.1:1761322987.595133:0:78593:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006c8bcac2. 00010000:00000010:3.1:1761322987.597308:0:66652:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006b23c4c4. 00010000:00000010:3.1:1761322987.597315:0:66652:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002108a952. 00010000:00000010:2.1:1761322987.602902:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dfc03bae. 00010000:00000010:0.1:1761322987.604094:0:1024:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000087926906. 00010000:00000010:0.1:1761322987.604121:0:1024:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a65a506b. 00010000:00000010:0.1:1761322987.604127:0:1024:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a3e778a2. 00010000:00000010:0.1:1761322987.604132:0:1024:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b36b44aa. 00010000:00000010:3.1:1761322987.608185:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cba6b34a. 00010000:00000010:3.1:1761322987.608197:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000d245bd8. 00010000:00000010:0.1:1761322987.618116:0:1024:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001cbf4857. 00010000:00000010:0.1:1761322987.618124:0:1024:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001f5328e7. 00010000:00000010:0.1:1761322987.618139:0:1024:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000092fa1c10. 00010000:00000010:0.1:1761322987.618143:0:1024:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b36b44aa. 00010000:00000010:3.1:1761322987.622118:0:15810:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d8cbe690. 00010000:00000010:2.1:1761322987.628144:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002b6dc978. 00010000:00000010:2.1:1761322987.628151:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000055ebbf0a. 00010000:00000010:0.1:1761322987.630270:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f07e6ee1. 00010000:00000010:2.1:1761322987.631257:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a674a3a1. 00010000:00000010:2.1:1761322987.631272:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bcfbecaf. 00010000:00000010:3.1:1761322987.634122:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001eddcc50. 00010000:00000010:0.1:1761322987.634332:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001ddd9111. 00010000:00000010:0.1:1761322987.634365:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dfe37e23. 00010000:00000010:3.1:1761322987.640283:0:15810:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ea6a904b. 00010000:00000010:3.1:1761322987.640299:0:15810:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b36b44aa. 00010000:00000010:2.1:1761322987.645124:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c277f5c6. 00010000:00000010:2.1:1761322987.651169:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f9d445d9. 00010000:00000010:2.1:1761322987.654126:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000088f9ef4e. 00010000:00000010:0.1:1761322987.654136:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000705369d5. 00010000:00000010:0.1:1761322987.654150:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002108a952. 00010000:00000010:0.1:1761322987.658137:0:15811:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e2a72651. 00010000:00000010:0.1:1761322987.666132:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c060c4c7. 00010000:00000010:2.1:1761322987.672137:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b1c5372e. 00010000:00000010:0.1:1761322987.672279:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002ef8fc8e. 00010000:00000010:0.1:1761322987.685244:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001b4df443. 00010000:00000010:0.1:1761322987.687140:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004c2a45c8. 00010000:00000010:0.1:1761322987.690268:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001921787c. 00010000:00000010:0.1:1761322987.698194:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000060cb1e8a. 00010000:00000010:0.1:1761322987.706880:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000142c8916. 00010000:00000010:0.1:1761322987.706888:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a238ca0a. 00010000:00000010:0.1:1761322987.706892:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000057cf5cc6. 00010000:00000010:0.1:1761322987.716153:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007886941c. 00010000:00000010:0.1:1761322987.716167:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f627870c. 00010000:00000010:0.1:1761322987.716171:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000055ebbf0a. 00010000:00000010:3.1:1761322987.725399:0:15810:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c3bed58f. 00010000:00000010:3.1:1761322987.725407:0:15810:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000d245bd8. 00010000:00000010:3.1:1761322987.725412:0:15810:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006f1be0d8. 00010000:00000010:3.1:1761322987.725416:0:15810:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097c92878. 00010000:00000010:2.1:1761322987.726111:0:78604:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e0782efe. 00010000:00000010:0.1:1761322987.730175:0:78605:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009c7814d9. 00010000:00000010:0.1:1761322987.730194:0:78605:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eb478efe. 00010000:00000010:0.1:1761322987.730199:0:78605:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c60fd9b7. 00010000:00000010:0.1:1761322987.732463:0:78605:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002d0ec06a. 00010000:00000010:0.1:1761322987.732474:0:78605:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dae8c9c2. 00010000:00000010:0.1:1761322987.732480:0:78605:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000055ebbf0a. 00010000:00000010:3.1:1761322987.736167:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a25e2b1b. 00010000:00000010:3.1:1761322987.743094:0:78606:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000089c67b91. 00010000:00000010:0.1:1761322987.745129:0:78606:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000011701834. 00010000:00000010:0.1:1761322987.745144:0:78606:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b24f35d7. 00010000:00000010:2.1:1761322987.755124:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002032c746. 00010000:00000010:2.1:1761322987.755152:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c5d9b037. 00010000:00000010:2.1:1761322987.755158:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000055ebbf0a. 00010000:00000010:2.1:1761322987.755161:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000034cce194. 00010000:00000010:2.1:1761322987.755164:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bcfbecaf. 00010000:00000010:3.1:1761322987.763115:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006f51e083. 00010000:00000010:3.1:1761322987.763124:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000024d64d1a. 00010000:00000010:3.1:1761322987.768380:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000033f1479e. 00010000:00000010:3.1:1761322987.768397:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097c92878. 00010000:00000010:2.1:1761322987.773295:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003fdcea45. 00010000:00000010:2.1:1761322987.773305:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000738b17ea. 00010000:00000010:0.1:1761322987.781123:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a1380e1. 00010000:00000010:0.1:1761322987.781136:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b44ec4c1. 00010000:00000010:0.1:1761322987.781144:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bcfbecaf. 00010000:00000010:0.1:1761322987.783122:0:78613:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005f8a5825. 00010000:00000010:3.1:1761322987.783370:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000763a9969. 00010000:00000010:3.1:1761322987.783377:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000656835. 00010000:00000010:3.1:1761322987.783382:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006f1be0d8. 00010000:00000010:3.1:1761322987.783385:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097c92878. 00010000:00000010:0.1:1761322987.792285:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000021598228. 00010000:00000010:3.1:1761322987.794174:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005e323a68. 00010000:00000010:3.1:1761322987.794186:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001382bdeb. 00010000:00000010:2.1:1761322987.798096:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002b9ac257. 00010000:00000010:2.1:1761322987.804113:0:78618:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f211a39d. 00010000:00000010:2.1:1761322987.804121:0:78618:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000089f67ccd. 00010000:00000010:3.1:1761322987.804131:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a4834a2a. 00010000:00000010:0.1:1761322987.810105:0:78619:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f012ccdc. 00010000:00000010:3.1:1761322987.813300:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005aa4330f. 00010000:00000010:3.1:1761322987.819326:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000690888ec. 00010000:00000010:3.1:1761322987.819345:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000822c2cf8. 00010000:00000010:3.1:1761322987.819350:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006f1be0d8. 00010000:00000010:3.1:1761322987.819354:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001382bdeb. 00010000:00000010:0.1:1761322987.826186:0:78621:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005645b23b. 00010000:00000010:0.1:1761322987.826196:0:78621:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097c92878. 00010000:00000010:2.1:1761322987.827120:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e83483ad. 00010000:00000010:2.1:1761322987.848155:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000010616c5c. 00010000:00000010:2.1:1761322987.848165:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000095612185. 00010000:00000010:0.1:1761322987.848418:0:78623:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cfa2a7af. 00010000:00000010:3.1:1761322987.852202:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008a5da01e. 00010000:00000010:2.1:1761322987.856095:0:78625:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b93b0cbe. 00010000:00000010:2.1:1761322987.856113:0:78625:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000005c7516b. 00010000:00000010:3.1:1761322987.857329:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000043e5331b. 00010000:00000010:0.1:1761322987.860142:0:15810:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c3ed8814. 00010000:00000010:2.1:1761322987.864198:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c87051b4. 00010000:00000010:2.1:1761322987.864203:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000074cb238e. 00010000:00000010:0.1:1761322987.873622:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001121cde6. 00010000:00000010:0.1:1761322987.873635:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000746e8c1a. 00010000:00000010:0.1:1761322987.873642:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a3e778a2. 00010000:00000010:0.1:1761322987.873646:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000087986522. 00010000:00000010:3.1:1761322987.874148:0:78628:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000682b8b8a. 00010000:00000010:2.1:1761322987.874176:0:15812:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008ae360e5. 00010000:00000010:2.1:1761322987.874182:0:15812:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006fea5f55. 00010000:00000010:3.1:1761322987.880275:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cbff5352. 00010000:00000010:3.1:1761322987.882131:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000042367b34. 00010000:00000010:3.1:1761322987.897119:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000301d66a4. 00010000:00000010:0.1:1761322987.910714:0:1376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f7bab8e0. 00010000:00000010:0.1:1761322987.912162:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a5fe7b35. 00010000:00000010:2.1:1761322987.925263:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d84a8769. 00010000:00000010:0.1:1761322987.938199:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000030bec5d2. 00010000:00000010:0.1:1761322987.940128:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a021c10f. 00010000:00000010:0.1:1761322987.940156:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ce0cc604. 00010000:00000010:0.1:1761322987.940164:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a3e778a2. 00010000:00000010:0.1:1761322987.940168:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000087986522. 00010000:00000010:0.1:1761322987.946343:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008309c681. 00010000:00000010:0.1:1761322987.946357:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000022088b4f. 00010000:00000010:0.1:1761322987.954182:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d7833b35. 00010000:00000010:0.1:1761322987.954203:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006914a40a. 00010000:00000010:0.1:1761322987.962195:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f283c9b6. 00010000:00000010:0.1:1761322987.962202:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000087986522. 00010000:00000010:0.1:1761322987.966225:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007791f2e3. 00010000:00000010:0.1:1761322987.966240:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000022088b4f. 00010000:00000010:0.1:1761322987.966245:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000979fc250. 00010000:00000010:0.1:1761322987.966250:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001aead58b. 00010000:00000010:0.1:1761322987.966254:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006914a40a. 00010000:00000010:0.1:1761322987.966258:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a3e778a2. 00010000:00000010:0.1:1761322987.966261:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001dca73d3. 00010000:00000010:0.1:1761322987.966265:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000000d42b15. 00010000:00000010:0.1:1761322987.966269:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003df69050. 00010000:00000010:0.1:1761322987.975142:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d9fc6c94. 00010000:00000010:0.1:1761322987.975152:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d7e1ff95. 00010000:00000010:0.1:1761322987.984188:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004bc6fc59. 00010000:00000010:0.1:1761322987.984196:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003df69050. 00010000:00000010:3.1:1761322987.988128:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000884f725a. 00010000:00000010:0.1:1761322987.992164:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001c03c7fe. 00010000:00000010:0.1:1761322987.992179:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001dca73d3. 00010000:00000010:0.1:1761322987.992183:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008a187373. 00010000:00000010:0.1:1761322987.992186:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d7e1ff95. 00010000:00000010:0.1:1761322987.992189:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004a964cf3. 00010000:00000010:0.1:1761322987.992192:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006914a40a. 00010000:00000010:0.1:1761322987.996199:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006899a233. 00010000:00000010:0.1:1761322987.996208:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000022088b4f. 00010000:00000010:0.1:1761322988.002147:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a4c9855e. 00010000:00000010:0.1:1761322988.002159:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003df69050. 00010000:00000010:0.1:1761322988.011127:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000285294b9. 00010000:00000010:0.1:1761322988.011137:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a35ebf45. 00010000:00000010:0.1:1761322988.011146:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000022088b4f. 00010000:00000010:3.1:1761322988.021257:0:66652:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f77dd341. 00010000:00000010:0.1:1761322988.025117:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007ecf4806. 00010000:00000010:0.1:1761322988.025125:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003df69050. 00010000:00000010:0.1:1761322988.025129:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000657535a3. 00010000:00000010:0.1:1761322988.025132:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006914a40a. 00010000:00000010:3.1:1761322988.025295:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba09121e. 00010000:00000010:2.1:1761322988.028289:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000da0c6443. 00010000:00000010:3.1:1761322988.028573:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000028f64769. 00010000:00000010:3.1:1761322988.028580:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c0d5d08a. 00010000:00000010:0.1:1761322988.030030:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b3a07412. 00010000:00000010:0.1:1761322988.030043:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000022088b4f. 00010000:00000010:0.1:1761322988.030047:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002a6158db. 00010000:00000010:0.1:1761322988.030052:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d7e1ff95. 00010000:00000010:0.1:1761322988.030056:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000b82dd3c. 00010000:00000010:0.1:1761322988.030059:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001dca73d3. 00010000:00000010:0.1:1761322988.033174:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000045b45cbd. 00010000:00000010:3.1:1761322988.033185:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000027ccceca. 00010000:00000010:0.1:1761322988.033194:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000087986522. 00010000:00000010:3.1:1761322988.037917:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f6a0cfae. 00010000:00000010:0.1:1761322988.038409:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b68a0478. 00010000:00000010:0.1:1761322988.038418:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006914a40a. 00010000:00000010:3.1:1761322988.043169:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c22f6c60. 00010000:00000010:0.1:1761322988.046339:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f443c34b. 00010000:00000010:0.1:1761322988.046352:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001dca73d3. 00010000:00000010:0.1:1761322988.046359:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a3e778a2. 00010000:00000010:0.1:1761322988.046364:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000087986522. 00010000:00000010:3.1:1761322988.054513:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a847160e. 00010000:00000010:0.1:1761322988.055115:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003ab63035. 00010000:00000010:0.1:1761322988.055122:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d7e1ff95. 00010000:00000010:3.1:1761322988.057384:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000094af12d0. 00010000:00000010:0.1:1761322988.062137:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d7f8e845. 00010000:00000010:0.1:1761322988.062146:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006914a40a. 00010000:00000010:0.1:1761322988.062150:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c304025d. 00010000:00000010:0.1:1761322988.062153:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000087986522. 00010000:00000010:0.1:1761322988.062157:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004eefe6aa. 00010000:00000010:0.1:1761322988.062160:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001dca73d3. 00010000:00000010:0.1:1761322988.062164:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000048f0d971. 00010000:00000010:0.1:1761322988.062172:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000022088b4f. 00010000:00000010:0.1:1761322988.062175:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a3e778a2. 00010000:00000010:0.1:1761322988.062178:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d7e1ff95. 00010000:00000010:0.1:1761322988.071117:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c54e3ddb. 00010000:00000010:0.1:1761322988.071126:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003df69050. 00010000:00000010:0.1:1761322988.071132:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000903a4d73. 00010000:00000010:0.1:1761322988.071137:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c9f06217. 00010000:00000010:3.1:1761322988.071143:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009cbe814d. 00010000:00000010:3.1:1761322988.071152:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000710549c8. 00010000:00000010:0.1:1761322988.075130:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000284f4db6. 00010000:00000010:0.1:1761322988.075142:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000a18b6c8. 00010000:00000010:0.1:1761322988.082593:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b679a805. 00010000:00000010:0.1:1761322988.082614:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d7e1ff95. 00010000:00000010:0.1:1761322988.088220:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c8349d29. 00010000:00000010:0.1:1761322988.088229:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c9f06217. 00010000:00000010:0.1:1761322988.094271:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e5ed2711. 00010000:00000010:0.1:1761322988.094283:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000a18b6c8. 00010000:00000010:2.1:1761322988.099179:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c82c6bc8. 00010000:00000010:0.1:1761322988.109155:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dec569ec. 00010000:00000010:0.1:1761322988.109172:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d7e1ff95. 00010000:00000010:3.1:1761322988.118136:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000032cfeba4. 00010000:00000010:3.1:1761322988.118156:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008b87c04b. 00010000:00000010:0.1:1761322988.118217:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a4ff1f67. 00010000:00000010:0.1:1761322988.118226:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c9f06217. 00010000:00000010:3.1:1761322988.122195:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000073590d04. 00010000:00000010:3.1:1761322988.124294:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000096c328c6. 00010000:00000010:2.1:1761322988.126439:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b535282e. 00010000:00000010:0.1:1761322988.132156:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000005b909c7. 00010000:00000010:0.1:1761322988.132184:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001fed1af7. 00010000:00000010:0.1:1761322988.132191:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ec54116e. 00010000:00000010:0.1:1761322988.138128:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af61c3f1. 00010000:00000010:0.1:1761322988.176138:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000058eac379. 00010000:00000010:0.1:1761322988.180138:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d813d46e. 00010000:00000010:2.1:1761322988.185166:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075d94f25. 00010000:00000010:0.1:1761322988.192166:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fe6ff169. 00010000:00000010:0.1:1761322988.205129:0:66652:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d73a06f6. 00010000:00000010:0.1:1761322988.205142:0:66652:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006926637e. 00010000:00000010:0.1:1761322988.210147:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e0b02ce4. 00010000:00000010:0.1:1761322988.214462:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bb4548a8. 00010000:00000010:0.1:1761322988.219135:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000022a79e14. 00010000:00000010:0.1:1761322988.219151:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000a390d7. 00010000:00000010:0.1:1761322988.219156:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000025692685. 00010000:00000010:0.1:1761322988.227137:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000acc96a8b. 00010000:00000010:0.1:1761322988.231155:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005ae95aa1. 00010000:00000010:0.1:1761322988.236174:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ee155099. 00010000:00000010:0.1:1761322988.236183:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004efedff6. 00010000:00000010:3.1:1761322988.240658:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004e0f9fa9. 00010000:00000010:3.1:1761322988.240667:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000989f123. 00010000:00000010:0.1:1761322988.243217:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000574295cf. 00010000:00000010:0.1:1761322988.249470:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bab1b503. 00010000:00000010:2.1:1761322988.249833:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cab23384. 00010000:00000010:2.1:1761322988.253217:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001546e006. 00010000:00000010:2.1:1761322988.257149:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007be68389. 00010000:00000010:2.1:1761322988.265311:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007c979526. 00010000:00000010:0.1:1761322988.272271:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003b01607e. 00010000:00000010:2.1:1761322988.273377:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e8e89724. 00010000:00000010:2.1:1761322988.273386:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a176d8f6. 00010000:00000010:1.1:1761322988.277157:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000faeecf27. 00010000:00000010:1.1:1761322988.277160:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008f5c2280. 00010000:00000010:1.1:1761322988.277163:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d9df6f3d. 00010000:00000010:1.1:1761322988.277165:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a55982d7. 00010000:00000010:1.1:1761322988.277167:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000721b13b4. 00010000:00000010:1.1:1761322988.277169:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000073e419ce. 00010000:00000010:2.1:1761322988.277173:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003dab664f. 00010000:00000010:1.1:1761322988.277174:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ee5178f. 00010000:00000010:1.1:1761322988.277183:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000000a7ea36. 00010000:00000010:1.1:1761322988.277187:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a28f2430. 00010000:00000010:1.1:1761322988.281128:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008f7b509a. 00010000:00000010:1.1:1761322988.281136:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a1510e7b. 00010000:00000010:2.1:1761322988.281140:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a7509b67. 00010000:00000010:1.1:1761322988.281141:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fc77d08c. 00010000:00000010:1.1:1761322988.281148:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002e509527. 00010000:00000010:0.1:1761322988.285048:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000468d8eb0. 00010000:00000010:1.1:1761322988.285181:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000e0a3849. 00010000:00000010:1.1:1761322988.285190:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000a34ef1f. 00010000:00000010:1.1:1761322988.285194:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004d0f46b3. 00010000:00000010:1.1:1761322988.285199:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000052e19f0. 00010000:00000010:0.1:1761322988.289115:0:66652:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000229d4041. 00010000:00000010:1.1:1761322988.289122:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000964c1236. 00010000:00000010:0.1:1761322988.289123:0:66652:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c717481f. 00010000:00000010:1.1:1761322988.289133:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a56e1242. 00010000:00000010:1.1:1761322988.289139:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000710feafe. 00010000:00000010:1.1:1761322988.289142:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a28f2430. 00010000:00000010:1.1:1761322988.297130:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a105548f. 00010000:00000010:1.1:1761322988.297145:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000073e419ce. 00010000:00000010:0.1:1761322988.301145:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bc4437bd. 00010000:00000010:0.1:1761322988.301157:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c4185d60. 00010000:00000010:1.1:1761322988.301267:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c48f7cca. 00010000:00000010:1.1:1761322988.301274:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000052e19f0. 00010000:00000010:0.1:1761322988.306163:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a56171d1. 00010000:00000010:1.1:1761322988.306170:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aeadc367. 00010000:00000010:0.1:1761322988.306186:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea344818. 00010000:00000010:1.1:1761322988.306187:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a28f2430. 00010000:00000010:1.1:1761322988.306195:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004d0f46b3. 00010000:00000010:1.1:1761322988.306199:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a56e1242. 00010000:00000010:1.1:1761322988.306203:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000998ae61. 00010000:00000010:1.1:1761322988.306207:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000a34ef1f. 00010000:00000010:0.1:1761322988.310158:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f9137d10. 00010000:00000010:1.1:1761322988.310225:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000762c003d. 00010000:00000010:1.1:1761322988.310234:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000073e419ce. 00010000:00000010:0.1:1761322988.314167:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000085958d64. 00010000:00000010:1.1:1761322988.314502:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fd712cac. 00010000:00000010:1.1:1761322988.314511:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002e509527. 00010000:00000010:0.1:1761322988.318169:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d3361cfd. 00010000:00000010:1.1:1761322988.318259:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007746aa87. 00010000:00000010:1.1:1761322988.318267:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000052e19f0. 00010000:00000010:1.1:1761322988.323118:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004f9469ee. 00010000:00000010:1.1:1761322988.323129:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008f372c54. 00010000:00000010:1.1:1761322988.323133:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000a34ef1f. 00010000:00000010:1.1:1761322988.323136:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004d0f46b3. 00010000:00000010:1.1:1761322988.323139:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002e509527. 00010000:00000010:2.1:1761322988.329184:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000117304cd. 00010000:00000010:1.1:1761322988.329194:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000019439cc. 00010000:00000010:1.1:1761322988.329216:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000073e419ce. 00010000:00000010:2.1:1761322988.334125:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e6df21be. 00010000:00000010:1.1:1761322988.334144:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c8dab56d. 00010000:00000010:1.1:1761322988.334153:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002e509527. 00010000:00000010:2.1:1761322988.338151:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ebeba847. 00010000:00000010:1.1:1761322988.338884:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003f865aaf. 00010000:00000010:1.1:1761322988.338894:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000a34ef1f. 00010000:00000010:1.1:1761322988.345126:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000042c3d03c. 00010000:00000010:1.1:1761322988.345134:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000073e419ce. 00010000:00000010:0.1:1761322988.345376:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000316a4f99. 00010000:00000010:1.1:1761322988.349129:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ef2b768c. 00010000:00000010:1.1:1761322988.349140:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002e509527. 00010000:00000010:1.1:1761322988.349145:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004d0f46b3. 00010000:00000010:1.1:1761322988.349149:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000052e19f0. 00010000:00000010:0.1:1761322988.349270:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005e0b012f. 00010000:00000010:0.1:1761322988.349278:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000025ef34f7. 00010000:00000010:1.1:1761322988.353130:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c14139ca. 00010000:00000010:1.1:1761322988.353141:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a56e1242. 00010000:00000010:1.1:1761322988.353146:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000033023be5. 00010000:00000010:1.1:1761322988.353153:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000a34ef1f. 00010000:00000010:0.1:1761322988.353172:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ec44f0de. 00010000:00000010:2.1:1761322988.362117:0:66652:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000957d7b5e. 00010000:00000010:2.1:1761322988.370160:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9b2fe49. 00010000:00000010:0.1:1761322988.370173:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c285870d. 00010000:00000010:1.1:1761322988.370215:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001e89e882. 00010000:00000010:1.1:1761322988.370223:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000073e419ce. 00010000:00000010:1.1:1761322988.370227:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007ae37bbe. 00010000:00000010:1.1:1761322988.370231:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000052e19f0. 00010000:00000010:0.1:1761322988.374127:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000093585bf7. 00010000:00000010:0.1:1761322988.374139:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007071d2ae. 00010000:00000010:0.1:1761322988.374143:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000071a543de. 00010000:00000010:1.1:1761322988.374189:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007d50e128. 00010000:00000010:2.1:1761322988.374196:0:15810:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000755a8d5f. 00010000:00000010:1.1:1761322988.374199:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000a34ef1f. 00010000:00000010:1.1:1761322988.374205:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004d0f46b3. 00010000:00000010:1.1:1761322988.374212:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a56e1242. 00010000:00000010:1.1:1761322988.374217:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ead49487. 00010000:00000010:1.1:1761322988.374223:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002e509527. 00010000:00000010:1.1:1761322988.374227:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c50d6aa4. 00010000:00000010:1.1:1761322988.374234:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a28f2430. 00010000:00000010:1.1:1761322988.378140:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006c830549. 00010000:00000010:1.1:1761322988.378151:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a1510e7b. 00010000:00000010:1.1:1761322988.378157:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cf66e64b. 00010000:00000010:1.1:1761322988.378163:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a55982d7. 00010000:00000010:0.1:1761322988.378272:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007f51470d. 00010000:00000010:1.1:1761322988.382228:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000525fe8d1. 00010000:00000010:1.1:1761322988.382237:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008f5c2280. 00010000:00000010:1.1:1761322988.382240:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d9df6f3d. 00010000:00000010:1.1:1761322988.382243:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000052e19f0. 00010000:00000010:0.1:1761322988.383257:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e5153830. 00010000:00000010:1.1:1761322988.391115:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000258cae3e. 00010000:00000010:1.1:1761322988.391123:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000073e419ce. 00010000:00000010:1.1:1761322988.391128:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007fa647e6. 00010000:00000010:1.1:1761322988.391133:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a28f2430. 00010000:00000010:0.1:1761322988.391134:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000080de1cff. 00010000:00000010:2.1:1761322988.391154:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005dc24715. 00010000:00000010:2.1:1761322988.395134:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000abf1905e. 00010000:00000010:1.1:1761322988.395200:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e9deb6d3. 00010000:00000010:1.1:1761322988.395209:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a55982d7. 00010000:00000010:2.1:1761322988.398310:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000e9d1f64. 00010000:00000010:2.1:1761322988.398319:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000053a70b29. 00010000:00000010:1.1:1761322988.399420:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001f47a05d. 00010000:00000010:1.1:1761322988.399429:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a1510e7b. 00010000:00000010:1.1:1761322988.399434:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000118b1659. 00010000:00000010:1.1:1761322988.399439:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000052e19f0. 00010000:00000010:1.1:1761322988.399442:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cd1defd4. 00010000:00000010:1.1:1761322988.399447:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008f5c2280. 00010000:00000010:2.1:1761322988.408224:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000089b3da19. 00010000:00000010:1.1:1761322988.408241:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ba38c511. 00010000:00000010:1.1:1761322988.408251:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a28f2430. 00010000:00000010:0.1:1761322988.412260:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005bd74be3. 00010000:00000010:0.1:1761322988.412272:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c6df0e11. 00010000:00000010:1.1:1761322988.416138:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008d8de005. 00010000:00000010:1.1:1761322988.416150:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000073e419ce. 00010000:00000010:1.1:1761322988.416159:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ebf2ad12. 00010000:00000010:1.1:1761322988.416166:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008f5c2280. 00010000:00000010:1.1:1761322988.416172:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000082463c66. 00010000:00000010:1.1:1761322988.416177:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000052e19f0. 00010000:00000010:2.1:1761322988.416191:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009141066f. 00010000:00000010:2.1:1761322988.424127:0:1039:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000254b731b. 00010000:00000010:2.1:1761322988.429133:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000deb2d20. 00010000:00000010:1.1:1761322988.429136:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000055c2441d. 00010000:00000010:1.1:1761322988.429153:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a28f2430. 00010000:00000010:1.1:1761322988.429158:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d9df6f3d. 00010000:00000010:1.1:1761322988.429161:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a1510e7b. 00010000:00000010:1.1:1761322988.429164:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000053086d2b. 00010000:00000010:1.1:1761322988.429167:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a55982d7. 00010000:00000010:2.1:1761322988.433146:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000048952713. 00010000:00000010:2.1:1761322988.433165:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007af10dc6. 00010000:00000010:1.1:1761322988.433418:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002184c7dc. 00010000:00000010:1.1:1761322988.433428:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000052e19f0. 00010000:00000010:1.1:1761322988.437150:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000020e0f7a6. 00010000:00000010:1.1:1761322988.437170:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008f5c2280. 00010000:00000010:0.1:1761322988.437641:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000058e08a4. 00010000:00000010:1.1:1761322988.441133:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003151866e. 00010000:00000010:1.1:1761322988.441145:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000073e419ce. 00010000:00000010:0.1:1761322988.446226:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e1e04e56. 00010000:00000010:1.1:1761322988.455284:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ac33e367. 00010000:00000010:1.1:1761322988.455301:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a55982d7. 00010000:00000010:2.1:1761322988.455347:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000758f2c09. 00010000:00000010:2.1:1761322988.459252:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002a4b1150. 00010000:00000010:1.1:1761322988.459361:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d9a6a65b. 00010000:00000010:1.1:1761322988.459381:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008f5c2280. 00010000:00000010:1.1:1761322988.459387:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000075b28c81. 00010000:00000010:1.1:1761322988.459392:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000073e419ce. 00010000:00000010:0.1:1761322988.460136:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000410d81ac. 00010000:00000010:0.1:1761322988.460148:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000052e19f0. 00010000:00000010:0.1:1761322988.460152:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005683aecc. 00010000:00000010:0.1:1761322988.460155:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c9f06217. 00010000:00000010:2.1:1761322988.463154:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009d97589f. 00010000:00000010:2.1:1761322988.463173:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001fc878a0. 00010000:00000010:2.1:1761322988.463180:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b09d7461. 00010000:00000010:0.1:1761322988.463439:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000673dc6a1. 00010000:00000010:0.1:1761322988.463449:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d7e1ff95. 00010000:00000010:1.1:1761322988.466277:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002e3cd445. 00010000:00000010:1.1:1761322988.466291:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003df69050. 00010000:00000010:1.1:1761322988.466297:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d9df6f3d. 00010000:00000010:1.1:1761322988.466300:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000073e419ce. 00010000:00000010:2.1:1761322988.470261:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d2c8b1ec. 00010000:00000010:2.1:1761322988.472141:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a7b06d39. 00010000:00000010:1.1:1761322988.472166:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001e88fab1. 00010000:00000010:1.1:1761322988.472175:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008f5c2280. 00010000:00000010:2.1:1761322988.476175:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000077a3ae96. 00010000:00000010:1.1:1761322988.480371:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000046564b88. 00010000:00000010:1.1:1761322988.480385:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a55982d7. 00010000:00000010:2.1:1761322988.483692:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d2bb5d37. 00010000:00000010:1.1:1761322988.486659:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000045659119. 00010000:00000010:1.1:1761322988.486667:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000073e419ce. 00010000:00000010:0.1:1761322988.487143:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000964f3f02. 00010000:00000010:1.1:1761322988.490136:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000391b2dca. 00010000:00000010:1.1:1761322988.490147:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008f5c2280. 00010000:00000010:0.1:1761322988.490185:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a29500f0. 00010000:00000010:1.1:1761322988.502635:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ac95e130. 00010000:00000010:1.1:1761322988.502649:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a55982d7. 00010000:00000010:1.1:1761322988.502653:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d9df6f3d. 00010000:00000010:1.1:1761322988.502657:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a1510e7b. 00010000:00000010:0.1:1761322988.503366:0:13:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e208fee0. 00010000:00000010:0.1:1761322988.503374:0:13:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004fb54c5f. 00010000:00000010:0.1:1761322988.503377:0:13:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a28f2430. 00010000:00000010:0.1:1761322988.503380:0:13:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000012c83206. 00010000:00000010:1.1:1761322988.508228:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000085bc9d1c. 00010000:00000010:1.1:1761322988.508246:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d7e1ff95. 00010000:00000010:1.1:1761322988.508252:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003ab3fedb. 00010000:00000010:1.1:1761322988.508256:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000c6f4bff. 00010000:00000010:1.1:1761322988.508259:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008f5c2280. 00010000:00000010:2.1:1761322988.521571:0:15812:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000076f7854f. 00010000:00000010:0.1:1761322988.526872:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006c45949c. 00010000:00000010:0.1:1761322988.526886:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008f5c2280. 00010000:00000010:1.1:1761322988.527222:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e832ba46. 00010000:00000010:1.1:1761322988.527241:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a1510e7b. 00010000:00000010:2.1:1761322988.530143:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f9c5286d. 00010000:00000010:2.1:1761322988.530150:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000002b4ad14. 00010000:00000010:0.1:1761322988.534246:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000987598a8. 00010000:00000010:0.1:1761322988.534261:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c9f06217. 00010000:00000010:0.1:1761322988.538189:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000072e3f949. 00010000:00000010:2.1:1761322988.539142:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d3dbcddb. 00010000:00000010:2.1:1761322988.539150:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000022088b4f. 00010000:00000010:0.1:1761322988.543349:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000baba4c77. 00010000:00000010:0.1:1761322988.547115:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000035f0a3f8. 00010000:00000010:2.1:1761322988.547132:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000009ba1a23. 00010000:00000010:2.1:1761322988.547141:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d84a8769. 00010000:00000010:2.1:1761322988.555236:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f6fb4751. 00010000:00000010:2.1:1761322988.555243:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006fea5f55. 00010000:00000010:2.1:1761322988.564126:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003cb38259. 00010000:00000010:2.1:1761322988.564133:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aa0db37e. 00010000:00000010:2.1:1761322988.569049:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000080866523. 00010000:00000010:2.1:1761322988.569068:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d84a8769. 00010000:00000010:2.1:1761322988.569111:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000034cce194. 00010000:00000010:2.1:1761322988.569116:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006fea5f55. 00010000:00000010:0.1:1761322988.569122:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f9ee3b7b. 00010000:00000010:0.1:1761322988.569129:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007a6fd41e. 00010000:00000010:2.1:1761322988.572194:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001b2c9400. 00010000:00000010:2.1:1761322988.572204:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004146ba5e. 00010000:00000010:2.1:1761322988.572222:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003f74d388. 00010000:00000010:0.1:1761322988.572344:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a498b249. 00010000:00000010:0.1:1761322988.572353:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a09d57a8. 00010000:00000010:0.1:1761322988.572359:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003dc2e9a8. 00010000:00000010:0.1:1761322988.572363:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000096056756. 00010000:00000010:2.1:1761322988.576147:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003306505e. 00010000:00000010:2.1:1761322988.576161:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000096c21227. 00010000:00000010:0.1:1761322988.581154:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007aa92f6e. 00010000:00000010:0.1:1761322988.586109:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000016a57249. 00010000:00000010:2.1:1761322988.586128:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fad750b7. 00010000:00000010:2.1:1761322988.586139:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aa0db37e. 00010000:00000010:0.1:1761322988.595134:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009e76bf67. 00010000:00000010:2.1:1761322988.595440:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000474eefdc. 00010000:00000010:2.1:1761322988.595456:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003f74d388. 00010000:00000010:2.1:1761322988.595461:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000034cce194. 00010000:00000010:2.1:1761322988.595464:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000096c21227. 00010000:00000010:2.1:1761322988.599114:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004ac0f0b7. 00010000:00000010:1.1:1761322988.599123:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e19cb632. 00010000:00000010:2.1:1761322988.599124:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001b2c9400. 00010000:00000010:2.1:1761322988.599129:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000edf4379. 00010000:00000010:2.1:1761322988.599133:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006fea5f55. 00010000:00000010:2.1:1761322988.609130:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000069a0fd68. 00010000:00000010:2.1:1761322988.609137:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aa0db37e. 00010000:00000010:1.1:1761322988.609263:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006ac00601. 00010000:00000010:1.1:1761322988.609272:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000098e4f78e. 00010000:00000010:1.1:1761322988.613129:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007c9bca9f. 00010000:00000010:2.1:1761322988.613155:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004aa0cbf0. 00010000:00000010:2.1:1761322988.613163:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d84a8769. 00010000:00000010:2.1:1761322988.613167:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eba24c2e. 00010000:00000010:2.1:1761322988.613170:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000096c21227. 00010000:00000010:0.1:1761322988.616288:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003915fdeb. 00010000:00000010:2.1:1761322988.617113:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e600115f. 00010000:00000010:2.1:1761322988.617120:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006fea5f55. 00010000:00000010:1.1:1761322988.617125:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000304c8c4d. 00010000:00000010:2.1:1761322988.617127:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000918b2b67. 00010000:00000010:1.1:1761322988.617133:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002ddd1c84. 00010000:00000010:2.1:1761322988.617137:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001b2c9400. 00010000:00000010:2.1:1761322988.621130:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003b0e10e1. 00010000:00000010:2.1:1761322988.621138:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003f74d388. 00010000:00000010:1.1:1761322988.621179:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000da13f49c. 00010000:00000010:1.1:1761322988.625151:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a2bf45eb. 00010000:00000010:1.1:1761322988.625159:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000da1dc26. 00010000:00000010:2.1:1761322988.625209:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002bf4dcf9. 00010000:00000010:2.1:1761322988.625217:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aa0db37e. 00010000:00000010:2.1:1761322988.625221:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c3805cb6. 00010000:00000010:2.1:1761322988.625223:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000096c21227. 00010000:00000010:0.1:1761322988.629132:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ca438209. 00010000:00000010:0.1:1761322988.629144:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d84a8769. 00010000:00000010:2.1:1761322988.629181:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000036ca8e75. 00010000:00000010:2.1:1761322988.629187:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001b2c9400. 00010000:00000010:2.1:1761322988.629190:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000034cce194. 00010000:00000010:2.1:1761322988.629194:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006fea5f55. 00010000:00000010:1.1:1761322988.629206:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000359fd28a. 00010000:00000010:1.1:1761322988.636129:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000baf85151. 00010000:00000010:2.1:1761322988.636254:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007e0c3133. 00010000:00000010:2.1:1761322988.636260:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c9f06217. 00010000:00000010:0.1:1761322988.643224:0:66652:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d515dfaa. 00010000:00000010:2.1:1761322988.644141:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000076606739. 00010000:00000010:2.1:1761322988.644151:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000096c21227. 00010000:00000010:2.1:1761322988.649141:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000ce73562. 00010000:00000010:2.1:1761322988.649159:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006fea5f55. 00010000:00000010:0.1:1761322988.649159:0:66652:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000049ba3170. 00010000:00000010:0.1:1761322988.649180:0:66652:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000574bbd3b. 00010000:00000010:2.1:1761322988.649181:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000096220ed. 00010000:00000010:2.1:1761322988.649198:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001b2c9400. 00010000:00000010:2.1:1761322988.653171:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f34b5114. 00010000:00000010:2.1:1761322988.653192:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aa0db37e. 00010000:00000010:2.1:1761322988.653200:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f7c523b6. 00010000:00000010:2.1:1761322988.653205:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003f74d388. 00010000:00000010:0.1:1761322988.654780:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004e4de8f2. 00010000:00000010:0.1:1761322988.654797:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a659b629. 00010000:00000010:0.1:1761322988.657247:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a85c9a1. 00010000:00000010:0.1:1761322988.657259:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e4d3947d. 00010000:00000010:2.1:1761322988.658152:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000477863e9. 00010000:00000010:2.1:1761322988.658170:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000996472df. 00010000:00000010:2.1:1761322988.658175:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e9fbff92. 00010000:00000010:2.1:1761322988.658181:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000096c21227. 00010000:00000010:0.1:1761322988.661605:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000986f6d95. 00010000:00000010:2.1:1761322988.670133:0:15811:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009a0d4bb1. 00010000:00000010:2.1:1761322988.670149:0:15811:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001b2c9400. 00010000:00000010:1.1:1761322988.674110:0:67479:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c71924a2. 00010000:00000010:0.1:1761322988.674193:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f09cf2fa. 00010000:00000010:0.1:1761322988.679178:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002dc666fe. 00010000:00000010:0.1:1761322988.679196:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003f74d388. 00010000:00000010:0.1:1761322988.679202:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ea4efe69. 00010000:00000010:0.1:1761322988.679208:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001dca73d3. 00010000:00000010:1.1:1761322988.679346:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004d0393b2. 00010000:00000010:0.1:1761322988.679972:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000074ffc604. 00010000:00000010:0.1:1761322988.679984:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000087986522. 00010000:00000010:0.1:1761322988.683159:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d7af31ce. 00010000:00000010:0.1:1761322988.683178:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006914a40a. 00010000:00000010:0.1:1761322988.683184:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e332d109. 00010000:00000010:0.1:1761322988.683190:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000092dd7c2. 00010000:00000010:1.1:1761322988.683263:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006d82e78a. 00010000:00000010:1.1:1761322988.683278:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d1a7ee0c. 00010000:00000010:3.1:1761322988.688121:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e0ebd113. 00010000:00000010:0.1:1761322988.688196:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005b72f263. 00010000:00000010:0.1:1761322988.688204:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000042d98341. 00010000:00000010:1.1:1761322988.688254:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000078c27bd3. 00010000:00000010:1.1:1761322988.688264:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005c487aed. 00010000:00000010:3.1:1761322988.693145:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006946870b. 00010000:00000010:3.1:1761322988.696423:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000099181726. 00010000:00000010:1.1:1761322988.697110:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dae8a001. 00010000:00000010:1.1:1761322988.697117:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a1510e7b. 00010000:00000010:1.1:1761322988.697121:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001b681352. 00010000:00000010:1.1:1761322988.697126:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a55982d7. 00010000:00000010:3.1:1761322988.700386:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003f65323f. 00010000:00000010:1.1:1761322988.705130:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000085f75ae7. 00010000:00000010:1.1:1761322988.705140:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000073e419ce. 00010000:00000010:1.1:1761322988.705145:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002e0da2a0. 00010000:00000010:1.1:1761322988.705149:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002e509527. 00010000:00000010:2.1:1761322988.705229:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007c4d141b. 00010000:00000010:1.1:1761322988.713153:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000d8f4f5e. 00010000:00000010:0.1:1761322988.713167:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000686d6ddf. 00010000:00000010:0.1:1761322988.713184:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a55982d7. 00010000:00000010:1.1:1761322988.717176:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000344516a7. 00010000:00000010:0.1:1761322988.721185:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003b78d85a. 00010000:00000010:0.1:1761322988.721194:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000042d98341. 00010000:00000010:0.1:1761322988.721199:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ea4efe69. 00010000:00000010:0.1:1761322988.721202:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000092dd7c2. 00010000:00000010:0.1:1761322988.721205:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ec8f8dc3. 00010000:00000010:0.1:1761322988.721209:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006914a40a. 00010000:00000010:2.1:1761322988.724155:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000057c8434b. 00010000:00000010:2.1:1761322988.724165:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000654ab69a. 00010000:00000010:0.1:1761322988.724211:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007e0f4e80. 00010000:00000010:0.1:1761322988.724220:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000087986522. 00010000:00000010:0.1:1761322988.724224:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000af10f0d4. 00010000:00000010:0.1:1761322988.724229:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001dca73d3. 00010000:00000010:1.1:1761322988.725168:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000089ae06b4. 00010000:00000010:1.1:1761322988.725189:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000033c35fba. 00010000:00000010:2.1:1761322988.728191:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004f68ec59. 00010000:00000010:0.1:1761322988.728693:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000012f6905e. 00010000:00000010:0.1:1761322988.728701:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000005c47a90. 00010000:00000010:0.1:1761322988.732122:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008239773b. 00010000:00000010:0.1:1761322988.732133:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a722656e. 00010000:00000010:2.1:1761322988.738024:0:15810:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dd2d63fe. 00010000:00000010:1.1:1761322988.740157:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f3fd838f. 00010000:00000010:0.1:1761322988.740285:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000fef1216. 00010000:00000010:0.1:1761322988.740295:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006914a40a. 00010000:00000010:0.1:1761322988.740300:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000073f1ac98. 00010000:00000010:0.1:1761322988.740302:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001dca73d3. 00010000:00000010:1.1:1761322988.744718:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000067a5cf4c. 00010000:00000010:0.1:1761322988.747151:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004e4fe3d4. 00010000:00000010:0.1:1761322988.747159:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000087986522. 00010000:00000010:0.1:1761322988.751116:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d76b8b3b. 00010000:00000010:0.1:1761322988.751126:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a722656e. 00010000:00000010:2.1:1761322988.751156:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000da9d743b. 00010000:00000010:0.1:1761322988.755249:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007a7de675. 00010000:00000010:0.1:1761322988.755267:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001dca73d3. 00010000:00000010:2.1:1761322988.755351:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aef57808. 00010000:00000010:3.1:1761322988.758245:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f371316a. 00010000:00000010:0.1:1761322988.758285:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e1248de6. 00010000:00000010:0.1:1761322988.758296:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006914a40a. 00010000:00000010:0.1:1761322988.758299:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005c3421db. 00010000:00000010:0.1:1761322988.758302:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000087986522. 00010000:00000010:2.1:1761322988.758387:0:15810:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cb81584e. 00010000:00000010:3.1:1761322988.762220:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000e40e793. 00010000:00000010:3.1:1761322988.766117:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000066be44be. 00010000:00000010:0.1:1761322988.766128:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002e41f3d3. 00010000:00000010:0.1:1761322988.766139:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a722656e. 00010000:00000010:0.1:1761322988.770127:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000017a97a95. 00010000:00000010:0.1:1761322988.770136:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001dca73d3. 00010000:00000010:1.1:1761322988.770160:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000410812dd. 00010000:00000010:0.1:1761322988.778162:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bb7896a2. 00010000:00000010:0.1:1761322988.778172:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000087986522. 00010000:00000010:1.1:1761322988.781173:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c66d6e76. 00010000:00000010:1.1:1761322988.786233:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aa08fbd0. 00010000:00000010:0.1:1761322988.786335:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fbb698ff. 00010000:00000010:0.1:1761322988.786344:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006914a40a. 00010000:00000010:0.1:1761322988.786347:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bf58be1f. 00010000:00000010:0.1:1761322988.786352:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001dca73d3. 00010000:00000010:0.1:1761322988.786355:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ea4efe69. 00010000:00000010:0.1:1761322988.786357:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a722656e. 00010000:00000010:1.1:1761322988.789756:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000046a0cd16. 00010000:00000010:0.1:1761322988.790138:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000031590598. 00010000:00000010:0.1:1761322988.790148:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000005c47a90. 00010000:00000010:0.1:1761322988.790153:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000848c920. 00010000:00000010:0.1:1761322988.790158:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000087986522. 00010000:00000010:1.1:1761322988.794582:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d3c251e2. 00010000:00000010:1.1:1761322988.794593:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000c1f3895. 00010000:00000010:0.1:1761322988.795151:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006ccb665a. 00010000:00000010:0.1:1761322988.795164:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000092dd7c2. 00010000:00000010:0.1:1761322988.798431:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000acb82dab. 00010000:00000010:0.1:1761322988.798546:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000042d98341. 00010000:00000010:1.1:1761322988.799180:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000354bb257. 00010000:00000010:1.1:1761322988.802341:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000049051246. 00010000:00000010:1.1:1761322988.802351:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000de3b742f. 00010000:00000010:0.1:1761322988.803125:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f528bd04. 00010000:00000010:0.1:1761322988.803135:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a722656e. 00010000:00000010:0.1:1761322988.803142:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007ac0080d. 00010000:00000010:0.1:1761322988.803149:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000087986522. 00010000:00000010:1.1:1761322988.807133:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004189fb16. 00010000:00000010:1.1:1761322988.807142:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e0c6830d. 00010000:00000010:0.1:1761322988.807209:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d139fcaf. 00010000:00000010:0.1:1761322988.807217:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000005c47a90. 00010000:00000010:0.1:1761322988.815153:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008007f8f1. 00010000:00000010:0.1:1761322988.815181:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000092dd7c2. 00010000:00000010:0.1:1761322988.815187:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009dd50733. 00010000:00000010:0.1:1761322988.815191:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000042d98341. 00010000:00000010:1.1:1761322988.823131:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ddde3871. 00010000:00000010:1.1:1761322988.823138:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007bad309c. 00010000:00000010:0.1:1761322988.823192:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002e3ac551. 00010000:00000010:0.1:1761322988.823212:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000087986522. 00010000:00000010:0.1:1761322988.823218:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000039cac0f2. 00010000:00000010:0.1:1761322988.823223:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a722656e. 00010000:00000010:0.1:1761322988.823228:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004d34c49b. 00010000:00000010:0.1:1761322988.823242:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000005c47a90. 00010000:00000010:1.1:1761322988.831223:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000afbd924f. 00010000:00000010:1.1:1761322988.831230:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a8bc7c89. 00010000:00000010:0.1:1761322988.831414:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003999727b. 00010000:00000010:0.1:1761322988.831430:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001dca73d3. 00010000:00000010:0.1:1761322988.831436:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000006fedcf. 00010000:00000010:0.1:1761322988.831441:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000042d98341. 00010000:00000010:0.1:1761322988.839110:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009295964f. 00010000:00000010:1.1:1761322988.839115:0:67479:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e427bb9. 00010000:00000010:0.1:1761322988.839118:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000092dd7c2. 00010000:00000010:1.1:1761322988.839123:0:67479:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000095fb9ce4. 00010000:00000010:0.1:1761322988.839125:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d352ddfc. 00010000:00000010:1.1:1761322988.839130:0:67479:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e3bf2617. 00010000:00000010:0.1:1761322988.839132:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006914a40a. 00010000:00000010:0.1:1761322988.839137:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000e8cea89. 00010000:00000010:0.1:1761322988.839145:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000005c47a90. 00010000:00000010:0.1:1761322988.839150:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ea4efe69. 00010000:00000010:0.1:1761322988.839153:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a722656e. 00010000:00000010:1.1:1761322988.843149:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000021494696. 00010000:00000010:1.1:1761322988.843156:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e900c3a0. 00010000:00000010:1.1:1761322988.843158:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000783b39a4. 00010000:00000010:1.1:1761322988.846234:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000029b71751. 00010000:00000010:1.1:1761322988.846244:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d015c93d. 00010000:00000010:0.1:1761322988.847118:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000de5a129a. 00010000:00000010:0.1:1761322988.847124:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000087986522. 00010000:00000010:0.1:1761322988.847129:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003109ae0b. 00010000:00000010:0.1:1761322988.847133:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000042d98341. 00010000:00000010:0.1:1761322988.847135:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003299dfaa. 00010000:00000010:0.1:1761322988.847138:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001dca73d3. 00010000:00000010:0.1:1761322988.857129:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003438829e. 00010000:00000010:1.1:1761322988.857134:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a1ee6cec. 00010000:00000010:0.1:1761322988.857151:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a722656e. 00010000:00000010:1.1:1761322988.867128:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000076db0e00. 00010000:00000010:0.1:1761322988.867207:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005345fb87. 00010000:00000010:0.1:1761322988.867225:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000005c47a90. 00010000:00000010:0.1:1761322988.867231:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ea4efe69. 00010000:00000010:0.1:1761322988.867236:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006914a40a. 00010000:00000010:0.1:1761322988.867239:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000292df72f. 00010000:00000010:0.1:1761322988.867244:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000092dd7c2. 00010000:00000010:0.1:1761322988.867247:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000590902bc. 00010000:00000010:0.1:1761322988.867251:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002c64507c. 00010000:00000010:0.1:1761322988.867254:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b9e07d78. 00010000:00000010:0.1:1761322988.867256:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000078f5f7af. 00010000:00000010:0.1:1761322988.867258:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001d3a9eeb. 00010000:00000010:0.1:1761322988.867261:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000df080b20. 00010000:00000010:0.1:1761322988.867263:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ddf59efc. 00010000:00000010:0.1:1761322988.867265:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e8b1054c. 00010000:00000010:0.1:1761322988.867270:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eb8310c0. 00010000:00000010:0.1:1761322988.867285:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000d442b11. 00010000:00000010:0.1:1761322988.867288:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000184b1696. 00010000:00000010:0.1:1761322988.867292:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000465ebc0b. 00010000:00000010:0.1:1761322988.867297:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b39ea9a7. 00010000:00000010:0.1:1761322988.867300:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000005a7b2ce. 00010000:00000010:0.1:1761322988.867303:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b22498c5. 00010000:00000010:0.1:1761322988.867306:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005c487aed. 00010000:00000010:0.1:1761322988.867308:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001eba9b4e. 00010000:00000010:0.1:1761322988.867312:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c9f06217. 00010000:00000010:0.1:1761322988.867314:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000c55bca3. 00010000:00000010:0.1:1761322988.867317:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000022088b4f. 00010000:00000010:0.1:1761322988.867319:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c59e2935. 00010000:00000010:0.1:1761322988.867321:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d7e1ff95. 00010000:00000010:0.1:1761322988.867323:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000088c9e44a. 00010000:00000010:0.1:1761322988.867325:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003df69050. 00010000:00000010:0.1:1761322988.867327:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bbcb1bff. 00010000:00000010:0.1:1761322988.867333:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000a18b6c8. 00010000:00000010:0.1:1761322988.867337:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000956d9b78. 00010000:00000010:0.1:1761322988.867339:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b822fd72. 00010000:00000010:0.1:1761322988.867341:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000333ab48d. 00010000:00000010:0.1:1761322988.867343:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d676fd88. 00010000:00000010:0.1:1761322988.867346:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ffac1942. 00010000:00000010:0.1:1761322988.867348:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000656835. 00010000:00000010:0.1:1761322988.867350:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000837d3342. 00010000:00000010:0.1:1761322988.867353:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000055ebbf0a. 00010000:00000010:0.1:1761322988.867355:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c4f7efc8. 00010000:00000010:0.1:1761322988.867358:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000084ddeedc. 00010000:00000010:0.1:1761322988.867360:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ef4aa523. 00010000:00000010:0.1:1761322988.867363:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000d245bd8. 00010000:00000010:0.1:1761322988.867365:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000636b19f2. 00010000:00000010:0.1:1761322988.867367:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b36b44aa. 00010000:00000010:0.1:1761322988.867370:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009304de1c. 00010000:00000010:0.1:1761322988.867374:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002108a952. 00010000:00000010:0.1:1761322988.867378:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f043c86b. 00010000:00000010:0.1:1761322988.867382:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000057cf5cc6. 00010000:00000010:0.1:1761322988.867385:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003480bc53. 00010000:00000010:0.1:1761322988.867387:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b24f35d7. 00010000:00000010:0.1:1761322988.867390:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fda966b9. 00010000:00000010:0.1:1761322988.867392:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000089f67ccd. 00010000:00000010:0.1:1761322988.867394:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d73f85c4. 00010000:00000010:0.1:1761322988.867397:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000822c2cf8. 00010000:00000010:0.1:1761322988.867399:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003d27d271. 00010000:00000010:0.1:1761322988.867401:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000095612185. 00010000:00000010:0.1:1761322988.867403:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002063396c. 00010000:00000010:0.1:1761322988.867405:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000005c7516b. 00010000:00000010:0.1:1761322988.867407:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a8f5b826. 00010000:00000010:0.1:1761322988.867412:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000074cb238e. 00010000:00000010:0.1:1761322988.867415:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004673a641. 00010000:00000010:0.1:1761322988.867418:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ce0cc604. 00010000:00000010:0.1:1761322988.867428:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a660df50. 00010000:00000010:0.1:1761322988.867431:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005810024d. 00010000:00000010:0.1:1761322988.867436:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000957a2c58. 00010000:00000010:0.1:1761322988.867439:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c0ccc7c6. 00010000:00000010:0.1:1761322988.867441:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000552e6442. 00010000:00000010:0.1:1761322988.867444:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f7fa86b2. 00010000:00000010:0.1:1761322988.867447:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000066ac90dd. 00010000:00000010:0.1:1761322988.867449:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a9ea4928. 00010000:00000010:0.1:1761322988.867452:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000976dcdf. 00010000:00000010:0.1:1761322988.867454:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e224b0e1. 00010000:00000010:0.1:1761322988.867457:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b6d7a8e0. 00010000:00000010:0.1:1761322988.867459:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ca76e3b. 00010000:00000010:0.1:1761322988.867462:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006b8b44a0. 00010000:00000010:0.1:1761322988.867464:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000268a0d2d. 00010000:00000010:0.1:1761322988.867467:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f2d3ef36. 00010000:00000010:0.1:1761322988.867469:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000052cff88e. 00010000:00000010:0.1:1761322988.867471:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000088465347. 00010000:00000010:0.1:1761322988.867473:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000073a735c0. 00010000:00000010:0.1:1761322988.867475:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006b9a7889. 00010000:00000010:0.1:1761322988.867478:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001765c6b5. 00010000:00000010:0.1:1761322988.867480:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fe865aa3. 00010000:00000010:0.1:1761322988.867482:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f50403c8. 00010000:00000010:0.1:1761322988.867484:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c2416125. 00010000:00000010:0.1:1761322988.867487:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000048577a38. 00010000:00000010:0.1:1761322988.867489:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002196cea3. 00010000:00000010:0.1:1761322988.867492:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a1ca8856. 00010000:00000010:0.1:1761322988.867497:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002be28ffb. 00010000:00000010:0.1:1761322988.867500:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae564a2a. 00010000:00000010:0.1:1761322988.867503:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000011ad6774. 00010000:00000010:0.1:1761322988.867505:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001135acc9. 00010000:00000010:0.1:1761322988.867508:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000092663709. 00010000:00000010:0.1:1761322988.867510:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001fed1af7. 00010000:00000010:0.1:1761322988.867513:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a1aa2b67. 00010000:00000010:0.1:1761322988.867515:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001dca73d3. 00010000:00000010:0.1:1761322988.867517:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cb176b80. 00010000:00000010:0.1:1761322988.867520:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000042d98341. 00010000:00000010:0.1:1761322988.867522:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000014f870e3. 00010000:00000010:0.1:1761322988.867525:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000087986522. 00010000:00000010:0.1:1761322988.867528:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e13d5e5d. 00010000:00000010:0.1:1761322988.867534:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005d6b12e7. 00010000:00000010:0.1:1761322988.867538:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f04d8fd6. 00010000:00000010:0.1:1761322988.867541:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c5525c0b. 00010000:00000010:0.1:1761322988.867544:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e24a7199. 00010000:00000010:0.1:1761322988.867547:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000089370e68. 00010000:00000010:0.1:1761322988.867551:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000383a8239. 00010000:00000010:0.1:1761322988.867553:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000080eb2517. 00010000:00000010:0.1:1761322988.867557:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000005b11577. 00010000:00000010:0.1:1761322988.867561:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a1f11642. 00010000:00000010:0.1:1761322988.867564:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ab029c66. 00010000:00000010:0.1:1761322988.867567:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ec568eb. 00010000:00000010:0.1:1761322988.867569:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001d6208ee. 00010000:00000010:0.1:1761322988.867571:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eed802b6. 00010000:00000010:0.1:1761322988.867573:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d62a06fc. 00010000:00000010:0.1:1761322988.867575:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d154bf62. 00010000:00000010:0.1:1761322988.867577:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bbdf37e3. 00010000:00000010:0.1:1761322988.867580:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000afcecbb6. 00010000:00000010:0.1:1761322988.867582:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001aa04fe0. 00010000:00000010:0.1:1761322988.867584:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000065adce96. 00010000:00000010:0.1:1761322988.867586:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e95cc415. 00010000:00000010:0.1:1761322988.867589:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006e229ae1. 00010000:00000010:0.1:1761322988.867591:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bbe3c86a. 00010000:00000010:0.1:1761322988.867594:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bf90bd29. 00010000:00000010:0.1:1761322988.867602:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ea35c152. 00010000:00000010:0.1:1761322988.867606:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000435b9a17. 00010000:00000010:0.1:1761322988.867608:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000088c00da3. 00010000:00000010:0.1:1761322988.867611:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006e13a1a0. 00010000:00000010:0.1:1761322988.867613:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c491843d. 00010000:00000010:0.1:1761322988.867616:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000040da76af. 00010000:00000010:0.1:1761322988.867621:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b933a908. 00010000:00000010:0.1:1761322988.867624:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003999fc69. 00010000:00000010:0.1:1761322988.867626:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ddde6a68. 00010000:00000010:0.1:1761322988.867630:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b5033279. 00010000:00000010:0.1:1761322988.867632:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a2578939. 00010000:00000010:0.1:1761322988.867634:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000d3ae799. 00010000:00000010:0.1:1761322988.867637:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008a01632c. 00010000:00000010:0.1:1761322988.867641:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6c32f9e. 00010000:00000010:0.1:1761322988.867645:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000efb91344. 00010000:00000010:0.1:1761322988.867649:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002e641079. 00010000:00000010:0.1:1761322988.867651:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f025a5d1. 00010000:00000010:0.1:1761322988.867654:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000993f61ad. 00010000:00000010:0.1:1761322988.867656:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000701af315. 00010000:00000010:0.1:1761322988.867659:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000100a0276. 00010000:00000010:0.1:1761322988.867661:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000001eab99f. 00010000:00000010:0.1:1761322988.867664:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006e71667d. 00010000:00000010:0.1:1761322988.867666:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a3f536e2. 00010000:00000010:0.1:1761322988.867669:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d93be641. 00010000:00000010:0.1:1761322988.867672:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a487fc4c. 00010000:00000010:0.1:1761322988.867679:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b6b4bc02. 00010000:00000010:0.1:1761322988.867682:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b11f4643. 00010000:00000010:0.1:1761322988.867685:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009a709cfc. 00010000:00000010:0.1:1761322988.867690:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c4cfef78. 00010000:00000010:0.1:1761322988.867693:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000962f0d56. 00010000:00000010:0.1:1761322988.867697:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006c37aaec. 00010000:00000010:0.1:1761322988.867700:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000044604f26. 00010000:00000010:0.1:1761322988.867703:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000049d71212. 00010000:00000010:0.1:1761322988.867706:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c4598dd5. 00010000:00000010:0.1:1761322988.867708:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004c2a488d. 00010000:00000010:0.1:1761322988.867711:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000047e54ae. 00010000:00000010:0.1:1761322988.867713:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000724d6895. 00010000:00000010:0.1:1761322988.867716:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f23ab6a9. 00010000:00000010:0.1:1761322988.867719:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a294364e. 00010000:00000010:0.1:1761322988.867721:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004f9c0dd1. 00010000:00000010:0.1:1761322988.867723:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000048aa7ad0. 00010000:00000010:0.1:1761322988.867727:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000396c802c. 00010000:00000010:0.1:1761322988.867729:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e3643e1a. 00010000:00000010:0.1:1761322988.867731:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003785cd47. 00010000:00000010:0.1:1761322988.867734:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000629c9db3. 00010000:00000010:0.1:1761322988.867736:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000969b8e49. 00010000:00000010:0.1:1761322988.867741:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cb678ebe. 00010000:00000010:0.1:1761322988.867746:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000da9d743b. 00010000:00000010:0.1:1761322988.867751:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000093aad76b. 00010000:00000010:0.1:1761322988.867753:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000072bdb372. 00010000:00000010:0.1:1761322988.867756:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000049deafc7. 00010000:00000010:0.1:1761322988.867759:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007a13fbf1. 00010000:00000010:0.1:1761322988.867761:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dfb6df8a. 00010000:00000010:0.1:1761322988.867764:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006fd27531. 00010000:00000010:0.1:1761322988.867766:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007e6d13da. 00010000:00000010:0.1:1761322988.867768:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b080f54d. 00010000:00000010:0.1:1761322988.867770:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e444e0bf. 00010000:00000010:0.1:1761322988.867773:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c902a116. 00010000:00000010:0.1:1761322988.867775:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bb1c0a80. 00010000:00000010:0.1:1761322988.867777:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002b240c98. 00010000:00000010:0.1:1761322988.867780:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006cf574a7. 00010000:00000010:0.1:1761322988.867782:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b1553c69. 00010000:00000010:0.1:1761322988.867785:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000087810090. 00010000:00000010:0.1:1761322988.867787:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c3c41fa6. 00010000:00000010:0.1:1761322988.867789:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a4edb8bf. 00010000:00000010:0.1:1761322988.867792:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000066b7e2d9. 00010000:00000010:0.1:1761322988.867794:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bd2a054c. 00010000:00000010:0.1:1761322988.867797:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007f821376. 00010000:00000010:0.1:1761322988.867919:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fadff434. 00010000:00000010:0.1:1761322988.867944:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000027bd7d9f. 00010000:00000010:0.1:1761322988.867948:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006910df1b. 00010000:00000010:0.1:1761322988.867952:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000495579cf. 00010000:00000010:0.1:1761322988.867955:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a2bc8628. 00010000:00000010:0.1:1761322988.867959:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006666b643. 00010000:00000010:0.1:1761322988.867962:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006f1116dc. 00010000:00000010:0.1:1761322988.867965:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075f34a69. 00010000:00000010:0.1:1761322988.867967:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000502a4503. 00010000:00000010:0.1:1761322988.867970:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006d39d19e. 00010000:00000010:0.1:1761322988.867972:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004eaf8379. 00010000:00000010:0.1:1761322988.867976:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d4f9c50a. 00010000:00000010:0.1:1761322988.882409:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000041374ef6. 00010000:00000010:0.1:1761322988.882426:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005b6530bd. 00010000:00000010:0.1:1761322988.882433:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f46d18c2. 00010000:00000010:0.1:1761322988.882437:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d4f9c50a. 00010000:00000010:0.1:1761322988.882440:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000041f44920. 00010000:00000010:0.1:1761322988.882445:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006d39d19e. 00010000:00000010:0.1:1761322988.882448:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007982be84. 00010000:00000010:0.1:1761322988.882452:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075f34a69. 00010000:00000010:0.1:1761322988.882455:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000066f2c899. 00010000:00000010:0.1:1761322988.882457:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006666b643. 00010000:00000010:0.1:1761322988.882498:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000008291fa0. 00010000:00000010:0.1:1761322988.882503:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000495579cf. 00010000:00000010:0.1:1761322988.882506:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000097a9e80d. 00010000:00000010:0.1:1761322988.882510:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000027bd7d9f. 00010000:00000010:0.1:1761322988.882513:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000008a373dd. 00010000:00000010:0.1:1761322988.882517:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000735201d7. 00010000:00000010:0.1:1761322988.882519:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001077b5c4. 00010000:00000010:0.1:1761322988.882524:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c743ce26. 00010000:00000010:0.1:1761322988.882530:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000431cc27a. 00010000:00000010:0.1:1761322988.882537:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a48cbe9b. 00010000:00000010:0.1:1761322988.882541:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000079ba6f77. 00010000:00000010:0.1:1761322988.882545:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f9edfd6c. 00010000:00000010:0.1:1761322988.882549:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004e4b6e70. 00010000:00000010:0.1:1761322988.882553:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000747a3f9e. 00010000:00000010:0.1:1761322988.882557:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000347aa069. 00010000:00000010:0.1:1761322988.882562:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003c432c99. 00010000:00000010:0.1:1761322988.882567:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000651faf6e. 00010000:00000010:0.1:1761322988.882570:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008f9f4c74. 00010000:00000010:0.1:1761322988.882574:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001176047e. 00010000:00000010:0.1:1761322988.882577:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d27fce19. 00010000:00000010:0.1:1761322988.882583:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007eefd0a9. 00010000:00000010:0.1:1761322988.882588:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002ad78ff1. 00010000:00000010:0.1:1761322988.882591:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ebffadc6. 00010000:00000010:0.1:1761322988.882595:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007f821376. 00010000:00000010:0.1:1761322988.882600:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0563500. 00010000:00000010:0.1:1761322988.882605:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000066b7e2d9. 00010000:00000010:0.1:1761322988.882611:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000968bf137. 00010000:00000010:0.1:1761322988.882614:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c3c41fa6. 00010000:00000010:0.1:1761322988.882620:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bbfd3121. 00010000:00000010:0.1:1761322988.882623:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b1553c69. 00010000:00000010:0.1:1761322988.882626:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004f6af8a9. 00010000:00000010:0.1:1761322988.882629:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002b240c98. 00010000:00000010:0.1:1761322988.882631:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d9dbb312. 00010000:00000010:0.1:1761322988.882635:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c902a116. 00010000:00000010:0.1:1761322988.882641:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000a7fd9f7. 00010000:00000010:0.1:1761322988.882645:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b080f54d. 00010000:00000010:0.1:1761322988.882647:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c67ba826. 00010000:00000010:0.1:1761322988.882651:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006fd27531. 00010000:00000010:0.1:1761322988.882653:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003298776a. 00010000:00000010:0.1:1761322988.882655:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007a13fbf1. 00010000:00000010:0.1:1761322988.882658:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005c291de2. 00010000:00000010:0.1:1761322988.882661:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000072bdb372. 00010000:00000010:0.1:1761322988.882663:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cfefb6a9. 00010000:00000010:0.1:1761322988.882666:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000da9d743b. 00010000:00000010:0.1:1761322988.882668:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000822785cd. 00010000:00000010:0.1:1761322988.882672:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000969b8e49. 00010000:00000010:0.1:1761322988.882677:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000056802a1b. 00010000:00000010:0.1:1761322988.882681:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003785cd47. 00010000:00000010:0.1:1761322988.882684:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c9d93b12. 00010000:00000010:0.1:1761322988.882688:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000396c802c. 00010000:00000010:0.1:1761322988.882692:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001a507d00. 00010000:00000010:0.1:1761322988.882694:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004f9c0dd1. 00010000:00000010:0.1:1761322988.882697:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cf0d2a8e. 00010000:00000010:0.1:1761322988.882699:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f23ab6a9. 00010000:00000010:0.1:1761322988.882702:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000778b46c5. 00010000:00000010:0.1:1761322988.882705:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000047e54ae. 00010000:00000010:0.1:1761322988.884362:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004eaf8379. 00010000:00000010:0.1:1761322988.884371:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c4598dd5. 00010000:00000010:0.1:1761322988.884373:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000502a4503. 00010000:00000010:0.1:1761322988.884375:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000044604f26. 00010000:00000010:0.1:1761322988.884377:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006f1116dc. 00010000:00000010:0.1:1761322988.884381:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000962f0d56. 00010000:00000010:0.1:1761322988.884385:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a2bc8628. 00010000:00000010:0.1:1761322988.884389:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009a709cfc. 00010000:00000010:0.1:1761322988.884392:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006910df1b. 00010000:00000010:0.1:1761322988.884395:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b6b4bc02. 00010000:00000010:0.1:1761322988.884397:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fadff434. 00010000:00000010:0.1:1761322988.884400:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d93be641. 00010000:00000010:0.1:1761322988.884403:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008bc1b434. 00010000:00000010:0.1:1761322988.884406:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006e71667d. 00010000:00000010:0.1:1761322988.884408:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000056156012. 00010000:00000010:0.1:1761322988.884411:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000100a0276. 00010000:00000010:0.1:1761322988.884413:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ba0ceb6d. 00010000:00000010:0.1:1761322988.884416:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000993f61ad. 00010000:00000010:0.1:1761322988.884419:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002de7ba1d. 00010000:00000010:0.1:1761322988.884421:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002e641079. 00010000:00000010:0.1:1761322988.884423:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000491d236a. 00010000:00000010:0.1:1761322988.884426:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6c32f9e. 00010000:00000010:0.1:1761322988.884429:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007c9a9a14. 00010000:00000010:0.1:1761322988.884434:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000d3ae799. 00010000:00000010:0.1:1761322988.884440:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bd2a054c. 00010000:00000010:0.1:1761322988.884445:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b5033279. 00010000:00000010:0.1:1761322988.884449:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a4edb8bf. 00010000:00000010:0.1:1761322988.884452:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003999fc69. 00010000:00000010:0.1:1761322988.884455:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000087810090. 00010000:00000010:0.1:1761322988.884459:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000040da76af. 00010000:00000010:0.1:1761322988.884464:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006cf574a7. 00010000:00000010:0.1:1761322988.884469:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006e13a1a0. 00010000:00000010:0.1:1761322988.884471:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bb1c0a80. 00010000:00000010:0.1:1761322988.884474:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000435b9a17. 00010000:00000010:0.1:1761322988.884845:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e444e0bf. 00010000:00000010:0.1:1761322988.884868:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bf90bd29. 00010000:00000010:0.1:1761322988.884873:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007e6d13da. 00010000:00000010:0.1:1761322988.884876:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006e229ae1. 00010000:00000010:0.1:1761322988.884879:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dfb6df8a. 00010000:00000010:0.1:1761322988.884884:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000065adce96. 00010000:00000010:0.1:1761322988.884886:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000049deafc7. 00010000:00000010:0.1:1761322988.884889:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000afcecbb6. 00010000:00000010:0.1:1761322988.884892:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000093aad76b. 00010000:00000010:0.1:1761322988.884895:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d154bf62. 00010000:00000010:0.1:1761322988.884899:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cb678ebe. 00010000:00000010:0.1:1761322988.884902:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eed802b6. 00010000:00000010:0.1:1761322988.884908:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000629c9db3. 00010000:00000010:0.1:1761322988.884912:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ec568eb. 00010000:00000010:0.1:1761322988.884915:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e3643e1a. 00010000:00000010:0.1:1761322988.884918:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a1f11642. 00010000:00000010:0.1:1761322988.884921:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000048aa7ad0. 00010000:00000010:0.1:1761322988.884923:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000080eb2517. 00010000:00000010:0.1:1761322988.884926:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a294364e. 00010000:00000010:0.1:1761322988.884929:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000089370e68. 00010000:00000010:0.1:1761322988.884932:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000724d6895. 00010000:00000010:0.1:1761322988.884936:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c5525c0b. 00010000:00000010:0.1:1761322988.884940:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004c2a488d. 00010000:00000010:0.1:1761322988.884943:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005d6b12e7. 00010000:00000010:0.1:1761322988.884945:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000049d71212. 00010000:00000010:0.1:1761322988.884950:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000087986522. 00010000:00000010:0.1:1761322988.884955:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006c37aaec. 00010000:00000010:0.1:1761322988.884958:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000042d98341. 00010000:00000010:0.1:1761322988.884960:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c4cfef78. 00010000:00000010:0.1:1761322988.884965:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001dca73d3. 00010000:00000010:0.1:1761322988.884972:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b11f4643. 00010000:00000010:0.1:1761322988.884975:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b36b44aa. 00010000:00000010:0.1:1761322988.884977:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a487fc4c. 00010000:00000010:0.1:1761322988.884979:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000d245bd8. 00010000:00000010:0.1:1761322988.884982:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a3f536e2. 00010000:00000010:0.1:1761322988.884984:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000084ddeedc. 00010000:00000010:0.1:1761322988.884987:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000001eab99f. 00010000:00000010:0.1:1761322988.884990:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000055ebbf0a. 00010000:00000010:0.1:1761322988.884992:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000701af315. 00010000:00000010:0.1:1761322988.884995:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000656835. 00010000:00000010:0.1:1761322988.884999:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f025a5d1. 00010000:00000010:0.1:1761322988.885002:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d676fd88. 00010000:00000010:0.1:1761322988.885005:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000efb91344. 00010000:00000010:0.1:1761322988.885008:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b822fd72. 00010000:00000010:0.1:1761322988.885011:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008a01632c. 00010000:00000010:0.1:1761322988.885014:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000a18b6c8. 00010000:00000010:0.1:1761322988.885016:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a2578939. 00010000:00000010:0.1:1761322988.885020:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003df69050. 00010000:00000010:0.1:1761322988.885025:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ddde6a68. 00010000:00000010:0.1:1761322988.885027:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d7e1ff95. 00010000:00000010:0.1:1761322988.885030:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b933a908. 00010000:00000010:0.1:1761322988.885033:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000022088b4f. 00010000:00000010:0.1:1761322988.885039:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c491843d. 00010000:00000010:0.1:1761322988.885046:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c9f06217. 00010000:00000010:0.1:1761322988.885048:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000088c00da3. 00010000:00000010:0.1:1761322988.885136:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005c487aed. 00010000:00000010:0.1:1761322988.885142:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ea35c152. 00010000:00000010:0.1:1761322988.885147:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000005a7b2ce. 00010000:00000010:0.1:1761322988.885150:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bbe3c86a. 00010000:00000010:0.1:1761322988.885153:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000465ebc0b. 00010000:00000010:0.1:1761322988.885155:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e95cc415. 00010000:00000010:0.1:1761322988.885158:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000d442b11. 00010000:00000010:0.1:1761322988.885160:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001aa04fe0. 00010000:00000010:0.1:1761322988.885162:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e8b1054c. 00010000:00000010:0.1:1761322988.885164:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bbdf37e3. 00010000:00000010:0.1:1761322988.885167:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000df080b20. 00010000:00000010:0.1:1761322988.885169:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d62a06fc. 00010000:00000010:0.1:1761322988.885171:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000078f5f7af. 00010000:00000010:0.1:1761322988.885173:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001d6208ee. 00010000:00000010:0.1:1761322988.885175:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002c64507c. 00010000:00000010:0.1:1761322988.885177:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ab029c66. 00010000:00000010:0.1:1761322988.885180:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000092dd7c2. 00010000:00000010:1.1:1761322988.888206:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000060ed831a. 00010000:00000010:0.1:1761322988.893149:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001a4ed6b1. 00010000:00000010:0.1:1761322988.893160:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006914a40a. 00010000:00000010:3.1:1761322988.896118:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a6de8337. 00010000:00000010:0.1:1761322988.896274:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002b9528b0. 00010000:00000010:0.1:1761322988.896283:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000005c47a90. 00010000:00000010:0.1:1761322988.898136:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eefa27e6. 00010000:00000010:3.1:1761322988.898238:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000652216ac. 00010000:00000010:3.1:1761322988.898247:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000092dd7c2. 00010000:00000010:1.1:1761322988.901123:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a3acb1b6. 00010000:00000010:1.1:1761322988.901131:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001382bdeb. 00010000:00000010:1.1:1761322988.901137:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d9df6f3d. 00010000:00000010:1.1:1761322988.901142:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002e509527. 00010000:00000010:0.1:1761322988.901200:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000064140468. 00010000:00000010:3.1:1761322988.906791:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000083fdb87b. 00010000:00000010:3.1:1761322988.906803:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000073e419ce. 00010000:00000010:0.1:1761322988.907138:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009249b45b. 00010000:00000010:2.1:1761322988.914681:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005bffd7c2. 00010000:00000010:2.1:1761322988.914692:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000738b17ea. 00010000:00000010:0.1:1761322988.917160:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000070347d9c. 00010000:00000010:3.1:1761322988.917269:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dfb76a2e. 00010000:00000010:2.1:1761322988.921124:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000017522544. 00010000:00000010:2.1:1761322988.921138:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001b2c9400. 00010000:00000010:3.1:1761322988.924329:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009cccf7a4. 00010000:00000010:3.1:1761322988.924336:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000096c21227. 00010000:00000010:0.1:1761322988.928118:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002c16839f. 00010000:00000010:0.1:1761322988.928128:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009c00f7b7. 00010000:00000010:3.1:1761322988.932116:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ab21720b. 00010000:00000010:3.1:1761322988.932126:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c60fd9b7. 00010000:00000010:3.1:1761322988.939221:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000089b41884. 00010000:00000010:1.1:1761322988.940512:0:67479:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d864de24. 00010000:00000010:1.1:1761322988.940520:0:67479:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b8f5d74c. 00010000:00000010:0.1:1761322988.940631:0:15811:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001a65ef98. 00010000:00000010:0.1:1761322988.940636:0:15811:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002e509527. 00010000:00000010:1.1:1761322988.947765:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000fbcc23c. 00010000:00000010:3.1:1761322988.953195:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003741445d. 00010000:00000010:3.1:1761322988.955114:0:15811:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000da5b3414. 00010000:00000010:3.1:1761322988.955127:0:15811:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000005c47a90. 00010000:00000010:3.1:1761322988.955133:0:15811:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000093e26027. 00010000:00000010:3.1:1761322988.955138:0:15811:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c60fd9b7. 00010000:00000010:1.1:1761322988.955510:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009089a746. 00010000:00000010:3.1:1761322988.958132:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005f78be66. 00010000:00000010:0.1:1761322988.959950:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e3d42433. 00010000:00000010:0.1:1761322988.959971:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001f5328e7. 00010000:00000010:1.1:1761322988.962113:0:78633:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007d00b423. 00010000:00000010:1.1:1761322988.962123:0:78633:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006914a40a. 00010000:00000010:1.1:1761322988.962129:0:78633:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d9df6f3d. 00010000:00000010:1.1:1761322988.962132:0:78633:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a1510e7b. 00010000:00000010:2.1:1761322988.963132:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003d7d678a. 00010000:00000010:2.1:1761322988.970135:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001b1c817d. 00010000:00000010:3.1:1761322988.974134:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002b4dfbfa. 00010000:00000010:0.1:1761322988.975125:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f07aed93. 00010000:00000010:0.1:1761322988.975132:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a56e1242. 00010000:00000010:0.1:1761322988.981170:0:1039:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000045b0dfe5. 00010000:00000010:0.1:1761322988.981179:0:1039:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002c64507c. 00010000:00000010:0.1:1761322988.988340:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000047156d9b. 00010000:00000010:0.1:1761322988.988351:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000078f5f7af. 00010000:00000010:3.1:1761322988.989226:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000867aea88. 00010000:00000010:3.1:1761322988.989238:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008fc5ce3e. 00010000:00000010:1.1:1761322988.994122:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000076a4135f. 00010000:00000010:1.1:1761322988.994135:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e8b1054c. 00010000:00000010:1.1:1761322988.994148:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d9df6f3d. 00010000:00000010:1.1:1761322988.994156:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a1510e7b. 00010000:00000010:0.1:1761322988.994207:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a984c6d1. 00010000:00000010:0.1:1761322988.994214:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000df080b20. 00010000:00000010:3.1:1761322988.994254:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000082559e00. 00010000:00000010:3.1:1761322988.998136:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001294c560. 00010000:00000010:1.1:1761322989.001141:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000092cfa9dc. 00010000:00000010:1.1:1761322989.001156:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000078f5f7af. 00010000:00000010:0.1:1761322989.001217:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004442f318. 00010000:00000010:0.1:1761322989.001224:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000a34ef1f. 00010000:00000010:0.1:1761322989.001227:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d065d8be. 00010000:00000010:0.1:1761322989.005133:0:66652:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000038ce463d. 00010000:00000010:1.1:1761322989.006123:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000acce41ad. 00010000:00000010:1.1:1761322989.006131:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a1510e7b. 00010000:00000010:1.1:1761322989.008342:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000037ff5cb8. 00010000:00000010:1.1:1761322989.008358:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e3506981. 00010000:00000010:0.1:1761322989.009353:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000688990a6. 00010000:00000010:1.1:1761322989.012145:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005c49ef64. 00010000:00000010:1.1:1761322989.012155:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c2afd2db. 00010000:00000010:1.1:1761322989.012159:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d9df6f3d. 00010000:00000010:1.1:1761322989.012162:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006c8bcac2. 00010000:00000010:0.1:1761322989.013137:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003d0ecce8. 00010000:00000010:3.1:1761322989.017119:0:78632:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea971ba1. 00010000:00000010:1.1:1761322989.019549:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b09597be. 00010000:00000010:1.1:1761322989.019559:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f3c8dc16. 00010000:00000010:0.1:1761322989.020159:0:15810:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f94492f8. 00010000:00000010:1.1:1761322989.024299:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000064e93084. 00010000:00000010:1.1:1761322989.024307:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e3506981. 00010000:00000010:1.1:1761322989.024312:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d89f1c47. 00010000:00000010:1.1:1761322989.024318:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006c8bcac2. 00010000:00000010:0.1:1761322989.025141:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e55a679. 00010000:00000010:3.1:1761322989.034118:0:78632:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be9388ac. 00010000:00000010:1.1:1761322989.034129:0:1024:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b386a420. 00010000:00000010:1.1:1761322989.034141:0:1024:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000999ba873. 00010000:00000010:1.1:1761322989.034148:0:1024:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c2afd2db. 00010000:00000010:1.1:1761322989.036137:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f0d8f078. 00010000:00000010:1.1:1761322989.036154:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f3c8dc16. 00010000:00000010:1.1:1761322989.036159:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d9df6f3d. 00010000:00000010:1.1:1761322989.036163:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a1510e7b. 00010000:00000010:0.1:1761322989.036275:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ee84fac7. 00010000:00000010:0.1:1761322989.036289:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c60fd9b7. 00010000:00000010:3.1:1761322989.036819:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000053f6004b. 00010000:00000010:3.1:1761322989.036829:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c4e930d0. 00010000:00000010:3.1:1761322989.036834:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000465fe0af. 00010000:00000010:3.1:1761322989.036837:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c808efb5. 00010000:00000010:0.1:1761322989.047115:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eba82f46. 00010000:00000010:0.1:1761322989.047125:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000df080b20. 00010000:00000010:3.1:1761322989.047195:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f2f6be37. 00010000:00000010:3.1:1761322989.047216:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002c64507c. 00010000:00000010:1.1:1761322989.047259:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e44674e7. 00010000:00000010:1.1:1761322989.047271:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000085035010. 00010000:00000010:0.1:1761322989.053119:0:78640:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c28b93cd. 00010000:00000010:0.1:1761322989.053133:0:78640:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a65a506b. 00010000:00000010:1.1:1761322989.053146:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000137d6875. 00010000:00000010:1.1:1761322989.060142:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000246c69a1. 00010000:00000010:3.1:1761322989.060168:0:78641:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000001aa9094. 00010000:00000010:3.1:1761322989.060178:0:78641:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000d442b11. 00010000:00000010:1.1:1761322989.070234:0:78632:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005d8d551d. 00010000:00000010:1.1:1761322989.070242:0:78632:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000832e4abe. 00010000:00000010:0.1:1761322989.071344:0:78633:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a18d9e2f. 00010000:00000010:0.1:1761322989.071357:0:78633:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8945f1d. 00010000:00000010:3.1:1761322989.072127:0:792:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000012006371. 00010000:00000010:3.1:1761322989.072136:0:792:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fce8719a. 00010000:00000010:3.1:1761322989.072141:0:792:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fc0f77b7. 00010000:00000010:3.1:1761322989.072145:0:792:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075d9751f. 00010000:00000010:3.1:1761322989.074116:0:792:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000824617f1. 00010000:00000010:1.1:1761322989.074148:0:78642:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000df25b0e4. 00010000:00000010:0.1:1761322989.076488:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000474ada8e. 00010000:00000010:0.1:1761322989.076499:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a1510e7b. 00010000:00000010:0.1:1761322989.076503:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ab029c66. 00010000:00000010:0.1:1761322989.076507:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000465ebc0b. 00010000:00000010:1.1:1761322989.077134:0:78642:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004393ae16. 00010000:00000010:1.1:1761322989.077150:0:78642:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000df080b20. 00010000:00000010:2.1:1761322989.079209:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ff206be9. 00010000:00000010:2.1:1761322989.079238:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d91f07c5. 00010000:00000010:0.1:1761322989.083198:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009b85e0cc. 00010000:00000010:0.1:1761322989.083210:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000005a7b2ce. 00010000:00000010:3.1:1761322989.088250:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006a575dd0. 00010000:00000010:1.1:1761322989.091294:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000022e7db7a. 00010000:00000010:1.1:1761322989.091304:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000465ebc0b. 00010000:00000010:0.1:1761322989.091432:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000775f291c. 00010000:00000010:0.1:1761322989.093115:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000069af4ace. 00010000:00000010:3.1:1761322989.093235:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ebb5e740. 00010000:00000010:3.1:1761322989.093242:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c2afd2db. 00010000:00000010:1.1:1761322989.093312:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000978c61ef. 00010000:00000010:1.1:1761322989.093318:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f3c8dc16. 00010000:00000010:1.1:1761322989.102119:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001981ad1b. 00010000:00000010:1.1:1761322989.102135:0:1:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006ddbbb1f. 00010000:00000010:1.1:1761322989.102142:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075d9751f. 00010000:00000010:1.1:1761322989.107123:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d7938d9e. 00010000:00000010:3.1:1761322989.107384:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eacbee36. 00010000:00000010:3.1:1761322989.107391:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b2471fe9. 00010000:00000010:3.1:1761322989.107395:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001b2c9400. 00010000:00000010:2.1:1761322989.108197:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000009dec58c. 00010000:00000010:2.1:1761322989.108206:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006c8bcac2. 00010000:00000010:3.1:1761322989.113022:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000c54e5a9. 00010000:00000010:3.1:1761322989.113032:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000070fb331a. 00010000:00000010:3.1:1761322989.113037:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fce8719a. 00010000:00000010:1.1:1761322989.120205:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000664e0f33. 00010000:00000010:1.1:1761322989.120230:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009c157c35. 00010000:00000010:1.1:1761322989.120236:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000005a7b2ce. 00010000:00000010:0.1:1761322989.120669:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008606c585. 00010000:00000010:0.1:1761322989.120679:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a10c93c2. 00010000:00000010:0.1:1761322989.122534:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000774e9cee. 00010000:00000010:2.1:1761322989.135119:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000099a6137e. 00010000:00000010:2.1:1761322989.135129:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f3c8dc16. 00010000:00000010:0.1:1761322989.135223:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007cb22959. 00010000:00000010:2.1:1761322989.141207:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006e135cba. 00010000:00000010:2.1:1761322989.141217:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005c487aed. 00010000:00000010:1.1:1761322989.141287:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005e655d6a. 00010000:00000010:1.1:1761322989.141305:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000981b46cc. 00010000:00000010:0.1:1761322989.142143:0:1024:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008c8f9cd8. 00010000:00000010:0.1:1761322989.142153:0:1024:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000996472df. 00010000:00000010:3.1:1761322989.144119:0:1376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cc248124. 00010000:00000010:2.1:1761322989.144132:0:78649:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006e1e573e. 00010000:00000010:0.1:1761322989.144132:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af1c0d58. 00010000:00000010:2.1:1761322989.144152:0:78649:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aa0db37e. 00010000:00000010:0.1:1761322989.150141:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000415ec5f7. 00010000:00000010:2.1:1761322989.150151:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aa5eb507. 00010000:00000010:2.1:1761322989.150165:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006fea5f55. 00010000:00000010:2.1:1761322989.150247:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d7307c02. 00010000:00000010:2.1:1761322989.150258:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000502ca05b. 00010000:00000010:1.1:1761322989.152107:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b96d5d21. 00010000:00000010:1.1:1761322989.152118:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007e560468. 00010000:00000010:1.1:1761322989.152123:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004d0f46b3. 00010000:00000010:2.1:1761322989.152129:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003d022911. 00010000:00000010:1.1:1761322989.152129:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e3506981. 00010000:00000010:1.1:1761322989.154131:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000046d83ec4. 00010000:00000010:2.1:1761322989.154137:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9b0962c. 00010000:00000010:1.1:1761322989.154141:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000a77eca1. 00010000:00000010:1.1:1761322989.154153:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009a166184. 00010000:00000010:1.1:1761322989.154160:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f3c8dc16. 00010000:00000010:3.1:1761322989.154161:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002d98349b. 00010000:00000010:3.1:1761322989.156262:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000a7d8db2. 00010000:00000010:3.1:1761322989.156269:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006c8bcac2. 00010000:00000010:1.1:1761322989.162128:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000052a4a931. 00010000:00000010:1.1:1761322989.162137:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fce8719a. 00010000:00000010:2.1:1761322989.162183:0:67479:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f2fada5a. 00010000:00000010:1.1:1761322989.164258:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000c69d4e2. 00010000:00000010:1.1:1761322989.164267:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f3c8dc16. 00010000:00000010:1.1:1761322989.164273:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004d0f46b3. 00010000:00000010:1.1:1761322989.164277:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000a77eca1. 00010000:00000010:2.1:1761322989.165129:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ef8bd59a. 00010000:00000010:2.1:1761322989.165136:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000022b810d9. 00010000:00000010:3.1:1761322989.167121:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000479725b5. 00010000:00000010:3.1:1761322989.167131:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e3506981. 00010000:00000010:2.1:1761322989.167231:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000de9aae7c. 00010000:00000010:2.1:1761322989.169189:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000036bfa0ba. 00010000:00000010:1.1:1761322989.169302:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004c4a5293. 00010000:00000010:1.1:1761322989.169310:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c1075cf0. 00010000:00000010:1.1:1761322989.173250:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000437278e5. 00010000:00000010:1.1:1761322989.173263:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000a77eca1. 00010000:00000010:2.1:1761322989.173410:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000057f65e2f. 00010000:00000010:1.1:1761322989.177162:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000098b1fde7. 00010000:00000010:1.1:1761322989.177174:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f3c8dc16. 00010000:00000010:1.1:1761322989.179138:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000336f2e27. 00010000:00000010:1.1:1761322989.179149:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c2afd2db. 00010000:00000010:1.1:1761322989.179154:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004d0f46b3. 00010000:00000010:1.1:1761322989.179157:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000a77eca1. 00010000:00000010:2.1:1761322989.180237:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007f7b1170. 00010000:00000010:2.1:1761322989.180247:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000972c061d. 00010000:00000010:2.1:1761322989.187248:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005d402fa3. 00010000:00000010:1.1:1761322989.195138:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009096cffa. 00010000:00000010:1.1:1761322989.195152:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a1510e7b. 00010000:00000010:1.1:1761322989.197141:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000e5d63ca. 00010000:00000010:1.1:1761322989.197154:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f3c8dc16. 00010000:00000010:1.1:1761322989.197163:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005bd2bd0a. 00010000:00000010:1.1:1761322989.197172:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000a77eca1. 00010000:00000010:2.1:1761322989.197245:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b62ca6a9. 00010000:00000010:2.1:1761322989.197253:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007676cbec. 00010000:00000010:1.1:1761322989.199112:0:78651:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e66297ba. 00010000:00000010:2.1:1761322989.199122:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000800e7301. 00010000:00000010:1.1:1761322989.199124:0:78651:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c2afd2db. 00010000:00000010:1.1:1761322989.199132:0:78651:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000058543bed. 00010000:00000010:2.1:1761322989.199134:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b93b027a. 00010000:00000010:2.1:1761322989.199143:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a56e1242. 00010000:00000010:1.1:1761322989.199144:0:78651:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000047417898. 00010000:00000010:1.1:1761322989.199153:0:78651:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000465fe0af. 00010000:00000010:1.1:1761322989.199157:0:78651:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004d0f46b3. 00010000:00000010:1.1:1761322989.199160:0:78651:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000a34ef1f. 00010000:00000010:3.1:1761322989.199171:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e1ae2b2e. 00010000:00000010:1.1:1761322989.205134:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e7f39fa5. 00010000:00000010:2.1:1761322989.206148:0:78645:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c318897c. 00010000:00000010:2.1:1761322989.206164:0:78645:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000502ca05b. 00010000:00000010:2.1:1761322989.208126:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f262a86f. 00010000:00000010:2.1:1761322989.208139:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006fea5f55. 00010000:00000010:0.1:1761322989.208139:0:78652:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003dc794f8. 00010000:00000010:0.1:1761322989.208168:0:78652:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000063d7b9ca. 00010000:00000010:1.1:1761322989.215141:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e7f5aa8b. 00010000:00000010:2.1:1761322989.215142:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000290d61f3. 00010000:00000010:2.1:1761322989.215156:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aa0db37e. 00010000:00000010:1.1:1761322989.215156:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d11edea6. 00010000:00000010:1.1:1761322989.215165:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004d0f46b3. 00010000:00000010:1.1:1761322989.215170:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000a34ef1f. 00010000:00000010:0.1:1761322989.218125:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001cb62c2e. 00010000:00000010:2.1:1761322989.218133:0:78654:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cf34988e. 00010000:00000010:2.1:1761322989.218148:0:78654:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000465fe0af. 00010000:00000010:3.1:1761322989.218259:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000084dd0bcd. 00010000:00000010:3.1:1761322989.218268:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000060900ff5. 00010000:00000010:3.1:1761322989.218273:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004df23a00. 00010000:00000010:3.1:1761322989.218278:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000502ca05b. 00010000:00000010:2.1:1761322989.222162:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e54e3ba9. 00010000:00000010:2.1:1761322989.222172:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006fea5f55. 00010000:00000010:1.1:1761322989.222174:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000efee3526. 00010000:00000010:2.1:1761322989.222177:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006d0887f0. 00010000:00000010:2.1:1761322989.224124:0:78655:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002a8c2343. 00010000:00000010:2.1:1761322989.224134:0:78655:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000080715e4a. 00010000:00000010:1.1:1761322989.224201:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e9a90f74. 00010000:00000010:0.1:1761322989.224211:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007a69bbc8. 00010000:00000010:0.1:1761322989.224222:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aa0db37e. 00010000:00000010:2.1:1761322989.227123:0:78656:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cd1f0e8a. 00010000:00000010:1.1:1761322989.227132:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cc2472a9. 00010000:00000010:1.1:1761322989.227144:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c9f06217. 00010000:00000010:0.1:1761322989.229355:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008ce4377f. 00010000:00000010:3.1:1761322989.230325:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000398b1707. 00010000:00000010:3.1:1761322989.230333:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000a34ef1f. 00010000:00000010:3.1:1761322989.233172:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ca556a5e. 00010000:00000010:3.1:1761322989.233180:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000057d2520a. 00010000:00000010:0.1:1761322989.234133:0:66652:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000131a5ad5. 00010000:00000010:3.1:1761322989.238177:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000970717a6. 00010000:00000010:3.1:1761322989.238194:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008c4eba31. 00010000:00000010:0.1:1761322989.241358:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000087e086fd. 00010000:00000010:0.1:1761322989.241368:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000029f77ad6. 00010000:00000010:1.1:1761322989.242221:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003639aa42. 00010000:00000010:1.1:1761322989.242244:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006fea5f55. 00010000:00000010:1.1:1761322989.242258:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004d0f46b3. 00010000:00000010:2.1:1761322989.242275:0:78659:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f13feee5. 00010000:00000010:1.1:1761322989.242277:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c2afd2db. 00010000:00000010:2.1:1761322989.242289:0:78659:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000080715e4a. 00010000:00000010:0.1:1761322989.245181:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e4d54694. 00010000:00000010:0.1:1761322989.247627:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000520497e8. 00010000:00000010:0.1:1761322989.247636:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000a77eca1. 00010000:00000010:3.1:1761322989.248103:0:78662:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fdc200d8. 00010000:00000010:1.1:1761322989.252151:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af232f70. 00010000:00000010:0.1:1761322989.254110:0:78652:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000891fac74. 00010000:00000010:0.1:1761322989.254119:0:78652:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000022088b4f. 00010000:00000010:0.1:1761322989.256135:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d4b1f4fe. 00010000:00000010:0.1:1761322989.256150:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d7e1ff95. 00010000:00000010:3.1:1761322989.256467:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000094e694bf. 00010000:00000010:1.1:1761322989.258200:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be7fa262. 00010000:00000010:2.1:1761322989.258337:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000025c751b3. 00010000:00000010:2.1:1761322989.258351:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003df69050. 00010000:00000010:1.1:1761322989.264121:0:78666:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f21e5577. 00010000:00000010:2.1:1761322989.264330:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007e0b861f. 00010000:00000010:2.1:1761322989.264340:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006fea5f55. 00010000:00000010:2.1:1761322989.264344:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000034cce194. 00010000:00000010:2.1:1761322989.264347:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aa0db37e. 00010000:00000010:0.1:1761322989.271117:0:78668:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000116487c2. 00010000:00000010:2.1:1761322989.271120:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009178ce8c. 00010000:00000010:2.1:1761322989.271131:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000502ca05b. 00010000:00000010:0.1:1761322989.271366:0:78668:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b02d2de. 00010000:00000010:2.1:1761322989.273319:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000acba34ed. 00010000:00000010:2.1:1761322989.273331:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d11edea6. 00010000:00000010:2.1:1761322989.278143:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009fc26be1. 00010000:00000010:2.1:1761322989.278166:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aa0db37e. 00010000:00000010:3.1:1761322989.278217:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005df0ef6a. 00010000:00000010:3.1:1761322989.288105:0:78668:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ec32a33a. 00010000:00000010:2.1:1761322989.288213:0:15812:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ef2b1dc8. 00010000:00000010:2.1:1761322989.288221:0:15812:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000502ca05b. 00010000:00000010:1.1:1761322989.293151:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004eefa76b. 00010000:00000010:0.1:1761322989.293173:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000998b4a8c. 00010000:00000010:0.1:1761322989.293185:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aa0db37e. 00010000:00000010:0.1:1761322989.293194:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ab029c66. 00010000:00000010:0.1:1761322989.293203:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d7e1ff95. 00010000:00000010:2.1:1761322989.296149:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000da67628b. 00010000:00000010:2.1:1761322989.296160:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000022088b4f. 00010000:00000010:0.1:1761322989.297477:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000169554d2. 00010000:00000010:0.1:1761322989.308147:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c153fae3. 00010000:00000010:0.1:1761322989.308158:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ac9aad63. 00010000:00000010:0.1:1761322989.308164:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000502ca05b. 00010000:00000010:2.1:1761322989.310491:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e1903600. 00010000:00000010:2.1:1761322989.310504:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d7e1ff95. 00010000:00000010:3.1:1761322989.310536:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007a3685c9. 00010000:00000010:0.1:1761322989.314111:0:67479:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000147cb580. 00010000:00000010:0.1:1761322989.314119:0:67479:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d11edea6. 00010000:00000010:3.1:1761322989.318398:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fb966b8f. 00010000:00000010:1.1:1761322989.320120:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006b37663e. 00010000:00000010:1.1:1761322989.320130:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000a18b6c8. 00010000:00000010:0.1:1761322989.320144:0:67479:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000419bba32. 00010000:00000010:3.1:1761322989.326102:0:15811:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000ff13366. 00010000:00000010:3.1:1761322989.326112:0:15811:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c2afd2db. 00010000:00000010:0.1:1761322989.326138:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000459f04ec. 00010000:00000010:2.1:1761322989.331128:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000043db193a. 00010000:00000010:0.1:1761322989.331209:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b3fd2511. 00010000:00000010:0.1:1761322989.331217:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000027efd83e. 00010000:00000010:0.1:1761322989.331222:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008c4eba31. 00010000:00000010:0.1:1761322989.333120:0:78675:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000027bc1b64. 00010000:00000010:0.1:1761322989.333129:0:78675:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b822fd72. 00010000:00000010:3.1:1761322989.335230:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000879d92d3. 00010000:00000010:3.1:1761322989.335246:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000299239e2. 00010000:00000010:3.1:1761322989.335250:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d676fd88. 00010000:00000010:3.1:1761322989.338208:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aa8d9a2a. 00010000:00000010:3.1:1761322989.338217:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000057d2520a. 00010000:00000010:1.1:1761322989.338245:0:78632:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005c6537fe. 00010000:00000010:1.1:1761322989.344235:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cc7fb960. 00010000:00000010:3.1:1761322989.345177:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007cbe351d. 00010000:00000010:3.1:1761322989.345190:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c1075cf0. 00010000:00000010:3.1:1761322989.345196:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0f22feb. 00010000:00000010:3.1:1761322989.345199:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fce8719a. 00010000:00000010:3.1:1761322989.347101:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000011bc2797. 00010000:00000010:3.1:1761322989.347108:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b822fd72. 00010000:00000010:1.1:1761322989.347219:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000803e11cc. 00010000:00000010:0.1:1761322989.349139:0:78677:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000061da2041. 00010000:00000010:1.1:1761322989.349202:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fa80fb87. 00010000:00000010:1.1:1761322989.349213:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000057d2520a. 00010000:00000010:1.1:1761322989.350233:0:61033:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a5fd5422. 00010000:00000010:2.1:1761322989.351165:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000000efb40d. 00010000:00000010:2.1:1761322989.351185:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f3c8dc16. 00010000:00000010:2.1:1761322989.353255:0:78678:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e3566670. 00010000:00000010:3.1:1761322989.353258:0:15810:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f746d96a. 00010000:00000010:2.1:1761322989.353280:0:78678:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006fea5f55. 00010000:00000010:3.1:1761322989.358128:0:15810:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b2497592. 00010000:00000010:3.1:1761322989.358140:0:15810:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007e560468. 00010000:00000010:1.1:1761322989.363530:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a0c8a408. 00010000:00000010:3.1:1761322989.366116:0:78680:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e9f53c02. 00010000:00000010:3.1:1761322989.366134:0:78680:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ee93444e. 00010000:00000010:0.1:1761322989.366223:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000050064f99. 00010000:00000010:1.1:1761322989.366231:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000057b28970. 00010000:00000010:0.1:1761322989.366240:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fce8719a. 00010000:00000010:0.1:1761322989.368119:0:78680:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fa03a4ab. 00010000:00000010:0.1:1761322989.368131:0:78680:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000656835. 00010000:00000010:1.1:1761322989.368175:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e21c6f4e. 00010000:00000010:1.1:1761322989.368181:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000055ebbf0a. 00010000:00000010:1.1:1761322989.376138:0:15810:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000041a28d12. 00010000:00000010:2.1:1761322989.377128:0:78681:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000035f5c1f0. 00010000:00000010:2.1:1761322989.377141:0:78681:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c1075cf0. 00010000:00000010:3.1:1761322989.380111:0:1024:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002882541d. 00010000:00000010:1.1:1761322989.380115:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000befff83. 00010000:00000010:3.1:1761322989.380126:0:1024:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a1510e7b. 00010000:00000010:0.1:1761322989.383472:0:1023:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eadc7919. 00010000:00000010:0.1:1761322989.383526:0:1023:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006fea5f55. 00010000:00000010:0.1:1761322989.383542:0:1023:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ab029c66. 00010000:00000010:0.1:1761322989.383549:0:1023:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000656835. 00010000:00000010:1.1:1761322989.385144:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000065fd79b4. 00010000:00000010:0.1:1761322989.385154:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002048079e. 00010000:00000010:1.1:1761322989.385191:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000045132aea. 00010000:00000010:1.1:1761322989.385203:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000084ddeedc. 00010000:00000010:3.1:1761322989.395144:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000049f7097f. 00010000:00000010:1.1:1761322989.395149:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000683f047a. 00010000:00000010:1.1:1761322989.395160:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002e509527. 00010000:00000010:1.1:1761322989.395165:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d8debfae. 00010000:00000010:1.1:1761322989.395169:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000073e419ce. 00010000:00000010:0.1:1761322989.395179:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000052495356. 00010000:00000010:2.1:1761322989.397137:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007df4824a. 00010000:00000010:0.1:1761322989.397144:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000868a646a. 00010000:00000010:0.1:1761322989.397157:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a55982d7. 00010000:00000010:1.1:1761322989.410421:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d1d9fc59. 00010000:00000010:1.1:1761322989.410451:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000656835. 00010000:00000010:1.1:1761322989.410458:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004d0f46b3. 00010000:00000010:1.1:1761322989.410464:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000073e419ce. 00010000:00000010:2.1:1761322989.411158:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000329e4a9a. 00010000:00000010:2.1:1761322989.415106:0:66652:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003369b582. 00010000:00000010:1.1:1761322989.415110:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cb295c64. 00010000:00000010:2.1:1761322989.415119:0:66652:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000678cb5a3. 00010000:00000010:1.1:1761322989.415123:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002e509527. 00010000:00000010:2.1:1761322989.423115:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d25c4fd9. 00010000:00000010:1.1:1761322989.423887:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004c1110fb. 00010000:00000010:1.1:1761322989.423903:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c72e22d3. 00010000:00000010:1.1:1761322989.423908:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008f5c2280. 00010000:00000010:1.1:1761322989.423925:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002e78fc68. 00010000:00000010:1.1:1761322989.423931:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a28f2430. 00010000:00000010:1.1:1761322989.423936:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000039499158. 00010000:00000010:1.1:1761322989.423940:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000052e19f0. 00010000:00000010:1.1:1761322989.427105:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fd8f25a7. 00010000:00000010:1.1:1761322989.427115:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000073e419ce. 00010000:00000010:1.1:1761322989.427120:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004d0f46b3. 00010000:00000010:1.1:1761322989.427124:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002e509527. 00010000:00000010:1.1:1761322989.431139:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000093bb09bc. 00010000:00000010:2.1:1761322989.431155:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000029ffee4e. 00010000:00000010:1.1:1761322989.431160:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009141066f. 00010000:00000010:2.1:1761322989.431165:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8072ba5. 00010000:00000010:1.1:1761322989.431168:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000045f164d8. 00010000:00000010:2.1:1761322989.431172:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002ea370ff. 00010000:00000010:1.1:1761322989.431176:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000a390d7. 00010000:00000010:2.1:1761322989.431180:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000024b370e. 00010000:00000010:2.1:1761322989.435119:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002b33864f. 00010000:00000010:1.1:1761322989.436137:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ee8d8dde. 00010000:00000010:1.1:1761322989.436149:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a55982d7. 00010000:00000010:1.1:1761322989.436153:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000042b21421. 00010000:00000010:1.1:1761322989.436155:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000052e19f0. 00010000:00000010:1.1:1761322989.438128:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000717377bf. 00010000:00000010:1.1:1761322989.438135:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a93c0821. 00010000:00000010:1.1:1761322989.438143:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a28f2430. 00010000:00000010:1.1:1761322989.438147:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004d0f46b3. 00010000:00000010:1.1:1761322989.438149:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002e509527. 00010000:00000010:1.1:1761322989.445462:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000054867f9d. 00010000:00000010:1.1:1761322989.445476:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000073e419ce. 00010000:00000010:0.1:1761322989.446119:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000167222d6. 00010000:00000010:0.1:1761322989.451122:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009e9b66f2. 00010000:00000010:1.1:1761322989.451162:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000076f63de3. 00010000:00000010:1.1:1761322989.451169:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000a390d7. 00010000:00000010:0.1:1761322989.454228:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fb8af0dc. 00010000:00000010:0.1:1761322989.454243:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000090a4e603. 00010000:00000010:1.1:1761322989.454250:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a5ea3e53. 00010000:00000010:1.1:1761322989.454260:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000052e19f0. 00010000:00000010:1.1:1761322989.454263:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ebd9138d. 00010000:00000010:1.1:1761322989.454265:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002e509527. 00010000:00000010:0.1:1761322989.460139:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004290b486. 00010000:00000010:0.1:1761322989.460153:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cb4ee191. 00010000:00000010:1.1:1761322989.460414:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000596bc3cd. 00010000:00000010:1.1:1761322989.460424:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000073e419ce. 00010000:00000010:1.1:1761322989.460430:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004d0f46b3. 00010000:00000010:1.1:1761322989.460434:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a28f2430. 00010000:00000010:1.1:1761322989.464167:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cf7fa61d. 00010000:00000010:1.1:1761322989.464178:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a55982d7. 00010000:00000010:0.1:1761322989.464188:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c30b96af. 00010000:00000010:0.1:1761322989.467284:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004f01602e. 00010000:00000010:0.1:1761322989.467296:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ed1f21d7. 00010000:00000010:1.1:1761322989.468188:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001620d12b. 00010000:00000010:1.1:1761322989.468207:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000a390d7. 00010000:00000010:1.1:1761322989.468211:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000023c2c1bf. 00010000:00000010:1.1:1761322989.468214:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002e509527. 00010000:00000010:1.1:1761322989.468216:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006f3e89b1. 00010000:00000010:1.1:1761322989.468222:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000052e19f0. 00010000:00000010:3.1:1761322989.470412:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000046c198ae. 00010000:00000010:1.1:1761322989.475190:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ee05f37a. 00010000:00000010:1.1:1761322989.475199:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a28f2430. 00010000:00000010:3.1:1761322989.479314:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c5d55e6. 00010000:00000010:1.1:1761322989.484335:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c7582ca2. 00010000:00000010:1.1:1761322989.484345:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a55982d7. 00010000:00000010:0.1:1761322989.487613:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000031837b11. 00010000:00000010:1.1:1761322989.497134:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000018a3fe91. 00010000:00000010:1.1:1761322989.497146:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000052e19f0. 00010000:00000010:1.1:1761322989.500384:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c6095573. 00010000:00000010:1.1:1761322989.500396:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a28f2430. 00010000:00000010:0.1:1761322989.501154:0:66652:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bc4cecc2. 00010000:00000010:3.1:1761322989.503446:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fea0d440. 00010000:00000010:0.1:1761322989.504118:0:66652:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e27f4885. 00010000:00000010:0.1:1761322989.504128:0:66652:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007e8c402a. 00010000:00000010:0.1:1761322989.504132:0:66652:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f9c1e226. 00010000:00000010:1.1:1761322989.504242:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000de936d16. 00010000:00000010:1.1:1761322989.504255:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a55982d7. 00010000:00000010:1.1:1761322989.504262:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002a5a47d1. 00010000:00000010:1.1:1761322989.504269:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002e509527. 00010000:00000010:1.1:1761322989.504273:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ac29c7c6. 00010000:00000010:1.1:1761322989.504282:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000a390d7. 00010000:00000010:1.1:1761322989.504288:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004d0f46b3. 00010000:00000010:1.1:1761322989.504294:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000073e419ce. 00010000:00000010:0.1:1761322989.508130:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000deb235f4. 00010000:00000010:1.1:1761322989.508180:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000002c9e4ed. 00010000:00000010:1.1:1761322989.508195:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009141066f. 00010000:00000010:0.1:1761322989.518112:0:66652:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000030ec13cc. 00010000:00000010:1.1:1761322989.519135:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003f168fbf. 00010000:00000010:1.1:1761322989.519143:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000052e19f0. 00010000:00000010:1.1:1761322989.519147:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ec136628. 00010000:00000010:1.1:1761322989.519150:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a28f2430. 00010000:00000010:0.1:1761322989.523225:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005453a3ce. 00010000:00000010:0.1:1761322989.523240:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b906feb3. 00010000:00000010:0.1:1761322989.531113:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c293f5c. 00010000:00000010:1.1:1761322989.531121:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001f028e89. 00010000:00000010:0.1:1761322989.531121:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d4c1ab58. 00010000:00000010:1.1:1761322989.531131:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000073e419ce. 00010000:00000010:1.1:1761322989.531136:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c8714976. 00010000:00000010:1.1:1761322989.531139:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009141066f. 00010000:00000010:1.1:1761322989.531142:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001f317d7b. 00010000:00000010:1.1:1761322989.531147:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000a390d7. 00010000:00000010:1.1:1761322989.534604:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b547a763. 00010000:00000010:1.1:1761322989.534611:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002e509527. 00010000:00000010:0.1:1761322989.535151:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d402e8f3. 00010000:00000010:3.1:1761322989.539097:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cd7779c3. 00010000:00000010:1.1:1761322989.539236:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006d645431. 00010000:00000010:1.1:1761322989.539255:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a28f2430. 00010000:00000010:1.1:1761322989.539259:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000729eb2de. 00010000:00000010:1.1:1761322989.539262:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000052e19f0. 00010000:00000010:1.1:1761322989.539265:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007695a8ef. 00010000:00000010:1.1:1761322989.539267:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a55982d7. 00010000:00000010:0.1:1761322989.539311:0:67479:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000049438f6b. 00010000:00000010:0.1:1761322989.539320:0:67479:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e3873a63. 00010000:00000010:0.1:1761322989.543128:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000582e84e8. 00010000:00000010:1.1:1761322989.543256:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000073ff7161. 00010000:00000010:1.1:1761322989.543263:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008f5c2280. 00010000:00000010:1.1:1761322989.543268:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004d0f46b3. 00010000:00000010:1.1:1761322989.543272:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000a390d7. 00010000:00000010:1.1:1761322989.556152:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008ddfff7a. 00010000:00000010:0.1:1761322989.556166:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001aa6195b. 00010000:00000010:1.1:1761322989.556172:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009141066f. 00010000:00000010:1.1:1761322989.556184:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d88b12cc. 00010000:00000010:1.1:1761322989.556193:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002e509527. 00010000:00000010:1.1:1761322989.556198:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d9df6f3d. 00010000:00000010:1.1:1761322989.556202:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a55982d7. 00010000:00000010:1.1:1761322989.556205:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000045e5a9bd. 00010000:00000010:1.1:1761322989.556208:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000052e19f0. 00010000:00000010:1.1:1761322989.556210:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001121cde6. 00010000:00000010:1.1:1761322989.556213:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a28f2430. 00010000:00000010:1.1:1761322989.565601:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008ae360e5. 00010000:00000010:1.1:1761322989.565941:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000073e419ce. 00010000:00000010:1.1:1761322989.565947:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c7c57310. 00010000:00000010:1.1:1761322989.565953:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a1510e7b. 00010000:00000010:1.1:1761322989.566046:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000015190d8c. 00010000:00000010:1.1:1761322989.566051:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f3c8dc16. 00010000:00000010:1.1:1761322989.566055:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001620d12b. 00010000:00000010:1.1:1761322989.566060:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c2afd2db. 00010000:00000010:1.1:1761322989.566062:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eadc7919. 00010000:00000010:1.1:1761322989.566091:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000a77eca1. 00010000:00000010:1.1:1761322989.566110:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000085c242a9. 00010000:00000010:1.1:1761322989.566114:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000a34ef1f. 00010000:00000010:1.1:1761322989.566117:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002f601fbd. 00010000:00000010:1.1:1761322989.566119:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000465fe0af. 00010000:00000010:1.1:1761322989.566122:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fa378d99. 00010000:00000010:1.1:1761322989.566124:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a56e1242. 00010000:00000010:1.1:1761322989.566126:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001617336b. 00010000:00000010:1.1:1761322989.566130:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000036bfa0ba. 00010000:00000010:1.1:1761322989.566134:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b5d94d8f. 00010000:00000010:1.1:1761322989.566136:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000de9aae7c. 00010000:00000010:1.1:1761322989.566140:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dd704e5b. 00010000:00000010:1.1:1761322989.566143:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e3506981. 00010000:00000010:1.1:1761322989.566146:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f274ac03. 00010000:00000010:1.1:1761322989.566149:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006c8bcac2. 00010000:00000010:1.1:1761322989.566151:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002a6158db. 00010000:00000010:1.1:1761322989.566155:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001fed1af7. 00010000:00000010:1.1:1761322989.566160:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000082ecb0d1. 00010000:00000010:1.1:1761322989.566166:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001135acc9. 00010000:00000010:1.1:1761322989.566168:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000056dfdf63. 00010000:00000010:1.1:1761322989.566173:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae564a2a. 00010000:00000010:1.1:1761322989.566177:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000010b04bd2. 00010000:00000010:1.1:1761322989.566179:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a1ca8856. 00010000:00000010:1.1:1761322989.566181:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000f619ee2. 00010000:00000010:1.1:1761322989.566184:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000048577a38. 00010000:00000010:1.1:1761322989.566186:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b81d1573. 00010000:00000010:1.1:1761322989.566191:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f50403c8. 00010000:00000010:1.1:1761322989.566194:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001d1b0198. 00010000:00000010:1.1:1761322989.566196:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001765c6b5. 00010000:00000010:1.1:1761322989.566198:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000340152a9. 00010000:00000010:1.1:1761322989.566201:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000073a735c0. 00010000:00000010:1.1:1761322989.566203:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000074b1933b. 00010000:00000010:1.1:1761322989.566206:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000052cff88e. 00010000:00000010:1.1:1761322989.566211:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008aa315c3. 00010000:00000010:1.1:1761322989.566214:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000268a0d2d. 00010000:00000010:1.1:1761322989.566217:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000615c3021. 00010000:00000010:1.1:1761322989.566219:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ca76e3b. 00010000:00000010:1.1:1761322989.566222:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000591488e. 00010000:00000010:1.1:1761322989.566224:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e224b0e1. 00010000:00000010:1.1:1761322989.566227:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000df8f2ac2. 00010000:00000010:1.1:1761322989.566229:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a9ea4928. 00010000:00000010:1.1:1761322989.566233:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e0ebbe04. 00010000:00000010:1.1:1761322989.566235:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f7fa86b2. 00010000:00000010:1.1:1761322989.566238:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ea74a2b1. 00010000:00000010:1.1:1761322989.566240:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c0ccc7c6. 00010000:00000010:1.1:1761322989.566242:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000880e223. 00010000:00000010:1.1:1761322989.566245:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005810024d. 00010000:00000010:1.1:1761322989.566247:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004ddc497e. 00010000:00000010:1.1:1761322989.566249:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ce0cc604. 00010000:00000010:1.1:1761322989.566251:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000022f17e53. 00010000:00000010:1.1:1761322989.566253:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000074cb238e. 00010000:00000010:1.1:1761322989.566259:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005b72f263. 00010000:00000010:1.1:1761322989.566261:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000005c7516b. 00010000:00000010:1.1:1761322989.566264:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000670841bc. 00010000:00000010:1.1:1761322989.566266:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000095612185. 00010000:00000010:1.1:1761322989.566268:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000003fecea8. 00010000:00000010:1.1:1761322989.566271:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000822c2cf8. 00010000:00000010:1.1:1761322989.566273:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001e321189. 00010000:00000010:1.1:1761322989.566275:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000089f67ccd. 00010000:00000010:1.1:1761322989.566278:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000912b9805. 00010000:00000010:1.1:1761322989.566280:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b24f35d7. 00010000:00000010:1.1:1761322989.566283:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000095bb6682. 00010000:00000010:1.1:1761322989.566285:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000057cf5cc6. 00010000:00000010:1.1:1761322989.566287:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004c889aa3. 00010000:00000010:1.1:1761322989.566289:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002108a952. 00010000:00000010:1.1:1761322989.566292:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000074348afb. 00010000:00000010:1.1:1761322989.566294:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000076db0e00. 00010000:00000010:1.1:1761322989.566296:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e34d2d7e. 00010000:00000010:1.1:1761322989.566298:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a1ee6cec. 00010000:00000010:1.1:1761322989.566303:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000070e2bec0. 00010000:00000010:1.1:1761322989.566308:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003d0ecce8. 00010000:00000010:1.1:1761322989.566311:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000467d0b5b. 00010000:00000010:1.1:1761322989.566315:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005cce205f. 00010000:00000010:1.1:1761322989.566318:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004930a543. 00010000:00000010:1.1:1761322989.566322:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000055275a77. 00010000:00000010:1.1:1761322989.566324:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000071a5d276. 00010000:00000010:1.1:1761322989.566327:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba3d4081. 00010000:00000010:1.1:1761322989.566330:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bda66230. 00010000:00000010:1.1:1761322989.566332:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000029d0fba6. 00010000:00000010:1.1:1761322989.566334:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000023d6dd8f. 00010000:00000010:1.1:1761322989.566336:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d58c6bf7. 00010000:00000010:1.1:1761322989.566339:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a1d93348. 00010000:00000010:1.1:1761322989.566341:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eed055ba. 00010000:00000010:1.1:1761322989.566343:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000084ed9102. 00010000:00000010:1.1:1761322989.566346:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c87d944b. 00010000:00000010:1.1:1761322989.566348:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000aa1ceca. 00010000:00000010:1.1:1761322989.566350:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a014b33c. 00010000:00000010:1.1:1761322989.566353:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d55d9571. 00010000:00000010:1.1:1761322989.566355:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b1625f7e. 00010000:00000010:1.1:1761322989.566357:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003db0e456. 00010000:00000010:1.1:1761322989.566364:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006ac4e5b8. 00010000:00000010:1.1:1761322989.566368:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000043c41bd9. 00010000:00000010:1.1:1761322989.566371:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a6f1f07c. 00010000:00000010:1.1:1761322989.566374:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005e5dcc9b. 00010000:00000010:1.1:1761322989.566376:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000581a817f. 00010000:00000010:1.1:1761322989.566390:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ebe3f15d. 00010000:00000010:1.1:1761322989.566394:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000089030994. 00010000:00000010:1.1:1761322989.566397:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004d0f46b3. 00010000:00000010:1.1:1761322989.566400:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000312cbb7a. 00010000:00000010:1.1:1761322989.566404:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002e3ac551. 00010000:00000010:1.1:1761322989.566407:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a885bf89. 00010000:00000010:1.1:1761322989.566412:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000903a4d73. 00010000:00000010:1.1:1761322989.566414:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000024984c37. 00010000:00000010:1.1:1761322989.566417:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a4133801. 00010000:00000010:1.1:1761322989.566420:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f94810e9. 00010000:00000010:1.1:1761322989.566426:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000059a9121a. 00010000:00000010:1.1:1761322989.566429:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003c32749b. 00010000:00000010:1.1:1761322989.566431:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000017aafa1. 00010000:00000010:1.1:1761322989.566433:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000a390d7. 00010000:00000010:1.1:1761322989.566436:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007a49e0e1. 00010000:00000010:1.1:1761322989.566438:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008f5c2280. 00010000:00000010:1.1:1761322989.566441:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c82445b6. 00010000:00000010:1.1:1761322989.566446:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000832e4abe. 00010000:00000010:1.1:1761322989.566449:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d2d2223f. 00010000:00000010:1.1:1761322989.566452:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005d8d551d. 00010000:00000010:1.1:1761322989.566455:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f4e6d56b. 00010000:00000010:1.1:1761322989.566458:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000117304cd. 00010000:00000010:1.1:1761322989.566460:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000068d99312. 00010000:00000010:1.1:1761322989.566463:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000085958d64. 00010000:00000010:1.1:1761322989.566468:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000039cac0f2. 00010000:00000010:1.1:1761322989.566472:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000082dfb949. 00010000:00000010:1.1:1761322989.566475:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008962b5ef. 00010000:00000010:1.1:1761322989.566478:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006f8d7562. 00010000:00000010:1.1:1761322989.566480:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008c64e75f. 00010000:00000010:1.1:1761322989.566483:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e9281eb6. 00010000:00000010:1.1:1761322989.566485:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006c88cc43. 00010000:00000010:1.1:1761322989.566488:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f6d4045. 00010000:00000010:1.1:1761322989.566492:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004429c6b7. 00010000:00000010:1.1:1761322989.566494:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000072bdb397. 00010000:00000010:1.1:1761322989.566496:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000019cf09d8. 00010000:00000010:1.1:1761322989.566498:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001d2b41eb. 00010000:00000010:1.1:1761322989.566501:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008eb327cc. 00010000:00000010:1.1:1761322989.566504:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005fc4dac8. 00010000:00000010:1.1:1761322989.566506:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000afc56b7f. 00010000:00000010:1.1:1761322989.566508:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000338b5431. 00010000:00000010:1.1:1761322989.566510:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000023bc0852. 00010000:00000010:1.1:1761322989.566512:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000543aa32f. 00010000:00000010:1.1:1761322989.566515:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000076cbc92c. 00010000:00000010:1.1:1761322989.566517:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d9a90a7e. 00010000:00000010:1.1:1761322989.566520:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000162f48dc. 00010000:00000010:1.1:1761322989.566522:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000024ac2ab1. 00010000:00000010:1.1:1761322989.566525:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008b8edb6f. 00010000:00000010:1.1:1761322989.566527:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000371848fd. 00010000:00000010:1.1:1761322989.566530:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c304025d. 00010000:00000010:1.1:1761322989.566533:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000081aa922d. 00010000:00000010:1.1:1761322989.566536:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c5d2cc3c. 00010000:00000010:1.1:1761322989.566538:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba7abac1. 00010000:00000010:1.1:1761322989.566540:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fc6d5db6. 00010000:00000010:1.1:1761322989.566542:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000062a7291. 00010000:00000010:1.1:1761322989.566545:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000f850fb3. 00010000:00000010:1.1:1761322989.566547:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000006da4054. 00010000:00000010:1.1:1761322989.566550:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aacdf718. 00010000:00000010:1.1:1761322989.566552:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae4f37d7. 00010000:00000010:1.1:1761322989.566554:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000740c52ff. 00010000:00000010:1.1:1761322989.566558:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005f73eab6. 00010000:00000010:1.1:1761322989.566560:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000062d6eaab. 00010000:00000010:1.1:1761322989.566563:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000063e01c08. 00010000:00000010:1.1:1761322989.566565:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007ac2011f. 00010000:00000010:1.1:1761322989.566568:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000147fba66. 00010000:00000010:1.1:1761322989.566572:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007d00b423. 00010000:00000010:1.1:1761322989.566575:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c732933b. 00010000:00000010:1.1:1761322989.566578:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004e4fe3d4. 00010000:00000010:1.1:1761322989.566581:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000674d362e. 00010000:00000010:1.1:1761322989.566583:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005853fbd4. 00010000:00000010:1.1:1761322989.566585:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae7e8fd6. 00010000:00000010:1.1:1761322989.566587:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000f8f0a8a. 00010000:00000010:1.1:1761322989.566589:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005efb6bca. 00010000:00000010:1.1:1761322989.566592:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000038641501. 00010000:00000010:1.1:1761322989.566594:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dff56194. 00010000:00000010:1.1:1761322989.566597:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000017ba4ab7. 00010000:00000010:1.1:1761322989.566600:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000087f7f815. 00010000:00000010:1.1:1761322989.566603:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fd8319f4. 00010000:00000010:1.1:1761322989.566606:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000460f802d. 00010000:00000010:1.1:1761322989.566608:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fc87ceb7. 00010000:00000010:1.1:1761322989.566611:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c896dc8. 00010000:00000010:1.1:1761322989.566613:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000687902e2. 00010000:00000010:1.1:1761322989.566615:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000613c8583. 00010000:00000010:1.1:1761322989.566617:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002dbe6452. 00010000:00000010:1.1:1761322989.566619:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d9fbc652. 00010000:00000010:1.1:1761322989.566623:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000678a672b. 00010000:00000010:1.1:1761322989.566628:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000337d32d8. 00010000:00000010:1.1:1761322989.566631:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000040d67f9. 00010000:00000010:1.1:1761322989.566634:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002c35d8b7. 00010000:00000010:1.1:1761322989.566636:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009c2e98c8. 00010000:00000010:1.1:1761322989.566639:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000113028e8. 00010000:00000010:1.1:1761322989.566641:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e562957c. 00010000:00000010:1.1:1761322989.566644:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b4cc9545. 00010000:00000010:1.1:1761322989.566646:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000015d5e9d6. 00010000:00000010:1.1:1761322989.566651:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000090a4e603. 00010000:00000010:1.1:1761322989.566653:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007c9abb67. 00010000:00000010:1.1:1761322989.566657:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000167222d6. 00010000:00000010:1.1:1761322989.566662:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000967d3922. 00010000:00000010:1.1:1761322989.566665:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006b80e2c7. 00010000:00000010:1.1:1761322989.566670:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fb3ff924. 00010000:00000010:1.1:1761322989.566673:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d7405d53. 00010000:00000010:1.1:1761322989.566676:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a10ce186. 00010000:00000010:1.1:1761322989.566679:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000884f725a. 00010000:00000010:1.1:1761322989.566682:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e47042a7. 00010000:00000010:1.1:1761322989.566684:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a41795f7. 00010000:00000010:1.1:1761322989.566687:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000919445d. 00010000:00000010:1.1:1761322989.566689:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005f6e281a. 00010000:00000010:1.1:1761322989.566697:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000042b21421. 00010000:00000010:1.1:1761322989.566701:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6c79a22. 00010000:00000010:1.1:1761322989.566703:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ee8d8dde. 00010000:00000010:1.1:1761322989.566706:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f9a9e5b4. 00010000:00000010:1.1:1761322989.566708:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e3d42433. 00010000:00000010:1.1:1761322989.566711:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004de336ba. 00010000:00000010:1.1:1761322989.566713:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000012f6905e. 00010000:00000010:1.1:1761322989.566716:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000022ee87d8. 00010000:00000010:1.1:1761322989.566718:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b6feee99. 00010000:00000010:1.1:1761322989.566721:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae5da395. 00010000:00000010:1.1:1761322989.566724:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000082d8d3e2. 00010000:00000010:1.1:1761322989.566727:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bcab877a. 00010000:00000010:1.1:1761322989.566729:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000018480d2e. 00010000:00000010:1.1:1761322989.566732:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bd2abd40. 00010000:00000010:1.1:1761322989.566734:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009b420d90. 00010000:00000010:1.1:1761322989.566736:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000001764556. 00010000:00000010:1.1:1761322989.566738:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b208e086. 00010000:00000010:1.1:1761322989.566741:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002d7847c6. 00010000:00000010:1.1:1761322989.566743:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001f60228f. 00010000:00000010:1.1:1761322989.566746:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004461e93c. 00010000:00000010:1.1:1761322989.566750:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001f303b5c. 00010000:00000010:1.1:1761322989.566752:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e6934b8. 00010000:00000010:1.1:1761322989.566755:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000001e5cd25. 00010000:00000010:1.1:1761322989.566757:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004161e0b8. 00010000:00000010:1.1:1761322989.566760:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000161c5373. 00010000:00000010:1.1:1761322989.566763:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000befff83. 00010000:00000010:1.1:1761322989.566768:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001b681352. 00010000:00000010:1.1:1761322989.566773:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006d82e78a. 00010000:00000010:1.1:1761322989.566776:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a4fe3321. 00010000:00000010:1.1:1761322989.566781:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000009aec225. 00010000:00000010:1.1:1761322989.566785:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e64683a6. 00010000:00000010:1.1:1761322989.566787:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009234754e. 00010000:00000010:1.1:1761322989.566790:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008db3c461. 00010000:00000010:1.1:1761322989.566793:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d996870c. 00010000:00000010:1.1:1761322989.566795:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000794433b1. 00010000:00000010:1.1:1761322989.566798:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000913143f2. 00010000:00000010:1.1:1761322989.566800:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e79b7601. 00010000:00000010:1.1:1761322989.566803:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000016c668a. 00010000:00000010:1.1:1761322989.566805:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000048acd4dd. 00010000:00000010:1.1:1761322989.566807:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002ce4823a. 00010000:00000010:1.1:1761322989.566811:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000064a9927d. 00010000:00000010:1.1:1761322989.566813:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003df8da07. 00010000:00000010:1.1:1761322989.566817:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000de3e6bbc. 00010000:00000010:1.1:1761322989.566820:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005613bb3c. 00010000:00000010:1.1:1761322989.566823:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f4102846. 00010000:00000010:1.1:1761322989.566825:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008ebabc7d. 00010000:00000010:1.1:1761322989.566828:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f261932d. 00010000:00000010:1.1:1761322989.566831:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c26d385c. 00010000:00000010:1.1:1761322989.566833:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000094bc8e30. 00010000:00000010:1.1:1761322989.566836:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001cd043b7. 00010000:00000010:1.1:1761322989.566839:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b00244a8. 00010000:00000010:1.1:1761322989.566842:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004f85eebb. 00010000:00000010:1.1:1761322989.566844:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dcc6a7a5. 00010000:00000010:1.1:1761322989.566847:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000033b0a392. 00010000:00000010:1.1:1761322989.566849:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002b32ca21. 00010000:00000010:1.1:1761322989.566851:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000810beb01. 00010000:00000010:1.1:1761322989.566853:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a81dfde8. 00010000:00000010:1.1:1761322989.566856:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000ebdc624. 00010000:00000010:1.1:1761322989.566859:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e664c102. 00010000:00000010:1.1:1761322989.566861:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a8b9a240. 00010000:00000010:1.1:1761322989.566864:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000091291732. 00010000:00000010:1.1:1761322989.566868:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000131a5ad5. 00010000:00000010:1.1:1761322989.566871:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000f2858ea. 00010000:00000010:1.1:1761322989.566874:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000060cb1e8a. 00010000:00000010:1.1:1761322989.566877:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cfce09f1. 00010000:00000010:1.1:1761322989.566879:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001921787c. 00010000:00000010:1.1:1761322989.566883:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001c9596b9. 00010000:00000010:1.1:1761322989.566886:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007427f351. 00010000:00000010:1.1:1761322989.566888:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001a94e0eb. 00010000:00000010:1.1:1761322989.566891:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000898a7cf1. 00010000:00000010:1.1:1761322989.566894:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ea7ea47b. 00010000:00000010:1.1:1761322989.566896:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005935c637. 00010000:00000010:1.1:1761322989.566899:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007b835aed. 00010000:00000010:1.1:1761322989.566902:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b62a29e4. 00010000:00000010:1.1:1761322989.566904:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000e894d7c. 00010000:00000010:1.1:1761322989.566907:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000516faf47. 00010000:00000010:1.1:1761322989.592184:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008ec5cbd9. 00010000:00000010:1.1:1761322989.592193:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008e75fb20. 00010000:00000010:1.1:1761322989.592200:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b01e6363. 00010000:00000010:1.1:1761322989.592202:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000516faf47. 00010000:00000010:1.1:1761322989.601878:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000375b4bbe. 00010000:00000010:1.1:1761322989.601908:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b62a29e4. 00010000:00000010:1.1:1761322989.601915:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d7307c02. 00010000:00000010:1.1:1761322989.601919:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005935c637. 00010000:00000010:1.1:1761322989.601921:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000744b4243. 00010000:00000010:1.1:1761322989.601925:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000898a7cf1. 00010000:00000010:1.1:1761322989.601928:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008d74d11d. 00010000:00000010:1.1:1761322989.601935:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007427f351. 00010000:00000010:1.1:1761322989.601938:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c22fb5da. 00010000:00000010:1.1:1761322989.601941:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001921787c. 00010000:00000010:1.1:1761322989.601945:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006f03b91e. 00010000:00000010:1.1:1761322989.601947:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000060cb1e8a. 00010000:00000010:1.1:1761322989.601950:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000012d3c486. 00010000:00000010:1.1:1761322989.601955:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000131a5ad5. 00010000:00000010:1.1:1761322989.601958:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f7e86757. 00010000:00000010:1.1:1761322989.601962:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000099c1df70. 00010000:00000010:1.1:1761322989.601967:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000054ed4123. 00010000:00000010:1.1:1761322989.601969:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000049ad0ad6. 00010000:00000010:1.1:1761322989.601972:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c5ca4ada. 00010000:00000010:1.1:1761322989.601975:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000036d21c. 00010000:00000010:1.1:1761322989.601978:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004b23109c. 00010000:00000010:1.1:1761322989.601981:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001b070b49. 00010000:00000010:1.1:1761322989.601988:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007b835aed. 00010000:00000010:1.1:1761322989.601993:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000140b77df. 00010000:00000010:1.1:1761322989.601996:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ea7ea47b. 00010000:00000010:1.1:1761322989.602000:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000082848e7. 00010000:00000010:1.1:1761322989.602004:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001a94e0eb. 00010000:00000010:1.1:1761322989.602006:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000023dc4d54. 00010000:00000010:1.1:1761322989.602009:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000e894d7c. 00010000:00000010:1.1:1761322989.602015:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a8b9a240. 00010000:00000010:1.1:1761322989.602021:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001c9596b9. 00010000:00000010:1.1:1761322989.602027:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000ebdc624. 00010000:00000010:1.1:1761322989.602034:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000de3e6bbc. 00010000:00000010:1.1:1761322989.602039:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000810beb01. 00010000:00000010:1.1:1761322989.602045:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000f2858ea. 00010000:00000010:1.1:1761322989.602051:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000033b0a392. 00010000:00000010:1.1:1761322989.602056:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000094bc8e30. 00010000:00000010:1.1:1761322989.602061:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004f85eebb. 00010000:00000010:1.1:1761322989.602120:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cfce09f1. 00010000:00000010:1.1:1761322989.602126:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001cd043b7. 00010000:00000010:1.1:1761322989.602130:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e664c102. 00010000:00000010:1.1:1761322989.602138:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c26d385c. 00010000:00000010:1.1:1761322989.602143:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002b32ca21. 00010000:00000010:1.1:1761322989.602148:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008ebabc7d. 00010000:00000010:1.1:1761322989.602153:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000091291732. 00010000:00000010:1.1:1761322989.602158:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005613bb3c. 00010000:00000010:1.1:1761322989.602168:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a81dfde8. 00010000:00000010:1.1:1761322989.602176:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003df8da07. 00010000:00000010:1.1:1761322989.602187:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b00244a8. 00010000:00000010:1.1:1761322989.602193:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002ce4823a. 00010000:00000010:1.1:1761322989.602198:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dcc6a7a5. 00010000:00000010:1.1:1761322989.602202:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000016c668a. 00010000:00000010:1.1:1761322989.602208:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f4102846. 00010000:00000010:1.1:1761322989.602213:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000913143f2. 00010000:00000010:1.1:1761322989.602216:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f261932d. 00010000:00000010:1.1:1761322989.602220:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d996870c. 00010000:00000010:1.1:1761322989.602225:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000064a9927d. 00010000:00000010:1.1:1761322989.602232:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009234754e. 00010000:00000010:1.1:1761322989.602238:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000048acd4dd. 00010000:00000010:1.1:1761322989.602241:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000009aec225. 00010000:00000010:1.1:1761322989.602244:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e79b7601. 00010000:00000010:1.1:1761322989.602247:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006d82e78a. 00010000:00000010:1.1:1761322989.602249:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000794433b1. 00010000:00000010:1.1:1761322989.602252:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000befff83. 00010000:00000010:1.1:1761322989.602255:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008db3c461. 00010000:00000010:1.1:1761322989.602259:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004161e0b8. 00010000:00000010:1.1:1761322989.602263:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e64683a6. 00010000:00000010:1.1:1761322989.602267:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e6934b8. 00010000:00000010:1.1:1761322989.602272:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a4fe3321. 00010000:00000010:1.1:1761322989.602277:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004461e93c. 00010000:00000010:1.1:1761322989.602284:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001b681352. 00010000:00000010:1.1:1761322989.602287:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002d7847c6. 00010000:00000010:1.1:1761322989.602291:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006e1e573e. 00010000:00000010:1.1:1761322989.602296:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000001764556. 00010000:00000010:1.1:1761322989.602300:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009c157c35. 00010000:00000010:1.1:1761322989.602306:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bd2abd40. 00010000:00000010:1.1:1761322989.602310:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d26e96c3. 00010000:00000010:1.1:1761322989.602316:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bcab877a. 00010000:00000010:1.1:1761322989.602323:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f6a89918. 00010000:00000010:1.1:1761322989.602327:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae5da395. 00010000:00000010:1.1:1761322989.609245:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000423ac876. 00010000:00000010:1.1:1761322989.609254:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ac803ed9. 00010000:00000010:1.1:1761322989.609259:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000022ee87d8. 00010000:00000010:1.1:1761322989.609264:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000062a92f93. 00010000:00000010:1.1:1761322989.609267:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004de336ba. 00010000:00000010:0.1:1761322989.613116:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000057493148. 00010000:00000010:3.1:1761322989.613215:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c9a5c3ca. 00010000:00000010:3.1:1761322989.613223:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f9a9e5b4. 00010000:00000010:2.1:1761322989.613384:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e67c869e. 00010000:00000010:3.1:1761322989.617220:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000090ff0bb3. 00010000:00000010:3.1:1761322989.617235:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a10c93c2. 00010000:00000010:0.1:1761322989.620460:0:15811:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a7654645. 00010000:00000010:3.1:1761322989.625236:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000067a1e5a3. 00010000:00000010:3.1:1761322989.625251:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075d9751f. 00010000:00000010:1.1:1761322989.629118:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a22a4f72. 00010000:00000010:1.1:1761322989.629126:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a10c93c2. 00010000:00000010:0.1:1761322989.629177:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000872e8a81. 00010000:00000010:3.1:1761322989.629225:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000096317339. 00010000:00000010:3.1:1761322989.629231:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8945f1d. 00010000:00000010:0.1:1761322989.634188:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001a33fea8. 00010000:00000010:0.1:1761322989.638420:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ca00b18b. 00010000:00000010:0.1:1761322989.638427:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b1ac84c0. 00010000:00000010:3.1:1761322989.638684:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000067336650. 00010000:00000010:3.1:1761322989.638695:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004de336ba. 00010000:00000010:3.1:1761322989.642271:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d4982140. 00010000:00000010:3.1:1761322989.642280:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075d9751f. 00010000:00000010:2.1:1761322989.646132:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f492402e. 00010000:00000010:3.1:1761322989.646625:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b287d713. 00010000:00000010:3.1:1761322989.646633:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8945f1d. 00010000:00000010:2.1:1761322989.650430:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fd5b84f4. 00010000:00000010:1.1:1761322989.651115:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000af5005c2. 00010000:00000010:1.1:1761322989.651123:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a65a506b. 00010000:00000010:0.1:1761322989.655149:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002c822926. 00010000:00000010:2.1:1761322989.658918:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000004ab3e79. 00010000:00000010:2.1:1761322989.658928:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000022ee87d8. 00010000:00000010:0.1:1761322989.659141:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae6bb8c4. 00010000:00000010:2.1:1761322989.663518:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fe383f58. 00010000:00000010:0.1:1761322989.663525:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001128734d. 00010000:00000010:2.1:1761322989.663540:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000996472df. 00010000:00000010:2.1:1761322989.663546:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000569f3638. 00010000:00000010:2.1:1761322989.663549:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001b2c9400. 00010000:00000010:2.1:1761322989.668170:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008a015447. 00010000:00000010:2.1:1761322989.668182:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000096c21227. 00010000:00000010:0.1:1761322989.672427:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b75344f8. 00010000:00000010:3.1:1761322989.675198:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ecb86a4d. 00010000:00000010:2.1:1761322989.675343:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005a10dfcf. 00010000:00000010:2.1:1761322989.675354:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e0ebd113. 00010000:00000010:1.1:1761322989.681392:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000089bbfe3f. 00010000:00000010:1.1:1761322989.681412:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000096c21227. 00010000:00000010:0.1:1761322989.682113:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a071f956. 00010000:00000010:2.1:1761322989.682170:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002db9faa5. 00010000:00000010:2.1:1761322989.682181:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001b2c9400. 00010000:00000010:1.1:1761322989.690132:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000024b49cbf. 00010000:00000010:1.1:1761322989.690150:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae5da395. 00010000:00000010:1.1:1761322989.690156:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000062a92f93. 00010000:00000010:1.1:1761322989.690161:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bcab877a. 00010000:00000010:1.1:1761322989.694013:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f033aa91. 00010000:00000010:1.1:1761322989.694032:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bd2abd40. 00010000:00000010:2.1:1761322989.695185:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000acb31fce. 00010000:00000010:2.1:1761322989.695195:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000988540f. 00010000:00000010:1.1:1761322989.701407:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d4bf4056. 00010000:00000010:1.1:1761322989.701425:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000001764556. 00010000:00000010:1.1:1761322989.701430:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a0db7e4. 00010000:00000010:2.1:1761322989.702541:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a275e51d. 00010000:00000010:1.1:1761322989.711447:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001d413e9c. 00010000:00000010:1.1:1761322989.711488:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002d7847c6. 00010000:00000010:1.1:1761322989.714183:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bb5fd185. 00010000:00000010:1.1:1761322989.714190:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004899447f. 00010000:00000010:1.1:1761322989.714194:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bcab877a. 00010000:00000010:1.1:1761322989.714197:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007b46edb8. 00010000:00000010:1.1:1761322989.714200:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bd2abd40. 00010000:00000010:1.1:1761322989.714205:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000062a92f93. 00010000:00000010:1.1:1761322989.714208:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae5da395. 00010000:00000010:2.1:1761322989.715113:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000036a768eb. 00010000:00000010:2.1:1761322989.715121:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ab65c529. 00010000:00000010:2.1:1761322989.719132:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009d14e760. 00010000:00000010:1.1:1761322989.719157:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bd78d346. 00010000:00000010:0.1:1761322989.719161:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004ccf0a4e. 00010000:00000010:1.1:1761322989.719172:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004461e93c. 00010000:00000010:1.1:1761322989.719181:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007a752ac8. 00010000:00000010:1.1:1761322989.719185:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000001764556. 00010000:00000010:0.1:1761322989.723130:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000797fa4eb. 00010000:00000010:1.1:1761322989.723144:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a610287b. 00010000:00000010:1.1:1761322989.723155:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e6934b8. 00010000:00000010:1.1:1761322989.729885:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fa2b050a. 00010000:00000010:1.1:1761322989.729905:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002d7847c6. 00010000:00000010:2.1:1761322989.733128:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000016c1c03b. 00010000:00000010:1.1:1761322989.733212:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007daa4389. 00010000:00000010:1.1:1761322989.733223:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae5da395. 00010000:00000010:2.1:1761322989.743132:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fc678aad. 00010000:00000010:2.1:1761322989.743143:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eb2457a4. 00010000:00000010:1.1:1761322989.743174:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000120bbc08. 00010000:00000010:1.1:1761322989.743184:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a181abbb. 00010000:00000010:1.1:1761322989.743188:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e6934b8. 00010000:00000010:2.1:1761322989.747120:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eba28954. 00010000:00000010:1.1:1761322989.747121:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002d7847c6. 00010000:00000010:2.1:1761322989.747131:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bfb4c667. 00010000:00000010:1.1:1761322989.753237:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007928c1bb. 00010000:00000010:1.1:1761322989.753251:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae5da395. 00010000:00000010:1.1:1761322989.753257:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004f1f3d97. 00010000:00000010:1.1:1761322989.753260:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000001764556. 00010000:00000010:2.1:1761322989.753274:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000014d312d. 00010000:00000010:1.1:1761322989.759129:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000000b2e332. 00010000:00000010:0.1:1761322989.759149:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000035f74b5d. 00010000:00000010:1.1:1761322989.759153:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004461e93c. 00010000:00000010:0.1:1761322989.759160:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002d7847c6. 00010000:00000010:0.1:1761322989.762122:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003a6c437f. 00010000:00000010:0.1:1761322989.762138:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000d245bd8. 00010000:00000010:2.1:1761322989.762186:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a0d5c81e. 00010000:00000010:2.1:1761322989.762193:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009d0edf91. 00010000:00000010:2.1:1761322989.762197:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b971ffd6. 00010000:00000010:1.1:1761322989.762239:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c5c2ed5b. 00010000:00000010:1.1:1761322989.762244:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e6934b8. 00000400:00000200:3.0:1761322989.764201:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322989.764216:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb54400 00000400:00000200:3.0:1761322989.764223:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xa990d [2] + 328 00000400:00000200:3.0:1761322989.764290:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322989.764294:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322989.764300:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761322989.764306:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000dec6d697. 00000800:00000200:3.0:1761322989.764954:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322989.764959:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009abd418e (tot 82350618). 00000400:00000200:3.0:1761322989.764963:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322989.764967:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322989.764971:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002f17cf4d 00000400:00000010:3.0:1761322989.764973:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002f17cf4d. 00000800:00000200:3.0:1761322989.765402:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322989.765405:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000057731204 (tot 82350618). 00000400:00000200:3.0:1761322989.765411:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322989.765415:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322989.765417:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e04633ab 00000400:00000010:3.0:1761322989.765418:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e04633ab. 00000100:00000200:3.0:1761322989.765425:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001d85a71a x1846879956436544/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322989.767967:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322989.767989:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf0640 00000400:00000200:3.0:1761322989.768000:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xaaee5 [1] + 224 00000400:00000200:3.0:1761322989.768020:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322989.768025:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322989.768038:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001d85a71a x1846879956436544/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322996 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322989.768125:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322989.768132:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb54440 00000400:00000200:3.0:1761322989.768138:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xa990d [2] + 656 00000400:00000200:3.0:1761322989.768201:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322989.768208:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322989.768215:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761322989.768223:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000045f901fa. 00010000:00000010:2.1:1761322989.768315:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000087277604. 00010000:00000010:0.1:1761322989.769102:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a2cc84e6. 00010000:00000010:0.1:1761322989.769108:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b36b44aa. 00000800:00000200:3.0:1761322989.769396:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322989.769401:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fe7f5c43 (tot 82350866). 00000400:00000200:3.0:1761322989.769408:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322989.769415:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322989.769419:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000032cf7749 00000400:00000010:3.0:1761322989.769421:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000032cf7749. 00000800:00000200:3.0:1761322989.769499:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322989.769501:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000057731204 (tot 82350618). 00000400:00000200:3.0:1761322989.769509:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322989.769522:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322989.769525:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000825fa906 00000400:00000010:3.0:1761322989.769526:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000825fa906. 00000100:00000200:3.0:1761322989.769536:0:15812:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001d85a71a x1846879956436608/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322989.771467:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322989.771489:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf0680 00000400:00000200:3.0:1761322989.771497:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xaaef1 [1] + 224 00000400:00000200:3.0:1761322989.771515:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322989.771519:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322989.771529:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001d85a71a x1846879956436608/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322996 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322989.771935:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322989.771942:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb54480 00000400:00000200:3.0:1761322989.771947:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xa990d [2] + 984 00000400:00000200:3.0:1761322989.772293:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322989.772298:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322989.772305:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761322989.772311:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000048e8df22. 00000800:00000200:3.0:1761322989.772917:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322989.772922:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000041deb613 (tot 82350618). 00000400:00000200:3.0:1761322989.772927:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322989.772933:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322989.772938:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b98a355a 00000400:00000010:3.0:1761322989.772940:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b98a355a. 00010000:00000010:1.1:1761322989.773143:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ebdfe34. 00000800:00000200:3.0:1761322989.773400:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322989.773403:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000057731204 (tot 82350618). 00000400:00000200:3.0:1761322989.773411:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322989.773415:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322989.773417:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000099514ae8 00000400:00000010:3.0:1761322989.773419:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000099514ae8. 00000100:00000200:3.0:1761322989.773427:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001d85a71a x1846879956436672/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322989.774978:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322989.774997:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf06c0 00000400:00000200:3.0:1761322989.775007:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xaaefd [1] + 224 00000400:00000200:3.0:1761322989.775022:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322989.775026:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322989.775036:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001d85a71a x1846879956436672/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322996 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000800:00000200:3.0:1761322989.775878:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322989.775883:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000075600cbc (tot 82350618). 00000400:00000200:3.0:1761322989.775887:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322989.775893:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322989.775898:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a506a769 00000400:00000010:3.0:1761322989.775900:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a506a769. 00010000:00000010:2.1:1761322989.777121:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b301d50f. 00010000:00000010:0.1:1761322989.777150:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009f675d01. 00010000:00000010:0.1:1761322989.777163:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001dca73d3. 00010000:00000010:0.1:1761322989.777168:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007198e1ee. 00010000:00000010:0.1:1761322989.777173:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000d245bd8. 00000400:00000200:3.0:1761322989.778891:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322989.778901:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb54500 00000400:00000200:3.0:1761322989.778907:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xa990d [2] + 1640 00000400:00000200:3.0:1761322989.778962:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322989.778965:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322989.778970:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761322989.778976:0:15812:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000053322525. 00000800:00000200:3.0:1761322989.779650:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322989.779654:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f093da5b (tot 82350618). 00000400:00000200:3.0:1761322989.779659:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322989.779663:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322989.779665:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000044da2acb 00000400:00000010:3.0:1761322989.779667:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000044da2acb. 00000400:00000200:3.0:1761322989.781304:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322989.781317:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf0740 00000400:00000200:3.0:1761322989.781324:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xaaf15 [1] + 224 00000400:00000200:3.0:1761322989.781336:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322989.781339:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322989.781345:0:15812:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001d85a71a x1846879956436800/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322996 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322989.782046:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322989.782055:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb54540 00000400:00000200:3.0:1761322989.782099:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xa990d [2] + 1968 00000400:00000010:3.0:1761322989.782103:0:15811:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000090cc70b8. 00000400:00000200:3.0:1761322989.782108:0:15811:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000060dab46a 00010000:00000010:1.1:1761322989.782118:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000524d023d. 00000400:00000200:3.0:1761322989.782164:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322989.782168:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322989.782172:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000060dab46a 00000400:00000010:3.0:1761322989.782174:0:15811:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000060dab46a (tot 82350466). 00000100:00000200:3.0:1761322989.782180:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00010000:00000010:0.1:1761322989.782213:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007574ec07. 00010000:00000010:0.1:1761322989.782222:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000042d98341. 00010000:00000010:2.1:1761322989.782291:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000700c49cb. 00000800:00000200:3.0:1761322989.782820:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322989.782824:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007e67acbb (tot 82350618). 00000400:00000200:3.0:1761322989.782828:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322989.782832:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322989.782835:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001055e55e 00000400:00000010:3.0:1761322989.782836:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001055e55e. 02000000:00000010:3.0:1761322989.782840:0:15810:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000047e0a0c8. 00000800:00000200:3.0:1761322989.783222:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322989.783225:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000057731204 (tot 82350618). 00000400:00000200:3.0:1761322989.783232:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322989.783235:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322989.783238:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000015c9b00d 00000400:00000010:3.0:1761322989.783239:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000015c9b00d. 00000100:00000200:3.0:1761322989.783247:0:15812:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001d85a71a x1846879956436864/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761322989.784164:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000056a05dad. 00010000:00000010:0.1:1761322989.784176:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b36b44aa. 00000400:00000200:3.0:1761322989.784444:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322989.784458:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf0780 00000400:00000200:3.0:1761322989.784466:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xaaf25 [1] + 224 00000400:00000200:3.0:1761322989.784510:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322989.784516:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322989.784523:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001d85a71a x1846879956436864/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322996 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322989.786657:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322989.786676:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb54580 00000400:00000200:3.0:1761322989.786684:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xa9965 [2] + 0 00000400:00000200:3.0:1761322989.786756:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322989.786762:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322989.786769:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761322989.786774:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ba5c8387. 00000800:00000200:3.0:1761322989.787552:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322989.787557:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000074e57caf (tot 82350618). 00000400:00000200:3.0:1761322989.787564:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322989.787571:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322989.787576:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000070bb799 00000400:00000010:3.0:1761322989.787581:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000070bb799. 00000800:00000200:3.0:1761322989.787970:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322989.787973:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000057731204 (tot 82350618). 00000400:00000200:3.0:1761322989.787980:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322989.787984:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322989.787987:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001c2d6366 00000400:00000010:3.0:1761322989.787988:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001c2d6366. 00000100:00000200:3.0:1761322989.787997:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001d85a71a x1846879956436928/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322989.789625:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322989.789647:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf07c0 00000400:00000200:3.0:1761322989.789658:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xaaf31 [1] + 224 00000400:00000200:3.0:1761322989.789676:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322989.789680:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322989.789689:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001d85a71a x1846879956436928/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322996 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322989.790148:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322989.790156:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb545c0 00000400:00000200:3.0:1761322989.790162:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xa9965 [2] + 328 00000400:00000200:3.0:1761322989.790412:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322989.790417:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322989.790422:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761322989.790428:0:15812:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e39d4cbd. 00000800:00000200:3.0:1761322989.791457:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322989.791460:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000057731204 (tot 82350618). 00000400:00000200:3.0:1761322989.791468:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322989.791472:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322989.791475:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000243f87cb 00000400:00000010:3.0:1761322989.791476:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000243f87cb. 00000100:00000200:3.0:1761322989.791484:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001d85a71a x1846879956436992/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761322989.792348:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b123b86d. 00010000:00000010:0.1:1761322989.792373:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000087986522. 00010000:00000010:0.1:1761322989.792378:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e86d62bb. 00010000:00000010:0.1:1761322989.792381:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000d245bd8. 00010000:00000010:2.1:1761322989.792431:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000086817362. 00010000:00000010:2.1:1761322989.792438:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000829601fe. 00000400:00000200:3.0:1761322989.792835:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322989.792850:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf0800 00000400:00000200:3.0:1761322989.792858:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xaaf3d [1] + 224 00000400:00000200:3.0:1761322989.792874:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322989.792878:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322989.792886:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001d85a71a x1846879956436992/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322996 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000800:00000200:3.0:1761322989.794337:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322989.794341:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c987b974 (tot 82350618). 00000400:00000200:3.0:1761322989.794345:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322989.794348:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322989.794351:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000962e04ce 00000400:00000010:3.0:1761322989.794352:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000962e04ce. 00000800:00000200:3.0:1761322989.794773:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322989.794775:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000057731204 (tot 82350618). 00000400:00000200:3.0:1761322989.794783:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322989.794787:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322989.794789:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000faaff073 00000400:00000010:3.0:1761322989.794791:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000faaff073. 00000100:00000200:3.0:1761322989.794798:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001d85a71a x1846879956437056/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761322989.796575:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ac69c210. 00000800:00000200:3.0:1761322989.797860:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322989.797865:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004b4e0d4f (tot 82350866). 00000400:00000200:3.0:1761322989.797870:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322989.797876:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322989.797880:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002c8a409d 00000400:00000010:3.0:1761322989.797882:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002c8a409d. 00000800:00000200:3.0:1761322989.797942:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322989.797943:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000057731204 (tot 82350618). 00000400:00000200:3.0:1761322989.797950:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322989.797952:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322989.797955:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008f080af5 00000400:00000010:3.0:1761322989.797956:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008f080af5. 00000100:00000200:3.0:1761322989.797963:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001d85a71a x1846879956437120/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761322989.799248:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001433cffb. 00010000:00000010:0.1:1761322989.800142:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005b5bcbc9. 00010000:00000010:0.1:1761322989.800161:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000042d98341. 00010000:00000010:0.1:1761322989.800167:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e897c037. 00010000:00000010:0.1:1761322989.800172:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b36b44aa. 00000800:00000200:3.0:1761322989.801764:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322989.801774:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000026dc90c4 (tot 82350618). 00000400:00000200:3.0:1761322989.801779:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322989.801785:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322989.801789:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003650095b 00000400:00000010:3.0:1761322989.801805:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003650095b. 00000800:00000200:3.0:1761322989.801923:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322989.801925:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000057731204 (tot 82350618). 00000400:00000200:3.0:1761322989.801931:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322989.801941:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322989.801944:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004767911a 00000400:00000010:3.0:1761322989.801946:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004767911a. 00000100:00000200:3.0:1761322989.801953:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001d85a71a x1846879956437184/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761322989.803357:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000046bd3924. 00010000:00000010:0.1:1761322989.803368:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001dca73d3. 00010000:00000010:0.1:1761322989.803373:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a3f536e2. 00010000:00000010:0.1:1761322989.803377:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000d245bd8. 00010000:00000010:1.1:1761322989.804133:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d4e91f20. 00000800:00000200:3.0:1761322989.806362:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322989.806368:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000057731204 (tot 82350618). 00000400:00000200:3.0:1761322989.806380:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322989.806388:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322989.806393:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000098e50414 00000400:00000010:3.0:1761322989.806395:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000098e50414. 00000100:00000200:3.0:1761322989.806407:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001d85a71a x1846879956437248/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000800:00000200:3.0:1761322989.811447:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322989.811451:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000057731204 (tot 82350618). 00000400:00000200:3.0:1761322989.811459:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322989.811464:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322989.811467:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000098e4976a 00000400:00000010:3.0:1761322989.811468:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000098e4976a. 00000100:00000200:3.0:1761322989.811477:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001d85a71a x1846879956437312/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761322989.815293:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000353eea60. 00010000:00000010:0.1:1761322989.815311:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000087986522. 00010000:00000010:1.1:1761322989.816171:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba92f58b. 00000800:00000200:3.0:1761322989.816761:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322989.816764:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000057731204 (tot 82350618). 00000400:00000200:3.0:1761322989.816772:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322989.816776:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322989.816779:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d5095c71 00000400:00000010:3.0:1761322989.816780:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d5095c71. 00000100:00000200:3.0:1761322989.816789:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001d85a71a x1846879956437376/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000800:00000200:3.0:1761322989.818905:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322989.818909:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000019fa20ba (tot 82350618). 00000400:00000200:3.0:1761322989.818914:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322989.818919:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322989.818922:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000014459a3 00000400:00000010:3.0:1761322989.818925:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000014459a3. 00010000:00000010:0.1:1761322989.820177:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000063e413cd. 00010000:00000010:0.1:1761322989.820191:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a722656e. 00010000:00000010:1.1:1761322989.820535:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000085a2fb1. 00010000:00000010:1.1:1761322989.820542:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a3c44c5. 00010000:00000010:1.1:1761322989.820546:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003501a3b1. 00000400:00000200:3.0:1761322989.820818:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322989.820828:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb547c0 00000400:00000200:3.0:1761322989.820834:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xa99bd [2] + 656 00000400:00000200:3.0:1761322989.820883:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322989.820887:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322989.820892:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761322989.820896:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000043166cbc. 00000400:00000200:3.0:1761322989.822583:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322989.822595:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf0a00 00000400:00000200:3.0:1761322989.822602:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xaafa1 [1] + 224 00000400:00000200:3.0:1761322989.822612:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322989.822615:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322989.822620:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001d85a71a x1846879956437504/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322996 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000800:00000200:3.0:1761322989.824678:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322989.824683:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a3160ea0 (tot 82350618). 00000400:00000200:3.0:1761322989.824689:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322989.824693:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322989.824702:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c0bb89a3 00000400:00000010:3.0:1761322989.824704:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c0bb89a3. 00000800:00000200:3.0:1761322989.826099:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322989.826103:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000057731204 (tot 82350618). 00000400:00000200:3.0:1761322989.826113:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322989.826118:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322989.826122:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005ba57133 00000400:00000010:3.0:1761322989.826124:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005ba57133. 00000100:00000200:3.0:1761322989.826134:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001d85a71a x1846879956437568/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322989.828996:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322989.829008:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb54840 00000400:00000200:3.0:1761322989.829016:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xa99bd [2] + 1312 00010000:00000010:1.1:1761322989.829122:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000056845f78. 00010000:00000010:1.1:1761322989.829130:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006df1d458. 00010000:00000010:0.1:1761322989.829251:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009e52ff76. 00010000:00000010:0.1:1761322989.829259:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b36b44aa. 00010000:00000010:0.1:1761322989.829264:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000110e9478. 00010000:00000010:0.1:1761322989.829269:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000d245bd8. 00010000:00000010:0.1:1761322989.829273:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002cd190ad. 00010000:00000010:0.1:1761322989.829276:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001dca73d3. 00000400:00000200:3.0:1761322989.829334:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322989.829340:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322989.829346:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761322989.829351:0:15812:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007478fe45. 00000800:00000200:3.0:1761322989.831138:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322989.831142:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a3160ea0 (tot 82350618). 00000400:00000200:3.0:1761322989.831147:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322989.831152:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322989.831156:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000008b30108 00000400:00000010:3.0:1761322989.831158:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000008b30108. 00010000:00000010:2.1:1761322989.831228:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000eafcdfa. 00010000:00000010:0.1:1761322989.831675:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a3f536e2. 00010000:00000010:0.1:1761322989.831691:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000087986522. 00010000:00000010:0.1:1761322989.831697:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005e28df76. 00010000:00000010:0.1:1761322989.831701:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000042d98341. 00010000:00000010:1.1:1761322989.834175:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bfa3b4c6. 00010000:00000010:0.1:1761322989.834209:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dd8229e5. 00010000:00000010:0.1:1761322989.834222:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000656835. 00010000:00000010:0.1:1761322989.834227:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e7665e9e. 00010000:00000010:0.1:1761322989.834229:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a722656e. 00010000:00000010:2.1:1761322989.838117:0:15812:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d94f8979. 00010000:00000010:0.1:1761322989.838214:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c79f4c9a. 00010000:00000010:0.1:1761322989.838232:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000084ddeedc. 00000800:00000200:3.0:1761322989.838804:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322989.838810:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004b4e0d4f (tot 82350618). 00000400:00000200:3.0:1761322989.838815:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322989.838822:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322989.838826:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fcd371be 00000400:00000010:3.0:1761322989.838828:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fcd371be. 00000800:00000200:3.0:1761322989.842830:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322989.842834:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c987b974 (tot 82350618). 00000400:00000200:3.0:1761322989.842838:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322989.842842:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322989.842845:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002578c7b1 00000400:00000010:3.0:1761322989.842846:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002578c7b1. 02000000:00000010:3.0:1761322989.842851:0:15810:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000884cf3ba. 00010000:00000010:0.1:1761322989.846124:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cbe98a66. 00010000:00000010:0.1:1761322989.846133:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000042d98341. 00010000:00000010:1.1:1761322989.846697:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000020aa613b. 00010000:00000010:0.1:1761322989.849236:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a3f536e2. 00010000:00000010:0.1:1761322989.849244:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000084ddeedc. 00000400:00000200:3.0:1761322989.849596:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322989.849610:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb54900 00000400:00000200:3.0:1761322989.849617:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xa9a29 [2] + 0 00000400:00000200:3.0:1761322989.849664:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322989.849668:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322989.849674:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761322989.849679:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000043166cbc. 00010000:00000010:0.1:1761322989.853265:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fd0c186c. 00010000:00000010:0.1:1761322989.853281:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000034bb7988. 00010000:00000010:0.1:1761322989.853286:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a722656e. 00000400:00000200:3.0:1761322989.855275:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322989.855294:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf0b40 00000400:00000200:3.0:1761322989.855305:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xaafe1 [1] + 224 00000400:00000200:3.0:1761322989.855322:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322989.855326:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322989.855339:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001d85a71a x1846879956437824/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322996 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000800:00000200:3.0:1761322989.857360:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322989.857363:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000057731204 (tot 82350618). 00000400:00000200:3.0:1761322989.857370:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322989.857374:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322989.857377:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000085772165 00000400:00000010:3.0:1761322989.857379:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000085772165. 00000100:00000200:3.0:1761322989.857386:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001d85a71a x1846879956437888/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761322989.861390:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af80bf0d. 00000800:00000200:3.0:1761322989.862382:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322989.862388:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009abd418e (tot 82350618). 00000400:00000200:3.0:1761322989.862394:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322989.862399:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322989.862402:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000071b5ee12 00000400:00000010:3.0:1761322989.862404:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000071b5ee12. 00000800:00000200:3.0:1761322989.863355:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322989.863360:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000057731204 (tot 82350618). 00000400:00000200:3.0:1761322989.863369:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322989.863375:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322989.863379:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d5095c71 00000400:00000010:3.0:1761322989.863381:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d5095c71. 00000100:00000200:3.0:1761322989.863390:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001d85a71a x1846879956437952/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761322989.865545:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000705508db. 00010000:00000010:0.1:1761322989.865562:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000656835. 00000400:00000200:3.0:1761322989.869774:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322989.869794:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb549c0 00000400:00000200:3.0:1761322989.869804:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xa9a29 [2] + 984 00010000:00000010:0.1:1761322989.870176:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009ad354d1. 00010000:00000010:0.1:1761322989.870193:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000084ddeedc. 00010000:00000010:0.1:1761322989.870198:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d63f0f67. 00010000:00000010:0.1:1761322989.870201:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a722656e. 00000400:00000200:3.0:1761322989.870328:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322989.870335:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322989.870343:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761322989.870350:0:15812:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007478fe45. 00010000:00000010:1.1:1761322989.870615:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002d0ccf30. 00010000:00000010:1.1:1761322989.870624:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005d97b541. 00000800:00000200:3.0:1761322989.871318:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322989.871323:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cdb67613 (tot 82350866). 00000400:00000200:3.0:1761322989.871337:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322989.871341:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322989.871345:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000297438bc 00000400:00000010:3.0:1761322989.871347:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000297438bc. 00000800:00000200:3.0:1761322989.871375:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322989.871377:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000057731204 (tot 82350618). 00000400:00000200:3.0:1761322989.871383:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322989.871386:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322989.871388:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000098e4976a 00000400:00000010:3.0:1761322989.871389:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000098e4976a. 00000100:00000200:3.0:1761322989.871397:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001d85a71a x1846879956438016/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322989.876152:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322989.876162:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb54a00 00000400:00000200:3.0:1761322989.876168:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xa9a29 [2] + 1312 00000400:00000200:3.0:1761322989.876219:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322989.876224:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322989.876228:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761322989.876233:0:15812:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ba5c8387. 00010000:00000010:1.1:1761322989.879266:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000a1ee695. 00010000:00000010:0.1:1761322989.879325:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000067080530. 00010000:00000010:0.1:1761322989.879332:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000042d98341. 00000400:00000200:3.0:1761322989.880648:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322989.880665:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf0c40 00000400:00000200:3.0:1761322989.880674:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xab011 [1] + 224 00000400:00000200:3.0:1761322989.880684:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322989.880688:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322989.880698:0:15812:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001d85a71a x1846879956438080/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322996 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322989.880731:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322989.880736:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb54a40 00000400:00000200:3.0:1761322989.880741:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xa9a29 [2] + 1640 00000400:00000200:3.0:1761322989.880792:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322989.880798:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322989.880806:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761322989.880812:0:15812:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e39d4cbd. 00000800:00000200:3.0:1761322989.882330:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322989.882335:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000057731204 (tot 82350618). 00000400:00000200:3.0:1761322989.882345:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322989.882350:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322989.882354:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004767911a 00000400:00000010:3.0:1761322989.882357:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004767911a. 00010000:00000010:0.1:1761322989.887328:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a3f536e2. 00010000:00000010:0.1:1761322989.887342:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a722656e. 00010000:00000010:1.1:1761322989.888124:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000228c67b0. 00000400:00000200:3.0:1761322989.888153:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322989.888172:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf0c80 00000400:00000200:3.0:1761322989.888181:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xab01d [1] + 224 00000400:00000200:3.0:1761322989.888192:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322989.888196:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322989.888218:0:15812:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000dfba0156 x1846879956438144/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322996 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322989.888263:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322989.888269:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb54a80 00000400:00000200:3.0:1761322989.888273:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xa9a29 [2] + 1968 00000400:00000010:3.0:1761322989.888278:0:15812:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000927923b8. 00000400:00000200:3.0:1761322989.888282:0:15812:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000d99a1ae7 00000400:00000200:3.0:1761322989.888336:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322989.888344:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322989.888348:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d99a1ae7 00000400:00000010:3.0:1761322989.888351:0:15812:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000d99a1ae7 (tot 82350466). 00000100:00000200:3.0:1761322989.888360:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000800:00000200:3.0:1761322989.888847:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322989.888851:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000057731204 (tot 82350618). 00000400:00000200:3.0:1761322989.888859:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322989.888864:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322989.888867:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008f080af5 00000400:00000010:3.0:1761322989.888868:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008f080af5. 02000000:00000010:3.0:1761322989.888875:0:15810:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f247c13a. 00000800:00000200:3.0:1761322989.889382:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322989.889385:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000074e57caf (tot 82350618). 00000400:00000200:3.0:1761322989.889389:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322989.889392:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322989.889395:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005cb2b743 00000400:00000010:3.0:1761322989.889396:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005cb2b743. 00000100:00000200:3.0:1761322989.889402:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e002feec x1846879956438208/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322989.891795:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322989.891814:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf0cc0 00000400:00000200:3.0:1761322989.891824:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xab02d [1] + 224 00000400:00000200:3.0:1761322989.891836:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322989.891840:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322989.891851:0:15812:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e002feec x1846879956438208/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322996 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322989.891893:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322989.891899:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb54ac0 00000400:00000200:3.0:1761322989.891904:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xa9a81 [2] + 0 00010000:00000010:0.1:1761322989.892190:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000050241178. 00010000:00000010:0.1:1761322989.892199:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000084ddeedc. 00000400:00000200:3.0:1761322989.892367:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322989.892372:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322989.892378:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761322989.892384:0:15812:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002d0671bc. 00000800:00000200:3.0:1761322989.893436:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322989.893440:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000057731204 (tot 82350618). 00000400:00000200:3.0:1761322989.893447:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322989.893451:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322989.893455:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000faaff073 00000400:00000010:3.0:1761322989.893456:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000faaff073. 00010000:00000010:2.1:1761322989.894140:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c59ee0b0. 00010000:00000010:2.1:1761322989.894148:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e6934b8. 00010000:00000010:0.1:1761322989.894332:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000bb5fe0b. 00010000:00000010:1.1:1761322989.895115:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dd85e770. 00010000:00000010:1.1:1761322989.895123:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000656835. 00000400:00000200:3.0:1761322989.896165:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322989.896181:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf0d00 00000400:00000200:3.0:1761322989.896190:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xab039 [1] + 224 00000400:00000200:3.0:1761322989.896202:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322989.896205:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322989.896216:0:15812:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000dfba0156 x1846879956438272/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322996 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322989.896504:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322989.896512:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb54b00 00000400:00000200:3.0:1761322989.896518:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xa9a81 [2] + 328 00000400:00000200:3.0:1761322989.896564:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322989.896567:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322989.896572:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761322989.896579:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000dec6d697. 00000800:00000200:3.0:1761322989.897655:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322989.897658:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000db1a54b8 (tot 82350618). 00000400:00000200:3.0:1761322989.897662:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322989.897666:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322989.897669:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a7e6aed8 00000400:00000010:3.0:1761322989.897670:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a7e6aed8. 00000100:00000200:3.0:1761322989.897676:0:15812:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000dfba0156 x1846879956438336/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761322989.898245:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000390d76dd. 00010000:00000010:0.1:1761322989.898253:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a3d1eddc. 00000400:00000200:3.0:1761322989.899122:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322989.899134:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf0d40 00000400:00000200:3.0:1761322989.899140:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xab045 [1] + 224 00000400:00000200:3.0:1761322989.899151:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322989.899153:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322989.899159:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000dfba0156 x1846879956438336/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322996 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000800:00000200:3.0:1761322989.900959:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322989.900962:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000057731204 (tot 82350618). 00000400:00000200:3.0:1761322989.900970:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322989.900974:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322989.900977:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001c2d6366 00000400:00000010:3.0:1761322989.900978:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001c2d6366. 00000800:00000200:3.0:1761322989.901944:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322989.901947:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000db1a54b8 (tot 82350618). 00000400:00000200:3.0:1761322989.901951:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322989.901955:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322989.901959:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000020fbaa0 00000400:00000010:3.0:1761322989.901960:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000020fbaa0. 00000100:00000200:3.0:1761322989.901967:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000dfba0156 x1846879956438400/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761322989.902220:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c83469d9. 00010000:00000010:1.1:1761322989.902226:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001b2c9400. 00000400:00000200:3.0:1761322989.904483:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322989.904499:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb54b80 00000400:00000200:3.0:1761322989.904504:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xa9a81 [2] + 984 00000400:00000200:3.0:1761322989.904569:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322989.904574:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322989.904579:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761322989.904584:0:15812:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000045f901fa. 00000800:00000200:3.0:1761322989.905397:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322989.905403:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000057731204 (tot 82350618). 00000400:00000200:3.0:1761322989.905412:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322989.905418:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322989.905423:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000015c9b00d 00000400:00000010:3.0:1761322989.905426:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000015c9b00d. 00010000:00000010:1.1:1761322989.906266:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006aec6540. 00010000:00000010:1.1:1761322989.906273:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004461e93c. 00010000:00000010:0.1:1761322989.907182:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a8b4fffb. 00000400:00000200:3.0:1761322989.907286:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322989.907302:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf0dc0 00000400:00000200:3.0:1761322989.907311:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xab05d [1] + 224 00000400:00000200:3.0:1761322989.907324:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322989.907327:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322989.907337:0:15812:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000dfba0156 x1846879956438464/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322996 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322989.907824:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322989.907837:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb54bc0 00000400:00000200:3.0:1761322989.907845:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xa9a81 [2] + 1312 00000400:00000200:3.0:1761322989.908288:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322989.908295:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322989.908302:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761322989.908309:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000048e8df22. 00080000:00000010:3.0:1761322989.909145:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000030dcb1e. 00010000:00000010:3.0:1761322989.909252:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000060e50dc4. 00010000:00000010:3.0:1761322989.909260:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008688d1b8. 00010000:00000010:3.0:1761322989.909353:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c8945f1d. 00010000:00000010:3.0:1761322989.909360:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007df03947. 00010000:00000010:3.0:1761322989.909372:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a4fb33ef. 00000100:00000010:3.0:1761322989.909376:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d99a1ae7. 00000100:00000010:3.0:1761322989.909384:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000053322525. 02000000:00000010:3.0:1761322989.909396:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ef22f947. 02000000:00000010:3.0:1761322989.909421:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000902dc86a. 00000400:00000010:3.0:1761322989.909426:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000927923b8. 00000400:00000010:3.0:1761322989.909432:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000277dae64. 00000100:00000200:3.0:1761322989.909437:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956438528, portal 16 00000400:00000010:3.0:1761322989.909442:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000046bb800. 00000100:00000200:3.0:1761322989.909444:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956438528, offset 0 00000400:00000200:3.0:1761322989.909450:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:3.0:1761322989.909457:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322989.909465:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:3.0:1761322989.909469:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761322989.909472:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:3.0:1761322989.909475:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88323:88323:256:4294967295] 192.168.201.29@tcp LPNI seq info [88323:88323:8:4294967295] 00000400:00000200:3.0:1761322989.909482:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322989.909487:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322989.909490:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000036ac846e (tot 82350866). 00000800:00000200:3.0:1761322989.909495:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322989.909499:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322989.909502:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000036ac846e type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1761322989.911190:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000da3d2d66. 00010000:00000010:1.1:1761322989.911204:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000001764556. 00010000:00000010:0.1:1761322989.911246:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003196c778. 00000400:00000200:3.0:1761322989.911476:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322989.911493:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf0e00 00000400:00000200:3.0:1761322989.911503:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xab069 [1] + 224 00000400:00000200:3.0:1761322989.911527:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322989.911532:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322989.911541:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000053322525 x1846879956438528/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322996 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322989.911731:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322989.911737:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb54c00 00000400:00000200:3.0:1761322989.911742:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xa9a81 [2] + 1640 00000400:00000200:3.0:1761322989.911751:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322989.911754:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322989.911758:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761322989.911765:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000043166cbc. 00010000:00000010:0.1:1761322989.915177:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f64bda97. 00010000:00000010:3.1:1761322989.915188:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000330b8481. 00010000:00000010:3.1:1761322989.915238:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bd2abd40. 00010000:00000010:1.1:1761322989.915434:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000231d3545. 00010000:00000010:1.1:1761322989.915441:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae5da395. 00010000:00000010:0.1:1761322989.918246:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005b0839d9. 00010000:00000010:2.1:1761322989.918307:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000757111e7. 00010000:00000010:2.1:1761322989.918314:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8945f1d. 00000400:00000010:3.0:1761322989.920471:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000096799e4e. 00000400:00000200:3.0:1761322989.920480:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004903da1b 00000400:00000010:3.0:1761322989.920483:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004903da1b. 00000100:00000200:3.0:1761322989.920498:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000017975d50 x1846879956438592/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761322989.920509:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000017975d50 x1846879956438592/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322996 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761322989.920537:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008577d6c0. 02000000:00000010:3.0:1761322989.920544:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000000a9a5e5b. 00000100:00000010:3.0:1761322989.920551:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000017975d50. 00000100:00000010:3.0:1761322989.920556:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006d4125c6. 00010000:00000010:3.0:1761322989.920560:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e8dbeebb. 00080000:00000010:3.0:1761322989.921045:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000141fd887. 00010000:00000010:3.0:1761322989.921217:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:3.0:1761322989.921226:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000064dc0250. 00010000:00000010:3.0:1761322989.921321:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000075d9751f. 00010000:00000010:3.0:1761322989.921329:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000058953125. 00010000:00000010:3.0:1761322989.921342:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a4fb33ef. 00000100:00000010:3.0:1761322989.921362:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000060dab46a. 00000100:00000010:3.0:1761322989.921372:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007478fe45. 02000000:00000010:3.0:1761322989.921386:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d539c2e9. 02000000:00000010:3.0:1761322989.921411:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bc26b64a. 00000400:00000010:3.0:1761322989.921416:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000090cc70b8. 00000400:00000010:3.0:1761322989.921420:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009da01e46. 00000100:00000200:3.0:1761322989.921424:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956438656, portal 16 00000400:00000010:3.0:1761322989.921428:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000240b67fb. 00000100:00000200:3.0:1761322989.921430:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956438656, offset 0 00000400:00000200:3.0:1761322989.921436:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:3.0:1761322989.921444:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322989.921452:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:3.0:1761322989.921456:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761322989.921459:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:3.0:1761322989.921462:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88327:88327:256:4294967295] 192.168.201.29@tcp LPNI seq info [88327:88327:8:4294967295] 00000400:00000200:3.0:1761322989.921469:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322989.921474:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322989.921477:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000c003157 (tot 82350866). 00000800:00000200:3.0:1761322989.921482:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322989.921486:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322989.921489:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000c003157 type 1, nob 424 niov 1 nkiov 1 00000400:00000010:3.0:1761322989.923745:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000090cc70b8. 00000400:00000200:3.0:1761322989.923750:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009da01e46 00000400:00000010:3.0:1761322989.923752:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009da01e46. 00000100:00000200:3.0:1761322989.923758:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007478fe45 x1846879956438656/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761322989.924407:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007478fe45 x1846879956438656/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322996 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761322989.924455:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bc26b64a. 02000000:00000010:3.0:1761322989.924463:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d539c2e9. 00000100:00000010:3.0:1761322989.924468:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007478fe45. 00000100:00000010:3.0:1761322989.924472:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000060dab46a. 00010000:00000010:3.0:1761322989.924476:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a4fb33ef. 00010000:00000010:0.1:1761322989.924534:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002fbe226b. 00080000:00000010:3.0:1761322989.926169:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d539c2e9. 00010000:00000010:3.0:1761322989.926275:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000058953125. 00010000:00000010:3.0:1761322989.926286:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f9a25123. 00010000:00000010:3.0:1761322989.926375:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a0f22feb. 00010000:00000010:3.0:1761322989.926382:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000078d26153. 00010000:00000010:3.0:1761322989.926389:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c60fd9b7. 00010000:00000010:3.0:1761322989.926397:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000058953125. 00080000:00000010:3.0:1761322989.926417:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bc26b64a. 00010000:00000010:3.0:1761322989.926444:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000058953125. 00010000:00000010:3.0:1761322989.926448:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000078d26153. 00010000:00000010:3.0:1761322989.926500:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001f5328e7. 00010000:00000010:3.0:1761322989.926505:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000058953125. 00010000:00000010:3.0:1761322989.926513:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a4fb33ef. 00000100:00000010:3.0:1761322989.926520:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000060dab46a. 00000100:00000010:3.0:1761322989.926529:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007478fe45. 02000000:00000010:3.0:1761322989.926545:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000f0c63f8. 02000000:00000010:3.0:1761322989.926579:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a0ddfdee. 00000400:00000010:3.0:1761322989.926586:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000090cc70b8. 00000400:00000010:3.0:1761322989.926592:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009da01e46. 00000100:00000200:3.0:1761322989.926599:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956438720, portal 16 00000400:00000010:3.0:1761322989.926606:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a15e7f24. 00000100:00000200:3.0:1761322989.926609:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956438720, offset 0 00000400:00000200:3.0:1761322989.926616:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:3.0:1761322989.926690:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322989.926698:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:3.0:1761322989.926702:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761322989.926705:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:3.0:1761322989.926709:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88329:88329:256:4294967295] 192.168.201.29@tcp LPNI seq info [88329:88329:8:4294967295] 00000400:00000200:3.0:1761322989.926719:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322989.926725:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322989.926729:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bf79fdc4 (tot 82350866). 00000800:00000200:3.0:1761322989.926735:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322989.926742:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322989.926745:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bf79fdc4 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1761322989.928182:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cfd714df. 00010000:00000010:3.1:1761322989.928193:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e0ebd113. 00000400:00000010:3.0:1761322989.930393:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000090cc70b8. 00000400:00000200:3.0:1761322989.930402:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009da01e46 00000400:00000010:3.0:1761322989.930404:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009da01e46. 00000100:00000200:3.0:1761322989.930417:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007478fe45 x1846879956438720/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761322989.930428:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007478fe45 x1846879956438720/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322996 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761322989.930459:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a0ddfdee. 02000000:00000010:3.0:1761322989.930465:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000000f0c63f8. 00000100:00000010:3.0:1761322989.930469:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007478fe45. 00000100:00000010:3.0:1761322989.930473:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000060dab46a. 00010000:00000010:3.0:1761322989.930477:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a4fb33ef. 00080000:00000010:3.0:1761322989.930972:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000000f0c63f8. 00010000:00000010:3.0:1761322989.931121:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000058953125. 00010000:00000010:3.0:1761322989.931128:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a03dff7d. 00010000:00000010:3.0:1761322989.931232:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b8f5d74c. 00010000:00000010:3.0:1761322989.931238:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000058953125. 00010000:00000010:3.0:1761322989.931250:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a4fb33ef. 00000100:00000010:3.0:1761322989.931302:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000060dab46a. 00000100:00000010:3.0:1761322989.931312:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007478fe45. 02000000:00000010:3.0:1761322989.931323:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a0ddfdee. 02000000:00000010:3.0:1761322989.931352:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ef22f947. 00000400:00000010:3.0:1761322989.931357:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000090cc70b8. 00000400:00000010:3.0:1761322989.931363:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009da01e46. 00000100:00000200:3.0:1761322989.931368:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956438784, portal 16 00000400:00000010:3.0:1761322989.931372:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000061eaa67b. 00000100:00000200:3.0:1761322989.931373:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956438784, offset 0 00000400:00000200:3.0:1761322989.931379:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:3.0:1761322989.931386:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322989.931394:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:3.0:1761322989.931397:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761322989.931400:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:3.0:1761322989.931403:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88331:88331:256:4294967295] 192.168.201.29@tcp LPNI seq info [88331:88331:8:4294967295] 00000400:00000200:3.0:1761322989.931410:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322989.931414:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322989.931417:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000062e39c9d (tot 82350866). 00000800:00000200:3.0:1761322989.931420:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322989.931424:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322989.931426:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000062e39c9d type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1761322989.933180:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000052b5f387. 00010000:00000010:3.1:1761322989.933282:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002d30792a. 00010000:00000010:3.1:1761322989.933289:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075d9751f. 00010000:00000010:3.1:1761322989.933293:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0f22feb. 00010000:00000010:3.1:1761322989.933295:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c60fd9b7. 00000400:00000010:3.0:1761322989.935596:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000090cc70b8. 00000400:00000200:3.0:1761322989.935601:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009da01e46 00000400:00000010:3.0:1761322989.935608:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009da01e46. 00000100:00000200:3.0:1761322989.935615:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007478fe45 x1846879956438784/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761322989.935623:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007478fe45 x1846879956438784/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322996 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761322989.935651:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ef22f947. 02000000:00000010:3.0:1761322989.935656:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a0ddfdee. 00000100:00000010:3.0:1761322989.935660:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007478fe45. 00000100:00000010:3.0:1761322989.935663:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000060dab46a. 00010000:00000010:3.0:1761322989.935668:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a4fb33ef. 00080000:00000010:3.0:1761322989.936725:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a0ddfdee. 00010000:00000010:3.0:1761322989.936823:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000058953125. 00010000:00000010:3.0:1761322989.936830:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000013e39bf0. 00010000:00000010:3.0:1761322989.936926:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c60fd9b7. 00010000:00000010:3.0:1761322989.936932:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000058953125. 00010000:00000010:3.0:1761322989.936942:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a4fb33ef. 00000100:00000010:3.0:1761322989.936946:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000060dab46a. 00000100:00000010:3.0:1761322989.936953:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007478fe45. 02000000:00000010:3.0:1761322989.936964:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ef22f947. 02000000:00000010:3.0:1761322989.936985:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000902dc86a. 00000400:00000010:3.0:1761322989.936990:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000090cc70b8. 00000400:00000010:3.0:1761322989.936994:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009da01e46. 00000100:00000200:3.0:1761322989.937000:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956438848, portal 16 00000400:00000010:3.0:1761322989.937004:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000076784a28. 00000100:00000200:3.0:1761322989.937006:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956438848, offset 0 00000400:00000200:3.0:1761322989.937011:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:3.0:1761322989.937017:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322989.937024:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:3.0:1761322989.937027:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761322989.937030:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:3.0:1761322989.937033:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88333:88333:255:4294967295] 192.168.201.29@tcp LPNI seq info [88333:88333:7:4294967295] 00000400:00000200:3.0:1761322989.937042:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322989.937046:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322989.937050:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000f1ffd3f (tot 82350866). 00000800:00000200:3.0:1761322989.937054:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322989.937067:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322989.937071:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000f1ffd3f type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1761322989.941269:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003df57534. 00010000:00000010:3.1:1761322989.941284:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001f5328e7. 00010000:00000010:0.1:1761322989.942552:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002a437d53. 00000400:00000010:3.0:1761322989.943236:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000090cc70b8. 00000400:00000200:3.0:1761322989.943241:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009da01e46 00000400:00000010:3.0:1761322989.943244:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009da01e46. 00000100:00000200:3.0:1761322989.943250:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007478fe45 x1846879956438848/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761322989.943257:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007478fe45 x1846879956438848/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322996 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1761322989.943281:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001940c06d. 02000000:00000010:3.0:1761322989.943301:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000902dc86a. 02000000:00000010:3.0:1761322989.943307:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ef22f947. 00000100:00000010:3.0:1761322989.943310:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007478fe45. 00000100:00000010:3.0:1761322989.943313:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000060dab46a. 00010000:00000010:3.0:1761322989.943316:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a4fb33ef. 00080000:00000010:3.0:1761322989.943336:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000421256f9. 00010000:00000010:3.0:1761322989.943681:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000058953125. 00010000:00000010:3.0:1761322989.943688:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084f4eb93. 00010000:00000010:3.0:1761322989.943880:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001f5328e7. 00010000:00000010:3.0:1761322989.943887:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000058953125. 00010000:00000010:3.0:1761322989.943898:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a4fb33ef. 00000100:00000010:3.0:1761322989.943902:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000060dab46a. 00000100:00000010:3.0:1761322989.943909:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007478fe45. 02000000:00000010:3.0:1761322989.943919:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003ca96c27. 02000000:00000010:3.0:1761322989.943941:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000017e86455. 00000400:00000010:3.0:1761322989.943946:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000090cc70b8. 00000400:00000010:3.0:1761322989.943951:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009da01e46. 00000100:00000200:3.0:1761322989.943956:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956438912, portal 16 00000400:00000010:3.0:1761322989.943960:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fb71f45d. 00000100:00000200:3.0:1761322989.943962:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956438912, offset 0 00000400:00000200:3.0:1761322989.943967:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:3.0:1761322989.943974:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322989.943982:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:3.0:1761322989.943986:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761322989.943989:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:3.0:1761322989.943991:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88335:88335:256:4294967295] 192.168.201.29@tcp LPNI seq info [88335:88335:8:4294967295] 00000400:00000200:3.0:1761322989.943996:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322989.943999:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322989.944002:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e6540a75 (tot 82350866). 00000800:00000200:3.0:1761322989.944005:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322989.944008:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322989.944010:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e6540a75 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1761322989.945970:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b434344d. 00080000:00000010:3.0:1761322989.947506:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ffd4399b. 00010000:00000010:3.0:1761322989.947626:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000058953125. 00010000:00000010:3.0:1761322989.947638:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000121e08d7. 00010000:00000010:3.0:1761322989.947734:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000075d9751f. 00010000:00000010:3.0:1761322989.947738:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000058953125. 00010000:00000010:3.0:1761322989.947751:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e4e93dbd. 00000100:00000010:3.0:1761322989.947810:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004d3e5709. 00000100:00000010:3.0:1761322989.947821:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ba5c8387. 02000000:00000010:3.0:1761322989.947833:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001b4a7000. 02000000:00000010:3.0:1761322989.947860:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000044b5facc. 00000400:00000010:3.0:1761322989.947865:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003ad93a60. 00000400:00000010:3.0:1761322989.947870:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000053134655. 00000100:00000200:3.0:1761322989.947877:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956438976, portal 16 00000400:00000010:3.0:1761322989.947882:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d94e4bcb. 00000100:00000200:3.0:1761322989.947884:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956438976, offset 0 00000400:00000200:3.0:1761322989.947890:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:3.0:1761322989.947901:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322989.947907:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:3.0:1761322989.947910:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761322989.947913:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:3.0:1761322989.947916:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88337:88337:256:4294967295] 192.168.201.29@tcp LPNI seq info [88337:88337:8:4294967295] 00000400:00000200:3.0:1761322989.947923:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322989.947929:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322989.947933:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000642747f (tot 82350866). 00000800:00000200:3.0:1761322989.947938:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322989.947944:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322989.947947:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000642747f type 1, nob 424 niov 1 nkiov 1 00000400:00000010:3.0:1761322989.949464:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003ad93a60. 00000400:00000200:3.0:1761322989.949471:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000053134655 00000400:00000010:3.0:1761322989.949473:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000053134655. 00000100:00000200:3.0:1761322989.949494:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ba5c8387 x1846879956438976/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761322989.949503:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ba5c8387 x1846879956438976/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322996 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761322989.949533:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000044b5facc. 02000000:00000010:3.0:1761322989.949538:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001b4a7000. 00000100:00000010:3.0:1761322989.949542:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ba5c8387. 00000100:00000010:3.0:1761322989.949547:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004d3e5709. 00010000:00000010:3.0:1761322989.949551:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e4e93dbd. 00080000:00000010:3.0:1761322989.950429:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000001b4a7000. 00010000:00000010:3.0:1761322989.950537:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000058953125. 00010000:00000010:3.0:1761322989.950544:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c56fc5ba. 00010000:00000010:3.0:1761322989.950657:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000738b17ea. 00010000:00000010:3.0:1761322989.950663:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000058953125. 00010000:00000010:3.0:1761322989.950675:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e4e93dbd. 00000100:00000010:3.0:1761322989.950679:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004d3e5709. 00000100:00000010:3.0:1761322989.950687:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ba5c8387. 02000000:00000010:3.0:1761322989.950697:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000044b5facc. 02000000:00000010:3.0:1761322989.950719:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002ac78a0b. 00000400:00000010:3.0:1761322989.950726:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003ad93a60. 00000400:00000010:3.0:1761322989.950733:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000053134655. 00000100:00000200:3.0:1761322989.950751:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956439040, portal 16 00000400:00000010:3.0:1761322989.950757:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b0b8ce1c. 00000100:00000200:3.0:1761322989.950760:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956439040, offset 0 00000400:00000200:3.0:1761322989.950767:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:3.0:1761322989.950774:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322989.950783:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:3.0:1761322989.950787:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761322989.950790:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:3.0:1761322989.950925:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88339:88339:256:4294967295] 192.168.201.29@tcp LPNI seq info [88339:88339:8:4294967295] 00000400:00000200:3.0:1761322989.950933:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322989.950938:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322989.950943:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005938d56c (tot 82350866). 00000800:00000200:3.0:1761322989.950947:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322989.950952:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322989.950954:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005938d56c type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1761322989.951280:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d78d1e49. 00000400:00000010:3.0:1761322989.952553:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003ad93a60. 00000400:00000200:3.0:1761322989.952558:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000053134655 00000400:00000010:3.0:1761322989.952561:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000053134655. 00000100:00000200:3.0:1761322989.952567:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ba5c8387 x1846879956439040/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761322989.952575:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ba5c8387 x1846879956439040/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322996 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761322989.952836:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002ac78a0b. 02000000:00000010:3.0:1761322989.952844:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000044b5facc. 00000100:00000010:3.0:1761322989.952849:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ba5c8387. 00000100:00000010:3.0:1761322989.952854:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004d3e5709. 00010000:00000010:3.0:1761322989.952858:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e4e93dbd. 00080000:00000010:3.0:1761322989.953511:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000044b5facc. 00010000:00000010:3.0:1761322989.953673:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000058953125. 00010000:00000010:3.0:1761322989.953682:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d989e942. 00010000:00000010:3.0:1761322989.953775:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001382bdeb. 00010000:00000010:3.0:1761322989.953781:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000058953125. 00010000:00000010:3.0:1761322989.953795:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e4e93dbd. 00000100:00000010:3.0:1761322989.953800:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004d3e5709. 00000100:00000010:3.0:1761322989.953808:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ba5c8387. 02000000:00000010:3.0:1761322989.953823:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002ac78a0b. 02000000:00000010:3.0:1761322989.953853:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000594a9fb0. 00000400:00000010:3.0:1761322989.953856:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003ad93a60. 00000400:00000010:3.0:1761322989.953860:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000053134655. 00000100:00000200:3.0:1761322989.953865:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956439104, portal 16 00000400:00000010:3.0:1761322989.953869:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000042c05544. 00000100:00000200:3.0:1761322989.953870:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956439104, offset 0 00000400:00000200:3.0:1761322989.953876:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:3.0:1761322989.953885:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322989.953891:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:3.0:1761322989.953894:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761322989.953896:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:3.0:1761322989.953899:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88341:88341:256:4294967295] 192.168.201.29@tcp LPNI seq info [88341:88341:8:4294967295] 00000400:00000200:3.0:1761322989.953905:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322989.953909:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322989.953912:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000440ca70b (tot 82350866). 00000800:00000200:3.0:1761322989.953916:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322989.953921:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322989.953923:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000440ca70b type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1761322989.955122:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e809acbc. 00010000:00000010:3.1:1761322989.955132:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b8f5d74c. 00010000:00000010:3.1:1761322989.955137:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f8221cbb. 00010000:00000010:3.1:1761322989.955139:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005edfd852. 00010000:00000010:3.1:1761322989.955144:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c60fd9b7. 00010000:00000010:3.1:1761322989.955147:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b0843ac2. 00010000:00000010:3.1:1761322989.955149:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001f5328e7. 00000400:00000010:3.0:1761322989.955526:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003ad93a60. 00000400:00000200:3.0:1761322989.955532:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000053134655 00000400:00000010:3.0:1761322989.955533:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000053134655. 00000100:00000200:3.0:1761322989.955539:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ba5c8387 x1846879956439104/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761322989.955546:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ba5c8387 x1846879956439104/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322996 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761322989.955579:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000594a9fb0. 02000000:00000010:3.0:1761322989.955584:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002ac78a0b. 00000100:00000010:3.0:1761322989.955589:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ba5c8387. 00000100:00000010:3.0:1761322989.955593:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004d3e5709. 00010000:00000010:3.0:1761322989.955598:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e4e93dbd. 00080000:00000010:3.0:1761322989.956516:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000002ac78a0b. 00010000:00000010:3.0:1761322989.956593:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000058953125. 00010000:00000010:3.0:1761322989.956602:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004ef5f69e. 00010000:00000010:3.0:1761322989.956682:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001f5328e7. 00010000:00000010:3.0:1761322989.956689:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000058953125. 00010000:00000010:3.0:1761322989.956701:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e4e93dbd. 00000100:00000010:3.0:1761322989.956704:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004d3e5709. 00000100:00000010:3.0:1761322989.956711:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ba5c8387. 02000000:00000010:3.0:1761322989.956723:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000594a9fb0. 02000000:00000010:3.0:1761322989.956748:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003ca96c27. 00000400:00000010:3.0:1761322989.956753:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003ad93a60. 00000400:00000010:3.0:1761322989.956756:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000053134655. 00000100:00000200:3.0:1761322989.956761:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956439168, portal 16 00000400:00000010:3.0:1761322989.956765:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000167583ae. 00000100:00000200:3.0:1761322989.956768:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956439168, offset 0 00000400:00000200:3.0:1761322989.956773:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:3.0:1761322989.956779:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322989.956786:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:3.0:1761322989.956789:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761322989.956805:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:3.0:1761322989.956808:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88343:88343:256:4294967295] 192.168.201.29@tcp LPNI seq info [88343:88343:8:4294967295] 00000400:00000200:3.0:1761322989.956815:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322989.956819:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322989.956823:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000030d68e34 (tot 82350866). 00000800:00000200:3.0:1761322989.956827:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322989.956830:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322989.956833:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000030d68e34 type 1, nob 424 niov 1 nkiov 1 00000400:00000010:3.0:1761322989.958736:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003ad93a60. 00000400:00000200:3.0:1761322989.958742:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000053134655 00000400:00000010:3.0:1761322989.958758:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000053134655. 00000100:00000200:3.0:1761322989.958769:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ba5c8387 x1846879956439168/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761322989.958778:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ba5c8387 x1846879956439168/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322996 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761322989.958811:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003ca96c27. 02000000:00000010:3.0:1761322989.958819:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000594a9fb0. 00000100:00000010:3.0:1761322989.958825:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ba5c8387. 00000100:00000010:3.0:1761322989.958830:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004d3e5709. 00010000:00000010:3.0:1761322989.958835:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e4e93dbd. 00010000:00000010:3.1:1761322989.959116:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f149e1cb. 00010000:00000010:3.1:1761322989.959124:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075d9751f. 00010000:00000010:3.1:1761322989.959129:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001ee26372. 00010000:00000010:3.1:1761322989.959132:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000738b17ea. 00010000:00000010:0.1:1761322989.959223:0:66652:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bc115510. 00080000:00000010:3.0:1761322989.959308:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000594a9fb0. 00010000:00000010:3.0:1761322989.959411:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000058953125. 00010000:00000010:3.0:1761322989.959419:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005dbc9e55. 00010000:00000010:3.0:1761322989.959513:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000738b17ea. 00010000:00000010:3.0:1761322989.959519:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000058953125. 00010000:00000010:3.0:1761322989.959529:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e4e93dbd. 00000100:00000010:3.0:1761322989.959534:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004d3e5709. 00000100:00000010:3.0:1761322989.959540:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ba5c8387. 02000000:00000010:3.0:1761322989.959550:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003ca96c27. 02000000:00000010:3.0:1761322989.959573:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000017e86455. 00000400:00000010:3.0:1761322989.959578:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003ad93a60. 00000400:00000010:3.0:1761322989.959583:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000053134655. 00000100:00000200:3.0:1761322989.959588:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956439232, portal 16 00000400:00000010:3.0:1761322989.959592:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f721b205. 00000100:00000200:3.0:1761322989.959593:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956439232, offset 0 00000400:00000200:3.0:1761322989.959599:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:3.0:1761322989.959606:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322989.959614:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:3.0:1761322989.959618:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761322989.959621:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:3.0:1761322989.959624:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88345:88345:255:4294967295] 192.168.201.29@tcp LPNI seq info [88345:88345:7:4294967295] 00000400:00000200:3.0:1761322989.959632:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322989.959637:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322989.959641:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eb6fba2b (tot 82351114). 00000800:00000200:3.0:1761322989.959645:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322989.959650:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322989.959653:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eb6fba2b type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1761322989.959724:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001abb8cdc. 00000400:00000010:3.0:1761322989.962334:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003ad93a60. 00000400:00000200:3.0:1761322989.962344:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000053134655 00000400:00000010:3.0:1761322989.962347:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000053134655. 00000100:00000200:3.0:1761322989.962360:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ba5c8387 x1846879956439232/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761322989.962371:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ba5c8387 x1846879956439232/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322996 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761322989.962401:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000017e86455. 02000000:00000010:3.0:1761322989.962407:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003ca96c27. 00000100:00000010:3.0:1761322989.962411:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ba5c8387. 00000100:00000010:3.0:1761322989.962416:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004d3e5709. 00010000:00000010:3.0:1761322989.962421:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e4e93dbd. 00080000:00000010:3.0:1761322989.963719:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000003ca96c27. 00010000:00000010:3.0:1761322989.963836:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000058953125. 00010000:00000010:3.0:1761322989.963844:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000efbb696. 00010000:00000010:3.0:1761322989.963948:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000075d9751f. 00010000:00000010:3.0:1761322989.963954:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000058953125. 00010000:00000010:3.0:1761322989.963964:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e4e93dbd. 00000100:00000010:3.0:1761322989.963968:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004d3e5709. 00000100:00000010:3.0:1761322989.963974:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ba5c8387. 02000000:00000010:3.0:1761322989.963985:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000017e86455. 02000000:00000010:3.0:1761322989.964010:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ef22f947. 00000400:00000010:3.0:1761322989.964017:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003ad93a60. 00000400:00000010:3.0:1761322989.964024:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000053134655. 00000100:00000200:3.0:1761322989.964043:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956439296, portal 16 00000400:00000010:3.0:1761322989.964049:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000057115dcc. 00000100:00000200:3.0:1761322989.964052:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956439296, offset 0 00000400:00000200:3.0:1761322989.964099:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:3.0:1761322989.964108:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322989.964116:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:3.0:1761322989.964124:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761322989.964130:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:3.0:1761322989.964135:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88347:88347:255:4294967295] 192.168.201.29@tcp LPNI seq info [88347:88347:7:4294967295] 00000400:00000200:3.0:1761322989.964145:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322989.964150:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322989.964154:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000074c3abcf (tot 82350866). 00000800:00000200:3.0:1761322989.964158:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322989.964164:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322989.964166:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000074c3abcf type 1, nob 424 niov 1 nkiov 1 00000400:00000010:3.0:1761322989.965369:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003ad93a60. 00000400:00000200:3.0:1761322989.965374:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000053134655 00000400:00000010:3.0:1761322989.965375:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000053134655. 00000100:00000200:3.0:1761322989.965381:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ba5c8387 x1846879956439296/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761322989.965390:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ba5c8387 x1846879956439296/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322996 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761322989.965414:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ef22f947. 02000000:00000010:3.0:1761322989.965419:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000017e86455. 00000100:00000010:3.0:1761322989.965422:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ba5c8387. 00000100:00000010:3.0:1761322989.965428:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004d3e5709. 00010000:00000010:3.0:1761322989.965431:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e4e93dbd. 00010000:00000010:0.1:1761322989.966194:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fb60a81b. 00010000:00000010:3.1:1761322989.966232:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cbf224ee. 00010000:00000010:3.1:1761322989.966240:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001382bdeb. 00080000:00000010:3.0:1761322989.967409:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ef22f947. 00010000:00000010:3.0:1761322989.967539:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000058953125. 00010000:00000010:3.0:1761322989.967547:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000079531f4. 00010000:00000010:3.0:1761322989.967637:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001382bdeb. 00010000:00000010:3.0:1761322989.967642:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000058953125. 00010000:00000010:3.0:1761322989.967652:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e4e93dbd. 00000100:00000010:3.0:1761322989.967657:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004d3e5709. 00000100:00000010:3.0:1761322989.967663:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ba5c8387. 02000000:00000010:3.0:1761322989.967674:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000902dc86a. 02000000:00000010:3.0:1761322989.967698:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000017e86455. 00000400:00000010:3.0:1761322989.967704:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003ad93a60. 00000400:00000010:3.0:1761322989.967709:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000053134655. 00000100:00000200:3.0:1761322989.967715:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956439360, portal 16 00000400:00000010:3.0:1761322989.967718:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000411ed14e. 00000100:00000200:3.0:1761322989.967720:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956439360, offset 0 00000400:00000200:3.0:1761322989.967726:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:3.0:1761322989.967733:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322989.967809:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:3.0:1761322989.967816:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761322989.967831:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:3.0:1761322989.967837:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88349:88349:255:4294967295] 192.168.201.29@tcp LPNI seq info [88349:88349:7:4294967295] 00000400:00000200:3.0:1761322989.967852:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322989.967859:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322989.967864:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000074c3abcf (tot 82350866). 00000800:00000200:3.0:1761322989.967872:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322989.967877:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322989.967880:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000074c3abcf type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1761322989.970120:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008cf301f1. 00010000:00000010:0.1:1761322989.970134:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f3d3f65d. 00000400:00000010:3.0:1761322989.971960:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003ad93a60. 00000400:00000200:3.0:1761322989.971969:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000053134655 00000400:00000010:3.0:1761322989.971972:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000053134655. 00000100:00000200:3.0:1761322989.971985:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ba5c8387 x1846879956439360/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761322989.971998:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ba5c8387 x1846879956439360/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322996 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761322989.972048:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000017e86455. 02000000:00000010:3.0:1761322989.972056:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000902dc86a. 00000100:00000010:3.0:1761322989.972098:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ba5c8387. 00000100:00000010:3.0:1761322989.972105:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004d3e5709. 00010000:00000010:3.0:1761322989.972111:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e4e93dbd. 00080000:00000010:3.0:1761322989.972453:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000000bb85641. 00010000:00000010:3.0:1761322989.972618:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000058953125. 00010000:00000010:3.0:1761322989.972626:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d5a7190c. 00010000:00000010:3.0:1761322989.972728:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a0f22feb. 00010000:00000010:3.0:1761322989.972732:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000078d26153. 00010000:00000010:3.0:1761322989.972738:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c60fd9b7. 00010000:00000010:3.0:1761322989.972742:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000058953125. 00080000:00000010:3.0:1761322989.972755:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000080dd6646. 00010000:00000010:3.0:1761322989.972782:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000058953125. 00010000:00000010:3.0:1761322989.972786:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000078d26153. 00010000:00000010:3.0:1761322989.972844:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b8f5d74c. 00010000:00000010:3.0:1761322989.972848:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000058953125. 00010000:00000010:3.0:1761322989.972855:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e4e93dbd. 00000100:00000010:3.0:1761322989.972859:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004d3e5709. 00000100:00000010:3.0:1761322989.972866:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ba5c8387. 02000000:00000010:3.0:1761322989.972877:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000dfe61554. 02000000:00000010:3.0:1761322989.972901:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000452c62d1. 00000400:00000010:3.0:1761322989.972906:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003ad93a60. 00000400:00000010:3.0:1761322989.972911:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000053134655. 00000100:00000200:3.0:1761322989.972917:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956439424, portal 16 00000400:00000010:3.0:1761322989.972921:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000094a78784. 00000100:00000200:3.0:1761322989.972922:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956439424, offset 0 00000400:00000200:3.0:1761322989.972927:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:3.0:1761322989.972935:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322989.972942:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:3.0:1761322989.972946:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761322989.972949:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:3.0:1761322989.972951:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88351:88351:256:4294967295] 192.168.201.29@tcp LPNI seq info [88351:88351:8:4294967295] 00000400:00000200:3.0:1761322989.972958:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322989.972962:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322989.972966:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eb6fba2b (tot 82350866). 00000800:00000200:3.0:1761322989.972970:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322989.972974:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322989.972977:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eb6fba2b type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1761322989.974151:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b7b4a69e. 00010000:00000010:3.1:1761322989.974301:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008f3a701c. 00010000:00000010:3.1:1761322989.974307:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001f5328e7. 00010000:00000010:3.1:1761322989.974311:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000047aebfb5. 00010000:00000010:3.1:1761322989.974315:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000738b17ea. 00000400:00000010:3.0:1761322989.975612:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003ad93a60. 00000400:00000200:3.0:1761322989.975618:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000053134655 00000400:00000010:3.0:1761322989.975620:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000053134655. 00000100:00000200:3.0:1761322989.975628:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ba5c8387 x1846879956439424/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761322989.975642:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ba5c8387 x1846879956439424/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322996 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761322989.975674:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000452c62d1. 02000000:00000010:3.0:1761322989.975680:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000dfe61554. 00000100:00000010:3.0:1761322989.975684:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ba5c8387. 00000100:00000010:3.0:1761322989.975690:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004d3e5709. 00010000:00000010:3.0:1761322989.975695:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e4e93dbd. 00080000:00000010:3.0:1761322989.976218:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dfe61554. 00010000:00000010:3.0:1761322989.976321:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000058953125. 00010000:00000010:3.0:1761322989.976329:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000028ade4bc. 00010000:00000010:3.0:1761322989.976418:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000738b17ea. 00010000:00000010:3.0:1761322989.976424:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000058953125. 00010000:00000010:3.0:1761322989.976436:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e4e93dbd. 00000100:00000010:3.0:1761322989.976439:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004d3e5709. 00000100:00000010:3.0:1761322989.976445:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ba5c8387. 02000000:00000010:3.0:1761322989.976502:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000452c62d1. 02000000:00000010:3.0:1761322989.976585:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000480bc793. 00000400:00000010:3.0:1761322989.976590:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003ad93a60. 00000400:00000010:3.0:1761322989.976595:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000053134655. 00000100:00000200:3.0:1761322989.976600:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956439488, portal 16 00000400:00000010:3.0:1761322989.976604:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000071ab6077. 00000100:00000200:3.0:1761322989.976606:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956439488, offset 0 00000400:00000200:3.0:1761322989.976611:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:3.0:1761322989.976619:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322989.976627:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:3.0:1761322989.976631:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761322989.976634:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:3.0:1761322989.976636:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88353:88353:256:4294967295] 192.168.201.29@tcp LPNI seq info [88353:88353:8:4294967295] 00000400:00000200:3.0:1761322989.976644:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322989.976649:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322989.976652:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000030d68e34 (tot 82350866). 00000800:00000200:3.0:1761322989.976656:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322989.976661:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322989.976663:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000030d68e34 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1761322989.977332:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cfdc27a3. 00010000:00000010:3.1:1761322989.977494:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000060c41ee9. 00010000:00000010:3.1:1761322989.977499:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075d9751f. 00000400:00000010:3.0:1761322989.977769:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003ad93a60. 00000400:00000200:3.0:1761322989.977773:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000053134655 00000400:00000010:3.0:1761322989.977775:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000053134655. 00000100:00000200:3.0:1761322989.977780:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ba5c8387 x1846879956439488/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761322989.977788:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ba5c8387 x1846879956439488/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322996 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761322989.977807:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000480bc793. 02000000:00000010:3.0:1761322989.977811:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000452c62d1. 00000100:00000010:3.0:1761322989.977819:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ba5c8387. 00000100:00000010:3.0:1761322989.977823:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004d3e5709. 00010000:00000010:3.0:1761322989.977825:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e4e93dbd. 00010000:00000010:1.1:1761322989.978542:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004872056a. 00080000:00000010:3.0:1761322989.978751:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000452c62d1. 00010000:00000010:3.0:1761322989.978832:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000058953125. 00010000:00000010:3.0:1761322989.978845:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005989d75a. 00010000:00000010:3.0:1761322989.978934:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000075d9751f. 00010000:00000010:3.0:1761322989.978940:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000058953125. 00010000:00000010:3.0:1761322989.978951:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e4e93dbd. 00000100:00000010:3.0:1761322989.978954:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004d3e5709. 00000100:00000010:3.0:1761322989.978961:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ba5c8387. 02000000:00000010:3.0:1761322989.978971:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000480bc793. 02000000:00000010:3.0:1761322989.978990:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a24d2a7e. 00000400:00000010:3.0:1761322989.978994:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003ad93a60. 00000400:00000010:3.0:1761322989.978998:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000053134655. 00000100:00000200:3.0:1761322989.979001:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956439552, portal 16 00000400:00000010:3.0:1761322989.979005:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ffeadb6e. 00000100:00000200:3.0:1761322989.979007:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956439552, offset 0 00000400:00000200:3.0:1761322989.979011:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:3.0:1761322989.979018:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322989.979024:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:3.0:1761322989.979028:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761322989.979031:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:3.0:1761322989.979033:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88355:88355:256:4294967295] 192.168.201.29@tcp LPNI seq info [88355:88355:8:4294967295] 00000400:00000200:3.0:1761322989.979041:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322989.979045:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322989.979049:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000440ca70b (tot 82350866). 00000800:00000200:3.0:1761322989.979053:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322989.979057:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322989.979133:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000440ca70b type 1, nob 424 niov 1 nkiov 1 00000400:00000010:3.0:1761322989.980646:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003ad93a60. 00000400:00000200:3.0:1761322989.980653:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000053134655 00000400:00000010:3.0:1761322989.980655:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000053134655. 00000100:00000200:3.0:1761322989.980664:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ba5c8387 x1846879956439552/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761322989.980678:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ba5c8387 x1846879956439552/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322996 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761322989.980708:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a24d2a7e. 02000000:00000010:3.0:1761322989.980714:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000480bc793. 00000100:00000010:3.0:1761322989.980718:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ba5c8387. 00000100:00000010:3.0:1761322989.980724:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004d3e5709. 00010000:00000010:3.0:1761322989.980728:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e4e93dbd. 00080000:00000010:3.0:1761322989.981046:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000480bc793. 00010000:00000010:3.1:1761322989.981103:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000207b927f. 00010000:00000010:1.1:1761322989.981105:0:67479:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000688f85dc. 00010000:00000010:3.1:1761322989.981113:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001382bdeb. 00010000:00000010:3.1:1761322989.981120:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0f22feb. 00010000:00000010:3.1:1761322989.981125:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c60fd9b7. 00010000:00000010:3.0:1761322989.981208:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000058953125. 00010000:00000010:3.0:1761322989.981215:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008df71fdb. 00010000:00000010:3.0:1761322989.981301:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c60fd9b7. 00010000:00000010:3.0:1761322989.981308:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000058953125. 00010000:00000010:3.0:1761322989.981318:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e4e93dbd. 00000100:00000010:3.0:1761322989.981321:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004d3e5709. 00000100:00000010:3.0:1761322989.981327:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ba5c8387. 02000000:00000010:3.0:1761322989.981343:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a24d2a7e. 02000000:00000010:3.0:1761322989.981363:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d09bc794. 00000400:00000010:3.0:1761322989.981367:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003ad93a60. 00000400:00000010:3.0:1761322989.981371:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000053134655. 00000100:00000200:3.0:1761322989.981376:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956439616, portal 16 00000400:00000010:3.0:1761322989.981385:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d91b114b. 00000100:00000200:3.0:1761322989.981386:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956439616, offset 0 00000400:00000200:3.0:1761322989.981392:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:3.0:1761322989.981398:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322989.981405:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:3.0:1761322989.981409:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761322989.981412:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:3.0:1761322989.981415:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88357:88357:256:4294967295] 192.168.201.29@tcp LPNI seq info [88357:88357:8:4294967295] 00000400:00000200:3.0:1761322989.981423:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322989.981427:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322989.981431:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005938d56c (tot 82350866). 00000800:00000200:3.0:1761322989.981434:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322989.981438:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322989.981440:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005938d56c type 1, nob 424 niov 1 nkiov 1 00000400:00000010:3.0:1761322989.984498:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003ad93a60. 00000400:00000200:3.0:1761322989.984505:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000053134655 00000400:00000010:3.0:1761322989.984508:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000053134655. 00000100:00000200:3.0:1761322989.984517:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ba5c8387 x1846879956439616/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761322989.984531:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ba5c8387 x1846879956439616/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322996 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761322989.984565:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d09bc794. 02000000:00000010:3.0:1761322989.984573:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a24d2a7e. 00000100:00000010:3.0:1761322989.984583:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ba5c8387. 00000100:00000010:3.0:1761322989.984589:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004d3e5709. 00010000:00000010:3.0:1761322989.984593:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e4e93dbd. 00080000:00000010:3.0:1761322989.984934:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a24d2a7e. 00010000:00000010:3.0:1761322989.985052:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000058953125. 00010000:00000010:3.0:1761322989.985070:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005410114b. 00010000:00000010:3.0:1761322989.985198:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001382bdeb. 00010000:00000010:3.0:1761322989.985204:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000058953125. 00010000:00000010:3.0:1761322989.985215:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e4e93dbd. 00000100:00000010:3.0:1761322989.985218:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004d3e5709. 00000100:00000010:3.0:1761322989.985223:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ba5c8387. 02000000:00000010:3.0:1761322989.985233:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d09bc794. 02000000:00000010:3.0:1761322989.985256:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004afc1230. 00000400:00000010:3.0:1761322989.985260:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003ad93a60. 00000400:00000010:3.0:1761322989.985265:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000053134655. 00000100:00000200:3.0:1761322989.985270:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956439680, portal 16 00000400:00000010:3.0:1761322989.985276:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d91b114b. 00000100:00000200:3.0:1761322989.985278:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956439680, offset 0 00000400:00000200:3.0:1761322989.985285:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:3.0:1761322989.985292:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322989.985300:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:3.0:1761322989.985305:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761322989.985308:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:3.0:1761322989.985311:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88359:88359:255:4294967295] 192.168.201.29@tcp LPNI seq info [88359:88359:7:4294967295] 00000400:00000200:3.0:1761322989.985320:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322989.985326:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322989.985330:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000642747f (tot 82351114). 00000800:00000200:3.0:1761322989.985335:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322989.985340:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322989.985342:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000642747f type 1, nob 424 niov 1 nkiov 1 00000400:00000010:3.0:1761322989.987131:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003ad93a60. 00000400:00000200:3.0:1761322989.987138:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000053134655 00000400:00000010:3.0:1761322989.987140:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000053134655. 00000100:00000200:3.0:1761322989.987148:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ba5c8387 x1846879956439680/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761322989.987158:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ba5c8387 x1846879956439680/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322996 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761322989.987187:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004afc1230. 02000000:00000010:3.0:1761322989.987193:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d09bc794. 00000100:00000010:3.0:1761322989.987197:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ba5c8387. 00000100:00000010:3.0:1761322989.987203:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004d3e5709. 00010000:00000010:3.0:1761322989.987208:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e4e93dbd. 00080000:00000010:3.0:1761322989.987529:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d09bc794. 00010000:00000010:3.0:1761322989.987633:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000058953125. 00010000:00000010:3.0:1761322989.987640:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c16bc9c9. 00010000:00000010:3.0:1761322989.987726:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a0f22feb. 00010000:00000010:3.0:1761322989.987730:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000078d26153. 00010000:00000010:3.0:1761322989.987736:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001f5328e7. 00010000:00000010:3.0:1761322989.987740:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000058953125. 00080000:00000010:3.0:1761322989.987751:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000004afc1230. 00010000:00000010:3.0:1761322989.987776:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000058953125. 00010000:00000010:3.0:1761322989.987780:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000078d26153. 00010000:00000010:3.0:1761322989.987837:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e0c6830d. 00010000:00000010:3.0:1761322989.987841:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000058953125. 00010000:00000010:3.0:1761322989.987849:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e4e93dbd. 00000100:00000010:3.0:1761322989.987853:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004d3e5709. 00000100:00000010:3.0:1761322989.987858:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ba5c8387. 02000000:00000010:3.0:1761322989.987868:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004263adba. 02000000:00000010:3.0:1761322989.987887:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007327238d. 00000400:00000010:3.0:1761322989.987891:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003ad93a60. 00000400:00000010:3.0:1761322989.987895:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000053134655. 00000100:00000200:3.0:1761322989.987900:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956439744, portal 16 00000400:00000010:3.0:1761322989.987904:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ffeadb6e. 00000100:00000200:3.0:1761322989.987906:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956439744, offset 0 00000400:00000200:3.0:1761322989.987911:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:3.0:1761322989.987918:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322989.987925:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:3.0:1761322989.987945:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761322989.987951:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:3.0:1761322989.987954:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88361:88361:255:4294967295] 192.168.201.29@tcp LPNI seq info [88361:88361:7:4294967295] 00000400:00000200:3.0:1761322989.987961:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322989.987967:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322989.987971:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e6540a75 (tot 82351114). 00000800:00000200:3.0:1761322989.987977:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322989.987982:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322989.987984:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e6540a75 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1761322989.988137:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c4ca5598. 00010000:00000010:3.1:1761322989.988148:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b8f5d74c. 00010000:00000010:1.1:1761322989.988166:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006a1291c7. 00000400:00000010:3.0:1761322989.990276:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003ad93a60. 00000400:00000200:3.0:1761322989.990281:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000053134655 00000400:00000010:3.0:1761322989.990283:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000053134655. 00000100:00000200:3.0:1761322989.990289:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ba5c8387 x1846879956439744/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761322989.990296:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ba5c8387 x1846879956439744/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322996 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761322989.990323:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007327238d. 02000000:00000010:3.0:1761322989.990329:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004263adba. 00000100:00000010:3.0:1761322989.990333:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ba5c8387. 00000100:00000010:3.0:1761322989.990339:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004d3e5709. 00010000:00000010:3.0:1761322989.990342:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e4e93dbd. 00080000:00000010:3.0:1761322989.992399:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000004263adba. 00010000:00000010:3.0:1761322989.992768:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000058953125. 00010000:00000010:3.0:1761322989.992775:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000034e3091c. 00010000:00000010:3.0:1761322989.993203:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b8f5d74c. 00010000:00000010:3.0:1761322989.993210:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000058953125. 00010000:00000010:3.0:1761322989.993223:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e4e93dbd. 00000100:00000010:3.0:1761322989.993228:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004d3e5709. 00000100:00000010:3.0:1761322989.993236:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ba5c8387. 02000000:00000010:3.0:1761322989.993249:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007327238d. 02000000:00000010:3.0:1761322989.993274:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000dbc25104. 00000400:00000010:3.0:1761322989.993281:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003ad93a60. 00000400:00000010:3.0:1761322989.993287:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000053134655. 00000100:00000200:3.0:1761322989.993293:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956439808, portal 16 00000400:00000010:3.0:1761322989.993297:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000071ab6077. 00000100:00000200:3.0:1761322989.993300:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956439808, offset 0 00000400:00000200:3.0:1761322989.993307:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:3.0:1761322989.993316:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322989.993324:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:3.0:1761322989.993328:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761322989.993331:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:3.0:1761322989.993333:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88363:88363:256:4294967295] 192.168.201.29@tcp LPNI seq info [88363:88363:8:4294967295] 00000400:00000200:3.0:1761322989.993341:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322989.993345:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322989.993349:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000f1ffd3f (tot 82350866). 00000800:00000200:3.0:1761322989.993354:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322989.993359:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322989.993362:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000f1ffd3f type 1, nob 424 niov 1 nkiov 1 00000400:00000010:3.0:1761322989.995219:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003ad93a60. 00000400:00000200:3.0:1761322989.995225:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000053134655 00000400:00000010:3.0:1761322989.995228:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000053134655. 00000100:00000200:3.0:1761322989.995234:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ba5c8387 x1846879956439808/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761322989.995243:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ba5c8387 x1846879956439808/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322996 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761322989.995269:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000dbc25104. 02000000:00000010:3.0:1761322989.995275:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007327238d. 00000100:00000010:3.0:1761322989.995278:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ba5c8387. 00000100:00000010:3.0:1761322989.995283:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004d3e5709. 00010000:00000010:3.0:1761322989.995288:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e4e93dbd. 00010000:00000010:3.1:1761322989.997124:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a66a875a. 00010000:00000010:1.1:1761322989.997140:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002bc1a2e5. 00010000:00000010:3.1:1761322989.997142:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000738b17ea. 00010000:00000010:3.1:1761322989.997150:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c8d12dab. 00010000:00000010:3.1:1761322989.997155:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075d9751f. 00010000:00000010:0.1:1761322989.998467:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009ad0c424. 00010000:00000010:3.1:1761322989.999235:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000018e71437. 00010000:00000010:3.1:1761322989.999244:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c60fd9b7. 00010000:00000010:3.1:1761322989.999248:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e0903472. 00010000:00000010:3.1:1761322989.999250:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001382bdeb. 00010000:00000010:3.1:1761322989.999254:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0f22feb. 00010000:00000010:3.1:1761322989.999257:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001f5328e7. 00080000:00000010:3.0:1761322989.999283:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000007327238d. 00010000:00000010:3.0:1761322989.999474:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000058953125. 00010000:00000010:3.0:1761322989.999481:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005e4306f4. 00010000:00000010:3.0:1761322989.999577:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001f5328e7. 00010000:00000010:3.0:1761322989.999583:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000058953125. 00010000:00000010:3.0:1761322989.999596:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e4e93dbd. 00000100:00000010:3.0:1761322989.999601:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004d3e5709. 00000100:00000010:3.0:1761322989.999609:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ba5c8387. 02000000:00000010:3.0:1761322989.999621:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000dbc25104. 02000000:00000010:3.0:1761322989.999644:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000039305b7d. 00000400:00000010:3.0:1761322989.999650:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003ad93a60. 00000400:00000010:3.0:1761322989.999656:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000053134655. 00000100:00000200:3.0:1761322989.999662:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956439872, portal 16 00000400:00000010:3.0:1761322989.999666:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000094a78784. 00000100:00000200:3.0:1761322989.999668:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956439872, offset 0 00000400:00000200:3.0:1761322989.999674:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:3.0:1761322989.999683:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322989.999692:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:3.0:1761322989.999695:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761322989.999699:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:3.0:1761322989.999701:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88365:88365:256:4294967295] 192.168.201.29@tcp LPNI seq info [88365:88365:8:4294967295] 00000400:00000200:3.0:1761322989.999710:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322989.999715:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322989.999719:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000062e39c9d (tot 82350866). 00000800:00000200:3.0:1761322989.999723:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322989.999728:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322989.999730:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000062e39c9d type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1761322990.000128:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000042a5c4f0. 00000400:00000010:3.0:1761322990.001526:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003ad93a60. 00000400:00000200:3.0:1761322990.001532:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000053134655 00000400:00000010:3.0:1761322990.001535:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000053134655. 00000100:00000200:3.0:1761322990.001541:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ba5c8387 x1846879956439872/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761322990.001551:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ba5c8387 x1846879956439872/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322996 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761322990.001579:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000039305b7d. 02000000:00000010:3.0:1761322990.001585:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000dbc25104. 00000100:00000010:3.0:1761322990.001590:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ba5c8387. 00000100:00000010:3.0:1761322990.001595:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004d3e5709. 00010000:00000010:3.0:1761322990.001599:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e4e93dbd. 00080000:00000010:3.0:1761322990.002753:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dbc25104. 00010000:00000010:3.0:1761322990.002875:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000058953125. 00010000:00000010:3.0:1761322990.002892:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003eb6e8b0. 00010000:00000010:3.0:1761322990.003039:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001382bdeb. 00010000:00000010:3.0:1761322990.003045:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000058953125. 00010000:00000010:3.0:1761322990.003055:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e4e93dbd. 00000100:00000010:3.0:1761322990.003069:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004d3e5709. 00010000:00000010:0.1:1761322990.003110:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c3641824. 00010000:00000010:0.1:1761322990.003118:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000052394364. 00010000:00000010:3.1:1761322990.003137:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b208bc88. 00010000:00000010:3.1:1761322990.003143:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e0c6830d. 00000100:00000010:3.0:1761322990.003149:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ba5c8387. 02000000:00000010:3.0:1761322990.003159:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000039305b7d. 02000000:00000010:3.0:1761322990.003178:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000903b3bfd. 00000400:00000010:3.0:1761322990.003182:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003ad93a60. 00000400:00000010:3.0:1761322990.003186:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000053134655. 00000100:00000200:3.0:1761322990.003190:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956439936, portal 16 00000400:00000010:3.0:1761322990.003194:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000411ed14e. 00000100:00000200:3.0:1761322990.003195:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956439936, offset 0 00000400:00000200:3.0:1761322990.003199:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:3.0:1761322990.003205:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322990.003211:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:3.0:1761322990.003214:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761322990.003216:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:3.0:1761322990.003218:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88367:88367:256:4294967295] 192.168.201.29@tcp LPNI seq info [88367:88367:8:4294967295] 00000400:00000200:3.0:1761322990.003224:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322990.003227:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322990.003230:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bf79fdc4 (tot 82350866). 00000800:00000200:3.0:1761322990.003232:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322990.003235:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322990.003237:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bf79fdc4 type 1, nob 424 niov 1 nkiov 1 00000400:00000010:3.0:1761322990.005507:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003ad93a60. 00000400:00000200:3.0:1761322990.005512:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000053134655 00000400:00000010:3.0:1761322990.005514:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000053134655. 00000100:00000200:3.0:1761322990.005521:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ba5c8387 x1846879956439936/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761322990.005723:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ba5c8387 x1846879956439936/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761322990.005754:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000903b3bfd. 02000000:00000010:3.0:1761322990.006003:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000039305b7d. 00000100:00000010:3.0:1761322990.006007:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ba5c8387. 00000100:00000010:3.0:1761322990.006013:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004d3e5709. 00010000:00000010:3.0:1761322990.006016:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e4e93dbd. 00080000:00000010:3.0:1761322990.006787:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000039305b7d. 00010000:00000010:3.0:1761322990.006902:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000058953125. 00010000:00000010:3.0:1761322990.006909:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006eedb199. 00010000:00000010:3.0:1761322990.007183:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e0c6830d. 00010000:00000010:3.0:1761322990.007192:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000058953125. 00010000:00000010:3.0:1761322990.007203:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e4e93dbd. 00000100:00000010:3.0:1761322990.007207:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004d3e5709. 00000100:00000010:3.0:1761322990.007213:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ba5c8387. 02000000:00000010:3.0:1761322990.007224:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000903b3bfd. 02000000:00000010:3.0:1761322990.007250:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000641946d9. 00000400:00000010:3.0:1761322990.007260:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003ad93a60. 00000400:00000010:3.0:1761322990.007279:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000053134655. 00000100:00000200:3.0:1761322990.007286:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956440000, portal 16 00000400:00000010:3.0:1761322990.007291:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000057115dcc. 00000100:00000200:3.0:1761322990.007293:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956440000, offset 0 00000400:00000200:3.0:1761322990.007301:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:3.0:1761322990.007313:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322990.007320:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:3.0:1761322990.007324:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761322990.007327:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:3.0:1761322990.007330:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88369:88369:256:4294967295] 192.168.201.29@tcp LPNI seq info [88369:88369:8:4294967295] 00000400:00000200:3.0:1761322990.007337:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322990.007342:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322990.007346:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000c003157 (tot 82350866). 00000800:00000200:3.0:1761322990.007350:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322990.007356:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322990.007359:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000c003157 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1761322990.008160:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000066e06021. 00010000:00000010:3.1:1761322990.008169:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b8f5d74c. 00000400:00000010:3.0:1761322990.009341:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003ad93a60. 00000400:00000200:3.0:1761322990.009348:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000053134655 00000400:00000010:3.0:1761322990.009351:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000053134655. 00000100:00000200:3.0:1761322990.009360:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ba5c8387 x1846879956440000/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761322990.009375:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ba5c8387 x1846879956440000/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761322990.009402:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000641946d9. 02000000:00000010:3.0:1761322990.009603:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000903b3bfd. 00000100:00000010:3.0:1761322990.009610:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ba5c8387. 00000100:00000010:3.0:1761322990.009618:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004d3e5709. 00010000:00000010:3.0:1761322990.009622:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e4e93dbd. 00080000:00000010:3.0:1761322990.010007:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000903b3bfd. 00010000:00000010:3.0:1761322990.010164:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000058953125. 00010000:00000010:3.0:1761322990.010171:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a897313f. 00000400:00000010:3.0:1761322990.014712:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000be07a899. 00000400:00000200:3.0:1761322990.014722:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004b81dcf2 00000400:00000010:3.0:1761322990.014725:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004b81dcf2. 00000100:00000200:3.0:1761322990.014737:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000094ca1c7b x1846879956440064/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761322990.014746:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000094ca1c7b x1846879956440064/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761322990.014792:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fea31ae7. 02000000:00000010:3.0:1761322990.014801:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f247c13a. 00000100:00000010:3.0:1761322990.014806:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000094ca1c7b. 00000100:00000010:3.0:1761322990.014814:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c18a7fd2. 00010000:00000010:3.0:1761322990.014821:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fce5b514. 00010000:00000010:3.1:1761322990.018103:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000082c6f542. 00010000:00000010:3.1:1761322990.018111:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001f5328e7. 00080000:00000010:3.0:1761322990.018123:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ea2b9275. 00010000:00000010:3.0:1761322990.018244:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005a983bca. 00010000:00000010:3.0:1761322990.018253:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000087a1eff7. 00010000:00000010:3.0:1761322990.018350:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001f5328e7. 00010000:00000010:3.0:1761322990.018357:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000058953125. 00010000:00000010:3.0:1761322990.018370:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e4e93dbd. 00000100:00000010:3.0:1761322990.018375:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004d3e5709. 00010000:00000010:0.1:1761322990.018378:0:66652:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bb8fd629. 00000100:00000010:3.0:1761322990.018383:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ba5c8387. 02000000:00000010:3.0:1761322990.018395:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c0ae5dba. 02000000:00000010:3.0:1761322990.018420:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000641946d9. 00000400:00000010:3.0:1761322990.018426:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003ad93a60. 00000400:00000010:3.0:1761322990.018734:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000053134655. 00000100:00000200:3.0:1761322990.018741:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956440128, portal 16 00010000:00000010:3.1:1761322990.021121:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000929dda68. 00010000:00000010:3.1:1761322990.021144:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001382bdeb. 00010000:00000010:1.1:1761322990.022172:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b12c5d88. 00010000:00000010:0.1:1761322990.023495:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a3f536e2. 00010000:00000010:0.1:1761322990.023502:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000084ddeedc. 00010000:00000010:3.1:1761322990.023637:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d73f85a1. 00010000:00000010:3.1:1761322990.023644:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e0c6830d. 00010000:00000010:3.1:1761322990.023652:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ca24ff62. 00010000:00000010:3.1:1761322990.023655:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a722656e. 00000800:00000200:3.0:1761322990.023718:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322990.023723:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fe81a793 (tot 82350866). 00000400:00000200:3.0:1761322990.023727:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.023733:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322990.023737:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000071b5ee12 00000400:00000010:3.0:1761322990.023739:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000071b5ee12. 00000800:00000200:3.0:1761322990.023817:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322990.023820:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f093da5b (tot 82350618). 00000400:00000200:3.0:1761322990.023823:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.023826:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322990.023828:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000032243a01 00000400:00000010:3.0:1761322990.023829:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000032243a01. 00000100:00000200:3.0:1761322990.023835:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a87c75be x1846879956440192/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761322990.024131:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dd206e29. 00010000:00000010:1.1:1761322990.024139:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c660370d. 00010000:00000010:1.1:1761322990.027799:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a31f2afa. 00000800:00000200:3.0:1761322990.028734:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322990.028739:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000057731204 (tot 82350618). 00000400:00000200:3.0:1761322990.028748:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.028756:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322990.028761:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000014ec2920 00000400:00000010:3.0:1761322990.028764:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000014ec2920. 00000800:00000200:3.0:1761322990.028880:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322990.028883:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000041deb613 (tot 82350618). 00000400:00000200:3.0:1761322990.028887:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.028890:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322990.028892:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c102ff98 00000400:00000010:3.0:1761322990.028894:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c102ff98. 00000100:00000200:3.0:1761322990.028899:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f7a33011 x1846879956440256/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000800:00000200:3.0:1761322990.031996:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322990.032001:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fe7f5c43 (tot 82350618). 00000400:00000200:3.0:1761322990.032006:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.032010:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322990.032014:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000032243a01 00000400:00000010:3.0:1761322990.032016:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000032243a01. 00010000:00000010:2.1:1761322990.032844:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000b384786. 00010000:00000010:2.1:1761322990.032855:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001f5328e7. 00010000:00000010:0.1:1761322990.036246:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000064618b5c. 00000800:00000200:3.0:1761322990.040595:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322990.040602:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000057731204 (tot 82350618). 00000400:00000200:3.0:1761322990.040613:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.040621:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322990.040625:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b5b32290 00000400:00000010:3.0:1761322990.040628:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b5b32290. 00000800:00000200:3.0:1761322990.041049:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322990.041053:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cbddcecb (tot 82350618). 00000400:00000200:3.0:1761322990.041071:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.041100:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322990.041103:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000967aa986 00000400:00000010:3.0:1761322990.041106:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000967aa986. 00000100:00000200:3.0:1761322990.041114:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b73ca902 x1846879956440384/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761322990.045122:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002a527744. 00010000:00000010:2.1:1761322990.045139:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000996472df. 00010000:00000010:2.1:1761322990.045144:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ae34b06. 00000800:00000200:3.0:1761322990.046959:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322990.046964:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fe81a793 (tot 82350866). 00000400:00000200:3.0:1761322990.046969:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.046975:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322990.046978:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c8e29771 00000400:00000010:3.0:1761322990.046979:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c8e29771. 02000000:00000010:3.0:1761322990.046984:0:15811:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f247c13a. 00000800:00000200:3.0:1761322990.047039:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322990.047041:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cbddcecb (tot 82350618). 00000400:00000200:3.0:1761322990.047044:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.047047:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322990.047049:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005cb2b743 00000400:00000010:3.0:1761322990.047050:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005cb2b743. 00000100:00000200:3.0:1761322990.047055:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b73ca902 x1846879956440448/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761322990.049133:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006ec4c73e. 00010000:00000010:0.1:1761322990.049156:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003f74d388. 00010000:00000010:0.1:1761322990.049162:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006b001bcf. 00000800:00000200:3.0:1761322990.052289:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322990.052295:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fe7f5c43 (tot 82350618). 00000400:00000200:3.0:1761322990.052301:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.052309:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322990.052314:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004903da1b 00000400:00000010:3.0:1761322990.052318:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004903da1b. 00000800:00000200:3.0:1761322990.052666:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322990.052669:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000057731204 (tot 82350618). 00000400:00000200:3.0:1761322990.052677:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.052681:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322990.052684:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000052eed8f0 00000400:00000010:3.0:1761322990.052685:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000052eed8f0. 00000100:00000200:3.0:1761322990.052694:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d7d62114 x1846879956440512/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322990.055677:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322990.055690:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb553c0 00000400:00000200:3.0:1761322990.055699:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xa9c39 [2] + 328 00010000:00000010:0.1:1761322990.056372:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000621b9807. 00000400:00000200:3.0:1761322990.056475:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.056483:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322990.056492:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761322990.056499:0:15812:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e39d4cbd. 00010000:00000010:2.1:1761322990.056897:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e9f8a5bb. 00010000:00000010:2.1:1761322990.056915:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000084ddeedc. 00010000:00000010:2.1:1761322990.056920:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000569f3638. 00010000:00000010:2.1:1761322990.056923:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d84a8769. 00000800:00000200:3.0:1761322990.057784:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322990.057790:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000041deb613 (tot 82350866). 00000400:00000200:3.0:1761322990.057797:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.057803:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322990.057808:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000008b30108 00000400:00000010:3.0:1761322990.057810:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000008b30108. 00000800:00000200:3.0:1761322990.057849:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322990.057850:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000019fa20ba (tot 82350618). 00000400:00000200:3.0:1761322990.057853:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.057856:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322990.057858:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002578c7b1 00000400:00000010:3.0:1761322990.057859:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002578c7b1. 00000100:00000200:3.0:1761322990.057867:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000eabe2b15 x1846879956440576/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322990.060368:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322990.060378:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb55400 00000400:00000200:3.0:1761322990.060411:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xa9c39 [2] + 656 00000400:00000200:3.0:1761322990.060526:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.060531:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322990.060536:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761322990.060543:0:15812:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ba5c8387. 00000800:00000200:3.0:1761322990.061120:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322990.061125:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f093da5b (tot 82350618). 00000400:00000200:3.0:1761322990.061129:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.061133:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322990.061136:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c0bb89a3 00000400:00000010:3.0:1761322990.061138:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c0bb89a3. 00010000:00000010:2.1:1761322990.061526:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000da459165. 00010000:00000010:2.1:1761322990.061534:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c485de83. 00000400:00000200:3.0:1761322990.063438:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322990.063461:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf1640 00000400:00000200:3.0:1761322990.063471:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xab209 [1] + 224 00000400:00000200:3.0:1761322990.063492:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.063497:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322990.063506:0:15812:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000089684651 x1846879956440640/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322990.063915:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322990.063923:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb55440 00000400:00000200:3.0:1761322990.063928:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xa9c39 [2] + 984 00000400:00000200:3.0:1761322990.063981:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.063986:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322990.063991:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761322990.063996:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007478fe45. 00010000:00000010:0.1:1761322990.064273:0:66652:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000844e53c0. 00010000:00000010:0.1:1761322990.064281:0:66652:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000996472df. 00000800:00000200:3.0:1761322990.064732:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322990.064736:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000057731204 (tot 82350618). 00000400:00000200:3.0:1761322990.064745:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.064749:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322990.064752:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ac2f0f58 00000400:00000010:3.0:1761322990.064754:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ac2f0f58. 00010000:00000010:2.1:1761322990.064918:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d9feb659. 00010000:00000010:1.1:1761322990.065101:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bf60f11e. 00010000:00000010:1.1:1761322990.065107:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000042d98341. 00000800:00000200:3.0:1761322990.065581:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322990.065584:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004b4e0d4f (tot 82350618). 00000400:00000200:3.0:1761322990.065588:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.065592:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322990.065595:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000014459a3 00000400:00000010:3.0:1761322990.065596:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000014459a3. 00000100:00000200:3.0:1761322990.065602:0:15812:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000089684651 x1846879956440704/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761322990.068215:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001202c055. 00010000:00000010:1.1:1761322990.068236:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae5da395. 00000400:00000200:3.0:1761322990.068857:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322990.068878:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf1680 00000400:00000200:3.0:1761322990.068887:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xab215 [1] + 224 00000400:00000200:3.0:1761322990.068902:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.068907:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322990.068920:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000089684651 x1846879956440704/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322990.068963:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322990.068968:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb55480 00000400:00000200:3.0:1761322990.068973:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xa9c39 [2] + 1312 00000400:00000200:3.0:1761322990.068982:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.068985:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322990.068990:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761322990.068995:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002d0671bc. 00010000:00000010:2.1:1761322990.069105:0:67479:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009e1678fb. 00010000:00000010:2.1:1761322990.069114:0:67479:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ffd6eded. 00000800:00000200:3.0:1761322990.069509:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322990.069513:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007e67acbb (tot 82350618). 00000400:00000200:3.0:1761322990.069519:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.069523:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322990.069526:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000070bb799 00000400:00000010:3.0:1761322990.069528:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000070bb799. 00000800:00000200:3.0:1761322990.071042:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322990.071049:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c987b974 (tot 82350618). 00000400:00000200:3.0:1761322990.071066:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.071229:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322990.071236:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ecc16fca 00000400:00000010:3.0:1761322990.071239:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ecc16fca. 00000100:00000200:3.0:1761322990.071250:0:15812:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000089684651 x1846879956440768/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322990.072493:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322990.072514:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf16c0 00000400:00000200:3.0:1761322990.072523:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xab221 [1] + 224 00000400:00000200:3.0:1761322990.072591:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.072596:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322990.072606:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000089684651 x1846879956440768/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322990.072641:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322990.072647:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb554c0 00000400:00000200:3.0:1761322990.072653:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xa9c39 [2] + 1640 00000400:00000200:3.0:1761322990.072696:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.072700:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322990.072704:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761322990.072711:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000dec6d697. 00000800:00000200:3.0:1761322990.073290:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322990.073294:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000074e57caf (tot 82350618). 00000400:00000200:3.0:1761322990.073300:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.073304:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322990.073307:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001055e55e 00000400:00000010:3.0:1761322990.073308:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001055e55e. 00000800:00000200:3.0:1761322990.073659:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322990.073661:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006759b894 (tot 82350618). 00000400:00000200:3.0:1761322990.073665:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.073667:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322990.073669:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005d51e45b 00000400:00000010:3.0:1761322990.073670:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005d51e45b. 00000100:00000200:3.0:1761322990.073675:0:15812:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000089684651 x1846879956440832/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322990.074914:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322990.074932:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf1700 00000400:00000200:3.0:1761322990.074941:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xab22d [1] + 224 00000400:00000200:3.0:1761322990.074955:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.074959:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322990.074968:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000089684651 x1846879956440832/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322990.075005:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322990.075010:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb55500 00000400:00000200:3.0:1761322990.075015:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xa9c39 [2] + 1968 00000400:00000010:3.0:1761322990.075020:0:15811:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ae85da93. 00000400:00000200:3.0:1761322990.075041:0:15811:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000ee3a0d6d 00000400:00000200:3.0:1761322990.075051:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.075054:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322990.075067:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ee3a0d6d 00000400:00000010:3.0:1761322990.075070:0:15811:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000ee3a0d6d (tot 82350466). 00000100:00000200:3.0:1761322990.075117:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00080000:00000010:3.0:1761322990.075724:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000902dc86a. 00010000:00000010:3.0:1761322990.075821:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000060e50dc4. 00010000:00000010:3.0:1761322990.075830:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000074b0b501. 00010000:00000010:3.0:1761322990.075914:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e0c6830d. 00010000:00000010:3.0:1761322990.075920:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000028d832ec. 00010000:00000010:3.0:1761322990.075941:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003c88f06e. 00000100:00000010:3.0:1761322990.075945:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f384674b. 00000100:00000010:3.0:1761322990.075954:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000045f901fa. 02000000:00000010:3.0:1761322990.076019:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000017e86455. 02000000:00000010:3.0:1761322990.076040:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001332b02a. 00000400:00000010:3.0:1761322990.076045:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a06601e4. 00000400:00000010:3.0:1761322990.076049:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f721b205. 00000100:00000200:3.0:1761322990.076052:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956440896, portal 16 00000400:00000010:3.0:1761322990.076055:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000167583ae. 00000100:00000200:3.0:1761322990.076066:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956440896, offset 0 00000400:00000200:3.0:1761322990.076072:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:3.0:1761322990.076124:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322990.076131:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:3.0:1761322990.076136:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761322990.076139:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:3.0:1761322990.076141:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88397:88397:256:4294967295] 192.168.201.29@tcp LPNI seq info [88397:88397:8:4294967295] 00000400:00000200:3.0:1761322990.076148:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322990.076153:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322990.076156:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000036ac846e (tot 82350866). 00000800:00000200:3.0:1761322990.076161:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322990.076166:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322990.076170:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000036ac846e type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1761322990.076184:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000315fa5f6. 00010000:00000010:1.1:1761322990.076285:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f622310c. 00010000:00000010:1.1:1761322990.076293:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000001764556. 00010000:00000010:1.1:1761322990.076298:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000062a92f93. 00010000:00000010:1.1:1761322990.076302:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004461e93c. 00000400:00000200:3.0:1761322990.079511:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322990.079537:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf1740 00000400:00000200:3.0:1761322990.079548:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xab23d [1] + 224 00000400:00000200:3.0:1761322990.079563:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.079567:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322990.079580:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000045f901fa x1846879956440896/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322990.079627:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322990.079633:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb55540 00000400:00000200:3.0:1761322990.079645:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xa9c91 [2] + 0 00000400:00000200:3.0:1761322990.079719:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.079725:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322990.079732:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761322990.079738:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000048e8df22. 00000800:00000200:3.0:1761322990.080623:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322990.080629:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a3160ea0 (tot 82350618). 00000400:00000200:3.0:1761322990.080633:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.080638:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322990.080640:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b98a355a 00000400:00000010:3.0:1761322990.080642:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b98a355a. 00000800:00000200:3.0:1761322990.080997:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322990.081000:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000075600cbc (tot 82350618). 00000400:00000200:3.0:1761322990.081003:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.081006:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322990.081009:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005178a5a4 00000400:00000010:3.0:1761322990.081011:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005178a5a4. 00000100:00000200:3.0:1761322990.081018:0:15812:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000089684651 x1846879956440960/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761322990.082142:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000e8cb689. 00010000:00000010:3.1:1761322990.082154:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004161e0b8. 00000400:00000200:3.0:1761322990.085233:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322990.085260:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf1780 00000400:00000200:3.0:1761322990.085272:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xab249 [1] + 224 00000400:00000200:3.0:1761322990.085289:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.085295:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322990.085307:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000089684651 x1846879956440960/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322990.085383:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322990.085390:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb55580 00000400:00000200:3.0:1761322990.085657:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xa9c91 [2] + 328 00000400:00000200:3.0:1761322990.085726:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.085731:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322990.085736:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761322990.085742:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000043166cbc. 00010000:00000010:1.1:1761322990.086193:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000853f2027. 00010000:00000010:1.1:1761322990.086201:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bcab877a. 00010000:00000010:1.1:1761322990.086206:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004662212d. 00010000:00000010:1.1:1761322990.086210:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae5da395. 00010000:00000010:1.1:1761322990.086213:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eb0de022. 00010000:00000010:1.1:1761322990.086215:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e0c6830d. 00000800:00000200:3.0:1761322990.086680:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322990.086685:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000057731204 (tot 82350618). 00000400:00000200:3.0:1761322990.086692:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.086696:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322990.086700:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006ed25e9e 00000400:00000010:3.0:1761322990.086702:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006ed25e9e. 00010000:00000010:2.1:1761322990.086978:0:67479:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af794ef9. 00010000:00000010:2.1:1761322990.086987:0:67479:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000064ca69e5. 00010000:00000010:2.1:1761322990.086990:0:67479:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005059fbd7. 00000800:00000200:3.0:1761322990.087839:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322990.087843:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009abd418e (tot 82350618). 00000400:00000200:3.0:1761322990.087847:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.087852:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322990.087855:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003650095b 00000400:00000010:3.0:1761322990.087857:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003650095b. 00000100:00000200:3.0:1761322990.087864:0:15812:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000089684651 x1846879956441024/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761322990.090126:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aa4d12ff. 00000400:00000200:3.0:1761322990.092351:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322990.092376:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf17c0 00000400:00000200:3.0:1761322990.092387:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xab255 [1] + 224 00000400:00000200:3.0:1761322990.092412:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.092417:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322990.092430:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000089684651 x1846879956441024/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322990.092919:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322990.092926:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb555c0 00000400:00000200:3.0:1761322990.092932:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xa9c91 [2] + 656 00000400:00000200:3.0:1761322990.092997:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.093001:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322990.093006:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761322990.093013:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000053322525. 00010000:00000010:0.1:1761322990.093159:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000085536c92. 00000800:00000200:3.0:1761322990.093681:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322990.093686:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000057731204 (tot 82350618). 00000400:00000200:3.0:1761322990.093695:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.093699:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322990.093702:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006519b1d7 00000400:00000010:3.0:1761322990.093704:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006519b1d7. 00000800:00000200:3.0:1761322990.093929:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322990.093932:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cdb67613 (tot 82350618). 00000400:00000200:3.0:1761322990.093936:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.093939:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322990.093942:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002c8a409d 00000400:00000010:3.0:1761322990.093943:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002c8a409d. 00000100:00000200:3.0:1761322990.093948:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000089684651 x1846879956441088/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761322990.094115:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000062a3b598. 00010000:00000010:1.1:1761322990.094125:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004461e93c. 00010000:00000010:1.1:1761322990.094130:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000062a92f93. 00010000:00000010:1.1:1761322990.094134:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae5da395. 00000400:00000200:3.0:1761322990.097250:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322990.097274:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf1800 00000400:00000200:3.0:1761322990.097284:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xab261 [1] + 224 00000400:00000200:3.0:1761322990.097303:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.097307:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322990.097318:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000089684651 x1846879956441088/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322990.097362:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322990.097367:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb55600 00000400:00000200:3.0:1761322990.097372:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xa9c91 [2] + 984 00000400:00000200:3.0:1761322990.097458:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.097462:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322990.097468:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761322990.097476:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000045f901fa. 00000800:00000200:3.0:1761322990.098272:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322990.098277:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000057731204 (tot 82350618). 00000400:00000200:3.0:1761322990.098286:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.098290:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322990.098294:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000037e22b3c 00000400:00000010:3.0:1761322990.098295:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000037e22b3c. 00000800:00000200:1.0:1761322990.098679:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322990.098682:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003124c809 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761322990.099007:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322990.099009:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003124c809 (tot 82350618). 00000400:00000200:3.0:1761322990.099013:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.099018:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322990.099020:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000962e04ce 00000400:00000010:3.0:1761322990.099022:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000962e04ce. 00000100:00000200:3.0:1761322990.099028:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000089684651 x1846879956441152/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322990.101424:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322990.101451:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf1840 00000400:00000200:3.0:1761322990.101461:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xab26d [1] + 224 00000400:00000200:3.0:1761322990.101482:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.101486:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322990.101497:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000089684651 x1846879956441152/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761322990.101735:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000386cac00. 00000400:00000200:1.0:1761322990.101764:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fcd371be 00000400:00000010:1.0:1761322990.101767:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fcd371be. 00000100:00000200:1.0:1761322990.101774:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000089684651 x1846879956441152/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761322990.101782:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000089684651 x1846879956441152/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761322990.101812:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f5381f77. 02000000:00000010:1.0:1761322990.101819:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000047e3e3ef. 00000100:00000010:1.0:1761322990.101824:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000089684651. 00000100:00000010:1.0:1761322990.101828:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001f9582b6. 00010000:00000010:1.0:1761322990.101831:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004bdec316. 00000400:00000200:3.0:1761322990.102112:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322990.102121:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb55640 00000400:00000200:3.0:1761322990.102128:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xa9c91 [2] + 1312 00000400:00000200:3.0:1761322990.102195:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.102202:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322990.102208:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761322990.102213:0:15812:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e39d4cbd. 00010000:00000010:1.1:1761322990.102301:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009d8220f5. 00010000:00000010:1.1:1761322990.102311:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bcab877a. 00080000:00000010:1.0:1761322990.103504:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000047e3e3ef. 00010000:00000010:1.0:1761322990.103637:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000db14c47f. 00010000:00000010:1.0:1761322990.103645:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000044773b74. 00010000:00000010:1.0:1761322990.103749:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bcab877a. 00010000:00000010:1.0:1761322990.103755:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000db14c47f. 00010000:00000010:1.0:1761322990.103766:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004bdec316. 00000100:00000010:1.0:1761322990.103770:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001f9582b6. 00000100:00000010:1.0:1761322990.103778:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000089684651. 02000000:00000010:1.0:1761322990.103790:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f5381f77. 02000000:00000010:1.0:1761322990.103815:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fb281635. 00000400:00000010:1.0:1761322990.103820:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000386cac00. 00000400:00000010:1.0:1761322990.103826:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fcd371be. 00000100:00000200:1.0:1761322990.103831:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956441216, portal 16 00000400:00000010:1.0:1761322990.103913:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000048107573. 00000100:00000200:1.0:1761322990.103927:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956441216, offset 0 00000400:00000200:1.0:1761322990.103940:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322990.103957:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322990.103964:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:1.0:1761322990.103969:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761322990.103973:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:1.0:1761322990.103976:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88407:88407:255:4294967295] 192.168.201.29@tcp LPNI seq info [88407:88407:7:4294967295] 00000400:00000200:1.0:1761322990.103988:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322990.103994:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322990.104001:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000056e29e94 (tot 82351114). 00000800:00000200:1.0:1761322990.104008:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322990.104016:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322990.104019:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000056e29e94 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1761322990.107527:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007e9263ae. 00000400:00000200:3.0:1761322990.109497:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322990.109528:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf1880 00000400:00000200:3.0:1761322990.109543:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xab279 [1] + 224 00000400:00000200:3.0:1761322990.109568:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.109573:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322990.109586:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000089684651 x1846879956441216/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322990.109685:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322990.109691:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb55680 00000400:00000200:3.0:1761322990.109697:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xa9c91 [2] + 1640 00000400:00000200:3.0:1761322990.109760:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.109765:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322990.109770:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761322990.109776:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ba5c8387. 00000400:00000010:1.0:1761322990.109888:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000386cac00. 00000400:00000200:1.0:1761322990.109908:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fcd371be 00000400:00000010:1.0:1761322990.109912:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fcd371be. 00000100:00000200:1.0:1761322990.109922:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000089684651 x1846879956441216/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761322990.109932:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000089684651 x1846879956441216/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761322990.109960:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fb281635. 02000000:00000010:1.0:1761322990.109970:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f5381f77. 00000100:00000010:1.0:1761322990.109975:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000089684651. 00000100:00000010:1.0:1761322990.109980:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001f9582b6. 00010000:00000010:1.0:1761322990.109986:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004bdec316. 00080000:00000010:1.0:1761322990.110462:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fb281635. 00010000:00000010:1.0:1761322990.110575:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000db14c47f. 00010000:00000010:1.0:1761322990.110584:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fc3356f1. 00010000:00000010:1.0:1761322990.110681:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004461e93c. 00010000:00000010:1.0:1761322990.110687:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000db14c47f. 00010000:00000010:1.0:1761322990.110697:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004bdec316. 00000100:00000010:1.0:1761322990.110701:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001f9582b6. 00000100:00000010:1.0:1761322990.110706:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000089684651. 02000000:00000010:1.0:1761322990.110717:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000021b52016. 02000000:00000010:1.0:1761322990.110741:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000051729c1f. 00000400:00000010:1.0:1761322990.110746:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000386cac00. 00000400:00000010:1.0:1761322990.110750:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fcd371be. 00000100:00000200:1.0:1761322990.110756:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956441280, portal 16 00000400:00000010:1.0:1761322990.110759:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a506a769. 00000100:00000200:1.0:1761322990.110761:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956441280, offset 0 00000400:00000200:1.0:1761322990.110767:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322990.110775:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322990.110783:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:1.0:1761322990.110788:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761322990.110792:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:1.0:1761322990.110795:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88409:88409:255:4294967295] 192.168.201.29@tcp LPNI seq info [88409:88409:7:4294967295] 00000400:00000200:1.0:1761322990.110801:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322990.110806:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322990.110809:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000638fa395 (tot 82351114). 00000800:00000200:1.0:1761322990.110813:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322990.110817:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322990.110819:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000638fa395 type 1, nob 424 niov 1 nkiov 1 00000400:00000010:1.0:1761322990.113785:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000386cac00. 00000400:00000200:1.0:1761322990.113803:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fcd371be 00000400:00000010:1.0:1761322990.113805:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fcd371be. 00000100:00000200:1.0:1761322990.113812:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000089684651 x1846879956441280/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761322990.113820:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000089684651 x1846879956441280/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761322990.113854:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000051729c1f. 02000000:00000010:1.0:1761322990.113865:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000021b52016. 00000100:00000010:1.0:1761322990.113872:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000089684651. 00000100:00000010:1.0:1761322990.113877:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001f9582b6. 00010000:00000010:1.0:1761322990.113880:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004bdec316. 00080000:00000010:1.0:1761322990.114339:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000021b52016. 00010000:00000010:1.0:1761322990.114446:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000db14c47f. 00010000:00000010:1.0:1761322990.114455:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005be746ea. 00000800:00000200:3.0:1761322990.114542:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322990.114548:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000057731204 (tot 82350618). 00000400:00000200:3.0:1761322990.114556:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:1.0:1761322990.114560:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d6c79a22. 00000400:00000200:3.0:1761322990.114562:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322990.114567:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000825fa906 00010000:00000010:1.0:1761322990.114567:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000db14c47f. 00000400:00000010:3.0:1761322990.114569:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000825fa906. 02000000:00000010:3.0:1761322990.114578:0:15810:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000641946d9. 00010000:00000010:1.0:1761322990.114579:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004bdec316. 00000100:00000010:1.0:1761322990.114584:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001f9582b6. 00000100:00000010:1.0:1761322990.114592:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000089684651. 02000000:00000010:1.0:1761322990.114602:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000051729c1f. 02000000:00000010:1.0:1761322990.114623:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c92ebd3e. 00000400:00000010:1.0:1761322990.114627:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000386cac00. 00000400:00000010:1.0:1761322990.114630:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fcd371be. 00000100:00000200:1.0:1761322990.114638:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956441344, portal 16 00000400:00000010:1.0:1761322990.114642:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002f17cf4d. 00000100:00000200:1.0:1761322990.114644:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956441344, offset 0 00000400:00000200:1.0:1761322990.114649:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322990.114655:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322990.114663:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:1.0:1761322990.114667:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761322990.114670:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:1.0:1761322990.114673:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88411:88411:256:4294967295] 192.168.201.29@tcp LPNI seq info [88411:88411:8:4294967295] 00000400:00000200:1.0:1761322990.114680:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322990.114685:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322990.114688:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000841bc8bd (tot 82350866). 00000800:00000200:1.0:1761322990.114697:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322990.114701:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322990.114704:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000841bc8bd type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1761322990.115183:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bf396d04. 00010000:00000010:1.1:1761322990.115191:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000001764556. 00010000:00000010:1.1:1761322990.115196:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eb2364c2. 00010000:00000010:1.1:1761322990.115200:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae5da395. 00010000:00000010:0.1:1761322990.115213:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e67670d5. 00010000:00000010:0.1:1761322990.115220:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003cad7987. 00000400:00000010:1.0:1761322990.117148:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000386cac00. 00000400:00000200:1.0:1761322990.117169:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fcd371be 00000400:00000010:1.0:1761322990.117172:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fcd371be. 00000100:00000200:1.0:1761322990.117180:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000089684651 x1846879956441344/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761322990.117188:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000089684651 x1846879956441344/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322990.117195:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322990.117203:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb55700 00000400:00000200:3.0:1761322990.117209:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xa9ce9 [2] + 0 02000000:00000010:1.0:1761322990.117218:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c92ebd3e. 02000000:00000010:1.0:1761322990.117225:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000051729c1f. 00000100:00000010:1.0:1761322990.117228:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000089684651. 00000100:00000010:1.0:1761322990.117233:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001f9582b6. 00010000:00000010:1.0:1761322990.117236:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004bdec316. 00000400:00000200:3.0:1761322990.117262:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.117266:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322990.117271:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761322990.117276:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007478fe45. 00080000:00000010:1.0:1761322990.117805:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000051729c1f. 00010000:00000010:1.0:1761322990.117913:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000db14c47f. 00010000:00000010:1.0:1761322990.117921:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000022e0a813. 00010000:00000010:1.0:1761322990.118032:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ae5da395. 00010000:00000010:1.0:1761322990.118037:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000db14c47f. 00010000:00000010:1.0:1761322990.118048:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004bdec316. 00000100:00000010:1.0:1761322990.118052:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001f9582b6. 00000100:00000010:1.0:1761322990.118070:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000089684651. 02000000:00000010:1.0:1761322990.118166:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c92ebd3e. 02000000:00000010:1.0:1761322990.118191:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f5381f77. 00000400:00000010:1.0:1761322990.118197:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000386cac00. 00000400:00000010:1.0:1761322990.118202:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fcd371be. 00000100:00000200:1.0:1761322990.118207:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956441408, portal 16 00000400:00000010:1.0:1761322990.118211:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000035ef97af. 00000100:00000200:1.0:1761322990.118213:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956441408, offset 0 00000400:00000200:1.0:1761322990.118219:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322990.118226:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322990.118233:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:1.0:1761322990.118237:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761322990.118241:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:1.0:1761322990.118243:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88413:88413:255:4294967295] 192.168.201.29@tcp LPNI seq info [88413:88413:7:4294967295] 00000400:00000200:1.0:1761322990.118251:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322990.118256:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322990.118260:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000db1a54b8 (tot 82351114). 00000800:00000200:1.0:1761322990.118264:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322990.118268:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322990.118271:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000db1a54b8 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761322990.118946:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322990.118951:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000074e57caf (tot 82350866). 00000400:00000200:3.0:1761322990.118957:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.118963:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322990.118968:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000032cf7749 00000400:00000010:3.0:1761322990.118970:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000032cf7749. 00000800:00000200:3.0:1761322990.119034:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322990.119036:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000db1a54b8 (tot 82350618). 00000400:00000200:3.0:1761322990.119039:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.119042:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322990.119044:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000035ef97af 00000400:00000010:3.0:1761322990.119046:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000035ef97af. 00000100:00000200:3.0:1761322990.119052:0:15812:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000089684651 x1846879956441408/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761322990.119124:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000096e9b053. 00010000:00000010:0.1:1761322990.119131:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c0a81e87. 00000400:00000010:1.0:1761322990.121276:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000386cac00. 00000400:00000200:1.0:1761322990.121292:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fcd371be 00000400:00000010:1.0:1761322990.121294:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fcd371be. 00000100:00000200:1.0:1761322990.121299:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000089684651 x1846879956441408/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761322990.121304:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000089684651 x1846879956441408/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761322990.121333:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f5381f77. 02000000:00000010:1.0:1761322990.121340:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c92ebd3e. 00000100:00000010:1.0:1761322990.121347:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000089684651. 00000100:00000010:1.0:1761322990.121353:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001f9582b6. 00010000:00000010:1.0:1761322990.121357:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004bdec316. 00000400:00000200:3.0:1761322990.121361:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322990.121371:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb55740 00000400:00000200:3.0:1761322990.121376:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xa9ce9 [2] + 328 00000400:00000200:3.0:1761322990.121625:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.121630:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322990.121635:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761322990.121641:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002d0671bc. 00080000:00000010:1.0:1761322990.121977:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f5381f77. 00010000:00000010:1.0:1761322990.122127:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000db14c47f. 00010000:00000010:1.0:1761322990.122135:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000043cce778. 00010000:00000010:1.0:1761322990.122239:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000001764556. 00010000:00000010:1.0:1761322990.122245:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000db14c47f. 00010000:00000010:1.0:1761322990.122255:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004bdec316. 00000100:00000010:1.0:1761322990.122260:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001f9582b6. 00000100:00000010:1.0:1761322990.122268:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000089684651. 02000000:00000010:1.0:1761322990.122282:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c92ebd3e. 02000000:00000010:1.0:1761322990.122305:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004601e3b0. 00000400:00000010:1.0:1761322990.122310:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000386cac00. 00000400:00000010:1.0:1761322990.122320:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fcd371be. 00000100:00000200:1.0:1761322990.122326:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956441472, portal 16 00000400:00000010:1.0:1761322990.122330:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a8e779fb. 00000100:00000200:1.0:1761322990.122332:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956441472, offset 0 00000400:00000200:1.0:1761322990.122338:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322990.122345:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00010000:00000010:2.1:1761322990.122348:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aa8ffa22. 00000400:00000200:1.0:1761322990.122352:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:1.0:1761322990.122357:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761322990.122360:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:1.0:1761322990.122362:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88415:88415:256:4294967295] 192.168.201.29@tcp LPNI seq info [88415:88415:8:4294967295] 00000400:00000200:1.0:1761322990.122369:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322990.122374:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322990.122377:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000db1a54b8 (tot 82350866). 00000800:00000200:1.0:1761322990.122381:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322990.122385:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322990.122387:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000db1a54b8 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1761322990.123162:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000b4be413. 00010000:00000010:1.1:1761322990.123168:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bcab877a. 00010000:00000010:1.1:1761322990.123173:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a7b737ad. 00010000:00000010:1.1:1761322990.123176:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004461e93c. 00000400:00000200:3.0:1761322990.124613:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322990.124634:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf1980 00000400:00000200:3.0:1761322990.124644:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xab2ad [1] + 224 00000400:00000200:3.0:1761322990.124674:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.124678:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322990.124689:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000089684651 x1846879956441472/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761322990.124844:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000386cac00. 00000400:00000200:1.0:1761322990.124863:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fcd371be 00000400:00000010:1.0:1761322990.124865:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fcd371be. 00000100:00000200:1.0:1761322990.124872:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000089684651 x1846879956441472/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761322990.124879:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000089684651 x1846879956441472/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761322990.124997:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004601e3b0. 02000000:00000010:1.0:1761322990.125006:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c92ebd3e. 00000100:00000010:1.0:1761322990.125014:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000089684651. 00000100:00000010:1.0:1761322990.125018:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001f9582b6. 00010000:00000010:1.0:1761322990.125022:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004bdec316. 00080000:00000010:1.0:1761322990.125939:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000004601e3b0. 00010000:00000010:1.0:1761322990.126042:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000db14c47f. 00010000:00000010:1.0:1761322990.126049:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000104ee52b. 00000800:00000200:3.0:1761322990.126185:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00010000:00000010:1.0:1761322990.126186:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004461e93c. 00000800:00000010:3.0:1761322990.126190:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007e67acbb (tot 82350618). 00010000:00000010:1.0:1761322990.126192:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000db14c47f. 00000400:00000200:3.0:1761322990.126194:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.126198:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322990.126202:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003d5d8e74 00010000:00000010:1.0:1761322990.126203:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004bdec316. 00000400:00000010:3.0:1761322990.126204:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003d5d8e74. 00000100:00000010:1.0:1761322990.126206:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001f9582b6. 00000100:00000010:1.0:1761322990.126213:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000089684651. 02000000:00000010:1.0:1761322990.126225:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f9953d6a. 02000000:00000010:1.0:1761322990.126248:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000086ddb046. 00000400:00000010:1.0:1761322990.126253:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000386cac00. 00000400:00000010:1.0:1761322990.126257:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fcd371be. 00000100:00000200:1.0:1761322990.126262:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956441536, portal 16 00000400:00000010:1.0:1761322990.126266:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000095caff3a. 00000100:00000200:1.0:1761322990.126267:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956441536, offset 0 00000400:00000200:1.0:1761322990.126273:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322990.126279:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322990.126288:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:1.0:1761322990.126292:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761322990.126295:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:1.0:1761322990.126297:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88417:88417:256:4294967295] 192.168.201.29@tcp LPNI seq info [88417:88417:8:4294967295] 00000400:00000200:1.0:1761322990.126304:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322990.126309:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322990.126312:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000841bc8bd (tot 82350866). 00000800:00000200:1.0:1761322990.126316:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322990.126319:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322990.126322:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000841bc8bd type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761322990.126481:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322990.126484:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000841bc8bd (tot 82350618). 00000400:00000200:3.0:1761322990.126490:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.126494:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322990.126496:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000095caff3a 00000400:00000010:3.0:1761322990.126498:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000095caff3a. 00000100:00000200:3.0:1761322990.126503:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000089684651 x1846879956441536/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761322990.130777:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000386cac00. 00000400:00000200:1.0:1761322990.130798:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fcd371be 00000400:00000010:1.0:1761322990.130801:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fcd371be. 00000100:00000200:1.0:1761322990.130810:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000089684651 x1846879956441536/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761322990.130820:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000089684651 x1846879956441536/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322990.130832:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322990.130842:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb557c0 00000400:00000200:3.0:1761322990.130849:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xa9ce9 [2] + 984 02000000:00000010:1.0:1761322990.130852:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000086ddb046. 02000000:00000010:1.0:1761322990.130863:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f9953d6a. 00000100:00000010:1.0:1761322990.130867:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000089684651. 00000100:00000010:1.0:1761322990.130871:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001f9582b6. 00010000:00000010:1.0:1761322990.130874:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004bdec316. 00000400:00000200:3.0:1761322990.130910:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.130914:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322990.130918:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761322990.130923:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000dec6d697. 00010000:00000010:0.1:1761322990.131110:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002392b84a. 00010000:00000010:1.1:1761322990.131217:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dd516fc5. 00010000:00000010:1.1:1761322990.131229:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6c79a22. 00080000:00000010:1.0:1761322990.131325:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f9953d6a. 00010000:00000010:1.0:1761322990.131434:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000db14c47f. 00010000:00000010:1.0:1761322990.131442:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cc5f59dc. 00010000:00000010:1.0:1761322990.131537:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d6c79a22. 00010000:00000010:1.0:1761322990.131543:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000db14c47f. 00010000:00000010:1.0:1761322990.131552:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004bdec316. 00000100:00000010:1.0:1761322990.131556:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001f9582b6. 00000100:00000010:1.0:1761322990.131562:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000089684651. 02000000:00000010:1.0:1761322990.131573:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000086ddb046. 02000000:00000010:1.0:1761322990.131593:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000da4003a9. 00000400:00000010:1.0:1761322990.131598:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000386cac00. 00000400:00000010:1.0:1761322990.131602:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fcd371be. 00000100:00000200:1.0:1761322990.131607:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956441600, portal 16 00000400:00000010:1.0:1761322990.131611:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c1b37fc8. 00000100:00000200:1.0:1761322990.131616:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956441600, offset 0 00000400:00000200:1.0:1761322990.131626:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322990.131635:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322990.131645:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:1.0:1761322990.131649:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761322990.131653:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:1.0:1761322990.131655:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88419:88419:255:4294967295] 192.168.201.29@tcp LPNI seq info [88419:88419:7:4294967295] 00000400:00000200:1.0:1761322990.131662:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322990.131666:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322990.131669:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000638fa395 (tot 82350866). 00000800:00000200:1.0:1761322990.131673:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322990.131677:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322990.131680:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000638fa395 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:3.0:1761322990.133127:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322990.133146:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf1a00 00000400:00000200:3.0:1761322990.133155:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xab2c5 [1] + 224 00000400:00000200:3.0:1761322990.133170:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.133174:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322990.133181:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000089684651 x1846879956441600/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761322990.133300:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000386cac00. 00000400:00000200:1.0:1761322990.133319:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fcd371be 00000400:00000010:1.0:1761322990.133322:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fcd371be. 00000100:00000200:1.0:1761322990.133328:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000089684651 x1846879956441600/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761322990.133342:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000089684651 x1846879956441600/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761322990.133372:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000da4003a9. 02000000:00000010:1.0:1761322990.133380:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000086ddb046. 00000100:00000010:1.0:1761322990.133383:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000089684651. 00000100:00000010:1.0:1761322990.133387:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001f9582b6. 00010000:00000010:1.0:1761322990.133391:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004bdec316. 00000020:00000010:3.0:1761322990.135288:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003a53dd9d. 00000020:00000010:3.0:1761322990.135296:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000078d26153. 00010000:00000010:1.1:1761322990.135299:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000090a46e11. 00000020:00000010:3.0:1761322990.135300:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a75b98bb. 00010000:00000010:1.1:1761322990.135314:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae5da395. 00000100:00000200:3.0:1761322990.135325:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000049447897 x1846879955802112/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:143/0 lens 328/0 e 0 to 0 dl 1761323033 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761322990.135354:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955802112 02000000:00000010:3.0:1761322990.135368:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001332b02a. 00010000:00000010:3.0:1761322990.135395:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008032a725. 00010000:00000010:3.0:1761322990.135414:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f15710e6. 00000100:00000010:3.0:1761322990.135420:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f384674b. 00000100:00000010:3.0:1761322990.135437:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f384674b. 00010000:00000010:3.0:1761322990.135440:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f15710e6. 00000400:00000010:3.0:1761322990.135452:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000042c05544. 00000100:00000200:3.0:1761322990.135456:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955802112, offset 224 00000400:00000200:3.0:1761322990.135463:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:3.0:1761322990.135472:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322990.135477:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88420:88420:256:4294967295] 192.168.201.29@tcp LPNI seq info [88420:88420:8:4294967295] 00000400:00000200:3.0:1761322990.135497:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322990.135503:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322990.135508:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003de23d37 (tot 82350866). 00000800:00000200:3.0:1761322990.135514:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322990.135522:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322990.135526:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003de23d37 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761322990.135550:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000078d26153. 00000020:00000010:3.0:1761322990.135554:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a75b98bb. 00000020:00000010:3.0:1761322990.135557:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003a53dd9d. 00080000:00000010:1.0:1761322990.135579:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000086ddb046. 00010000:00000010:1.0:1761322990.135698:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000db14c47f. 00010000:00000010:1.0:1761322990.135706:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e2cc2a42. 00010000:00000010:1.0:1761322990.135799:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ae5da395. 00010000:00000010:1.0:1761322990.135806:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000db14c47f. 00010000:00000010:1.0:1761322990.135817:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004bdec316. 00000100:00000010:1.0:1761322990.135821:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001f9582b6. 00000100:00000010:1.0:1761322990.135828:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000089684651. 02000000:00000010:1.0:1761322990.135839:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000da4003a9. 02000000:00000010:1.0:1761322990.135864:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006846ac8d. 00000400:00000010:1.0:1761322990.135870:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000386cac00. 00000400:00000010:1.0:1761322990.135875:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fcd371be. 00000100:00000200:1.0:1761322990.135880:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956441664, portal 16 00000400:00000010:1.0:1761322990.135884:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c1b37fc8. 00000100:00000200:1.0:1761322990.135885:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956441664, offset 0 00000400:00000200:1.0:1761322990.135889:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322990.135894:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322990.135900:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:1.0:1761322990.135903:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761322990.135906:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:1.0:1761322990.135908:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88421:88421:256:4294967295] 192.168.201.29@tcp LPNI seq info [88421:88421:8:4294967295] 00000400:00000200:1.0:1761322990.135915:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322990.135919:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322990.135923:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000056e29e94 (tot 82350866). 00000800:00000200:1.0:1761322990.135927:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322990.135931:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322990.135933:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000056e29e94 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761322990.136029:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322990.136032:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000056e29e94 (tot 82350618). 00000400:00000200:3.0:1761322990.136036:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.136039:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322990.136042:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c1b37fc8 00000400:00000010:3.0:1761322990.136043:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c1b37fc8. 00000100:00000200:3.0:1761322990.136049:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000089684651 x1846879956441664/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761322990.136129:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000009faff00. 00000400:00000010:1.0:1761322990.137899:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000386cac00. 00000400:00000200:1.0:1761322990.137919:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fcd371be 00000400:00000010:1.0:1761322990.137921:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fcd371be. 00000100:00000200:1.0:1761322990.137927:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000089684651 x1846879956441664/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761322990.137935:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000089684651 x1846879956441664/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761322990.137962:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006846ac8d. 02000000:00000010:1.0:1761322990.137970:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000da4003a9. 00000100:00000010:1.0:1761322990.137973:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000089684651. 00000100:00000010:1.0:1761322990.137977:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001f9582b6. 00010000:00000010:1.0:1761322990.137980:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004bdec316. 00000020:00000010:3.0:1761322990.138500:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003a53dd9d. 00000020:00000010:3.0:1761322990.138509:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000078d26153. 00000020:00000010:3.0:1761322990.138518:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a75b98bb. 00000100:00000200:3.0:1761322990.138543:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003d81b331 x1846879955802176/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:143/0 lens 328/0 e 0 to 0 dl 1761323033 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761322990.138581:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955802176 02000000:00000010:3.0:1761322990.138602:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000009808178. 00010000:00000010:3.0:1761322990.138632:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000049c7e34. 00010000:00000010:3.0:1761322990.138658:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f15710e6. 00000100:00000010:3.0:1761322990.138671:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f384674b. 00000100:00000010:3.0:1761322990.138685:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f384674b. 00010000:00000010:3.0:1761322990.138689:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f15710e6. 00000400:00000010:3.0:1761322990.138704:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b0b8ce1c. 00000100:00000200:3.0:1761322990.138710:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955802176, offset 224 00000400:00000200:3.0:1761322990.138719:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:3.0:1761322990.138731:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322990.138738:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88422:88422:256:4294967295] 192.168.201.29@tcp LPNI seq info [88422:88422:8:4294967295] 00000400:00000200:3.0:1761322990.138749:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322990.138755:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322990.138760:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fb56ca9b (tot 82350866). 00000800:00000200:3.0:1761322990.138769:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322990.138778:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322990.138782:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fb56ca9b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761322990.138813:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000078d26153. 00000020:00000010:3.0:1761322990.138818:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a75b98bb. 00000020:00000010:3.0:1761322990.138821:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003a53dd9d. 00080000:00000010:1.0:1761322990.138888:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000da4003a9. 00010000:00000010:1.0:1761322990.139028:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000db14c47f. 00010000:00000010:1.0:1761322990.139037:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000017f94867. 00010000:00000010:1.0:1761322990.139220:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000062a92f93. 00010000:00000010:1.0:1761322990.139224:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002c4891d2. 00010000:00000010:1.0:1761322990.139230:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bcab877a. 00010000:00000010:1.0:1761322990.139235:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000db14c47f. 00080000:00000010:1.0:1761322990.139246:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000006846ac8d. 00010000:00000010:1.0:1761322990.139271:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000db14c47f. 00010000:00000010:1.0:1761322990.139274:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c4891d2. 00010000:00000010:1.0:1761322990.139339:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005f6e281a. 00010000:00000010:1.0:1761322990.139342:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000db14c47f. 00010000:00000010:1.0:1761322990.139352:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004bdec316. 00000100:00000010:1.0:1761322990.139356:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001f9582b6. 00000100:00000010:1.0:1761322990.139363:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000089684651. 02000000:00000010:1.0:1761322990.139376:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003211fc22. 02000000:00000010:1.0:1761322990.139401:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000081cafc29. 00000400:00000010:1.0:1761322990.139406:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000386cac00. 00000400:00000010:1.0:1761322990.139412:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fcd371be. 00000100:00000200:1.0:1761322990.139419:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956441728, portal 16 00000400:00000010:1.0:1761322990.139424:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000095caff3a. 00000100:00000200:1.0:1761322990.139426:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956441728, offset 0 00000400:00000200:1.0:1761322990.139433:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322990.139441:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322990.139450:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:1.0:1761322990.139453:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761322990.139457:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:1.0:1761322990.139460:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88423:88423:255:4294967295] 192.168.201.29@tcp LPNI seq info [88423:88423:7:4294967295] 00000400:00000200:1.0:1761322990.139466:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322990.139470:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322990.139474:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003124c809 (tot 82351114). 00000800:00000200:1.0:1761322990.139478:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322990.139483:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322990.139487:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003124c809 type 1, nob 424 niov 1 nkiov 1 00000400:00000010:1.0:1761322990.142048:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000386cac00. 00000400:00000200:1.0:1761322990.142110:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fcd371be 00000400:00000010:1.0:1761322990.142113:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fcd371be. 00000100:00000200:1.0:1761322990.142119:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000089684651 x1846879956441728/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761322990.142128:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000089684651 x1846879956441728/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761322990.142158:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000081cafc29. 02000000:00000010:1.0:1761322990.142166:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003211fc22. 00000100:00000010:1.0:1761322990.142170:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000089684651. 00000100:00000010:1.0:1761322990.142174:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001f9582b6. 00010000:00000010:1.0:1761322990.142178:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004bdec316. 00000020:00000010:3.0:1761322990.142304:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003a53dd9d. 00000020:00000010:3.0:1761322990.142314:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000078d26153. 00000020:00000010:3.0:1761322990.142321:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a75b98bb. 00000100:00000200:3.0:1761322990.142347:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000827ecf8f x1846879955802240/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:143/0 lens 328/0 e 0 to 0 dl 1761323033 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00080000:00000010:1.0:1761322990.142595:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000003211fc22. 00010000:00000010:1.0:1761322990.142705:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000db14c47f. 00010000:00000010:1.0:1761322990.142714:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001e736f13. 00010000:00000010:1.0:1761322990.142826:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a41795f7. 00010000:00000010:1.0:1761322990.142832:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000db14c47f. 00010000:00000010:1.0:1761322990.142843:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004bdec316. 00000100:00000010:1.0:1761322990.142846:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001f9582b6. 00000100:00000010:1.0:1761322990.142851:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000089684651. 02000000:00000010:1.0:1761322990.142861:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000081cafc29. 02000000:00000010:1.0:1761322990.142881:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e61277b2. 00000400:00000010:1.0:1761322990.142885:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000386cac00. 00000400:00000010:1.0:1761322990.142889:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fcd371be. 00000100:00000200:1.0:1761322990.142891:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956441792, portal 16 00000400:00000010:1.0:1761322990.142894:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a8e779fb. 00000100:00000200:1.0:1761322990.142896:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956441792, offset 0 00000400:00000200:1.0:1761322990.142901:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322990.142907:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322990.142915:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:1.0:1761322990.142919:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761322990.142921:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:1.0:1761322990.142924:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88425:88425:255:4294967295] 192.168.201.29@tcp LPNI seq info [88425:88425:7:4294967295] 00000400:00000200:1.0:1761322990.142930:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322990.142935:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322990.142938:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cdb67613 (tot 82351114). 00000800:00000200:1.0:1761322990.142941:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322990.142945:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322990.142947:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cdb67613 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1761322990.145186:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000968e3f37. 00010000:00000010:1.1:1761322990.145358:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e0086075. 00010000:00000010:1.1:1761322990.145367:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000001764556. 00010000:00000010:1.1:1761322990.145371:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000089bdd667. 00010000:00000010:1.1:1761322990.145375:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004461e93c. 00000400:00000010:1.0:1761322990.145871:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000386cac00. 00000400:00000200:1.0:1761322990.145889:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fcd371be 00000400:00000010:1.0:1761322990.145892:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fcd371be. 00000100:00000200:1.0:1761322990.145902:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000089684651 x1846879956441792/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761322990.145914:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000089684651 x1846879956441792/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761322990.145942:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e61277b2. 02000000:00000010:1.0:1761322990.145949:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000081cafc29. 00000100:00000010:1.0:1761322990.145953:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000089684651. 00000100:00000010:1.0:1761322990.145957:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001f9582b6. 00010000:00000010:1.0:1761322990.145960:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004bdec316. 00000020:00000010:1.0:1761322990.146204:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000081cafc29. 00000020:00000010:1.0:1761322990.146211:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002c4891d2. 00000020:00000010:1.0:1761322990.146217:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001d369eb8. 00000100:00000200:1.0:1761322990.146244:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b73ca902 x1846879955802304/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:143/0 lens 328/0 e 0 to 0 dl 1761323033 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761322990.146270:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955802304 02000000:00000010:1.0:1761322990.146405:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e61277b2. 00010000:00000010:1.0:1761322990.146436:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007efa08d6. 00010000:00000010:1.0:1761322990.146460:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004bdec316. 00000100:00000010:1.0:1761322990.146467:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001f9582b6. 00000100:00000010:1.0:1761322990.146486:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001f9582b6. 00010000:00000010:1.0:1761322990.146488:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004bdec316. 00000400:00000010:1.0:1761322990.146500:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fcd371be. 00000100:00000200:1.0:1761322990.146506:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955802304, offset 224 00000400:00000200:1.0:1761322990.146514:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322990.146527:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322990.146534:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88426:88426:256:4294967295] 192.168.201.29@tcp LPNI seq info [88426:88426:8:4294967295] 00000400:00000200:1.0:1761322990.146545:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322990.146550:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322990.146556:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009abd418e (tot 82350866). 00000800:00000200:1.0:1761322990.146563:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322990.146572:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322990.146576:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009abd418e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761322990.146638:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002c4891d2. 00000020:00000010:1.0:1761322990.146643:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001d369eb8. 00000020:00000010:1.0:1761322990.146647:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000081cafc29. 00080000:00000010:3.0:1761322990.146878:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000001332b02a. 00010000:00000010:3.0:1761322990.147104:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000db14c47f. 00010000:00000010:3.0:1761322990.147114:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005564b40a. 00010000:00000010:3.0:1761322990.147223:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001382bdeb. 00010000:00000010:3.0:1761322990.147230:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000287e22ba. 00010000:00000010:3.0:1761322990.147247:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f15710e6. 00000100:00000010:3.0:1761322990.147252:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f384674b. 00000100:00000010:3.0:1761322990.147260:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007478fe45. 02000000:00000010:3.0:1761322990.147271:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003a53dd9d. 02000000:00000010:3.0:1761322990.147296:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000df5e6692. 00000400:00000010:3.0:1761322990.147302:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000011bff66b. 00000400:00000010:3.0:1761322990.147307:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d94e4bcb. 00000100:00000200:3.0:1761322990.147313:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956441856, portal 16 00000400:00000010:3.0:1761322990.147317:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009da01e46. 00000100:00000200:3.0:1761322990.147319:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956441856, offset 0 00000400:00000200:3.0:1761322990.147325:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:3.0:1761322990.147334:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322990.147341:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:3.0:1761322990.147345:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761322990.147348:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:3.0:1761322990.147352:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88427:88427:256:4294967295] 192.168.201.29@tcp LPNI seq info [88427:88427:8:4294967295] 00000400:00000200:3.0:1761322990.147359:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322990.147364:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322990.147367:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fca7c33d (tot 82350866). 00000800:00000200:3.0:1761322990.147372:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322990.147377:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322990.147380:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fca7c33d type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1761322990.149162:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000071da895e. 00010000:00000010:1.1:1761322990.149179:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6c79a22. 00010000:00000010:3.1:1761322990.149253:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002fe51210. 00000400:00000010:3.0:1761322990.151033:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000011bff66b. 00000400:00000200:3.0:1761322990.151040:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d94e4bcb 00000400:00000010:3.0:1761322990.151043:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d94e4bcb. 00000100:00000200:3.0:1761322990.151050:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007478fe45 x1846879956441856/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761322990.151071:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007478fe45 x1846879956441856/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000020:00000010:1.0:1761322990.151133:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000081cafc29. 00000020:00000010:1.0:1761322990.151143:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002c4891d2. 00000020:00000010:1.0:1761322990.151149:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001d369eb8. 02000000:00000010:3.0:1761322990.151175:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000df5e6692. 00000100:00000200:1.0:1761322990.151181:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e002feec x1846879955802368/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:143/0 lens 328/0 e 0 to 0 dl 1761323033 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 02000000:00000010:3.0:1761322990.151184:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003a53dd9d. 00000100:00000010:3.0:1761322990.151191:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007478fe45. 00000100:00000010:3.0:1761322990.151196:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f384674b. 00010000:00000010:3.0:1761322990.151200:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f15710e6. 00000100:00000200:1.0:1761322990.151219:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955802368 02000000:00000010:1.0:1761322990.151233:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000009c641d29. 00010000:00000010:1.0:1761322990.151266:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000023d3637c. 00010000:00000010:1.0:1761322990.151286:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004bdec316. 00000100:00000010:1.0:1761322990.151293:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001f9582b6. 00000100:00000010:1.0:1761322990.151305:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001f9582b6. 00010000:00000010:1.0:1761322990.151308:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004bdec316. 00000400:00000010:1.0:1761322990.151320:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000035ef97af. 00000100:00000200:1.0:1761322990.151326:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955802368, offset 224 00000400:00000200:1.0:1761322990.151334:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00080000:00000010:3.0:1761322990.151341:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000037b7101b. 00000400:00000200:1.0:1761322990.151348:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322990.151355:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88428:88428:256:4294967295] 192.168.201.29@tcp LPNI seq info [88428:88428:8:4294967295] 00000400:00000200:1.0:1761322990.151366:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322990.151372:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322990.151377:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000075600cbc (tot 82350866). 00000800:00000200:1.0:1761322990.151384:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322990.151392:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322990.151396:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000075600cbc type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761322990.151419:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002c4891d2. 00000020:00000010:1.0:1761322990.151434:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001d369eb8. 00000020:00000010:1.0:1761322990.151438:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000081cafc29. 00010000:00000010:3.0:1761322990.151452:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000287e22ba. 00010000:00000010:3.0:1761322990.151460:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000657f0c8f. 00010000:00000010:3.0:1761322990.151711:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b8f5d74c. 00010000:00000010:3.0:1761322990.151718:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000287e22ba. 00010000:00000010:3.0:1761322990.151730:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f15710e6. 00000100:00000010:3.0:1761322990.151733:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f384674b. 00000100:00000010:3.0:1761322990.151739:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007478fe45. 02000000:00000010:3.0:1761322990.151750:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003a53dd9d. 02000000:00000010:3.0:1761322990.151771:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000df5e6692. 00000400:00000010:3.0:1761322990.151776:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000011bff66b. 00000400:00000010:3.0:1761322990.151779:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d94e4bcb. 00000100:00000200:3.0:1761322990.151784:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956441920, portal 16 00000400:00000010:3.0:1761322990.151789:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fb71f45d. 00000100:00000200:3.0:1761322990.151790:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956441920, offset 0 00000400:00000200:3.0:1761322990.151796:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:3.0:1761322990.151802:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322990.151812:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:3.0:1761322990.151817:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761322990.151820:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:3.0:1761322990.151822:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88429:88429:256:4294967295] 192.168.201.29@tcp LPNI seq info [88429:88429:8:4294967295] 00000400:00000200:3.0:1761322990.151829:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322990.151833:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322990.151837:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004da5e01e (tot 82350866). 00000800:00000200:3.0:1761322990.151841:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322990.151845:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322990.151848:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004da5e01e type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1761322990.152286:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001f9307d3. 00010000:00000010:3.1:1761322990.153184:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000056548c5b. 00010000:00000010:1.1:1761322990.153198:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000728ffe93. 00010000:00000010:1.1:1761322990.153209:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae5da395. 00010000:00000010:1.1:1761322990.153215:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000062a92f93. 00010000:00000010:1.1:1761322990.153220:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bcab877a. 00010000:00000010:1.1:1761322990.153226:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c18663ae. 00010000:00000010:1.1:1761322990.153230:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005f6e281a. 00000400:00000010:3.0:1761322990.153300:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000011bff66b. 00000400:00000200:3.0:1761322990.153306:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d94e4bcb 00000400:00000010:3.0:1761322990.153308:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d94e4bcb. 00000100:00000200:3.0:1761322990.153313:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007478fe45 x1846879956441920/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761322990.153322:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007478fe45 x1846879956441920/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761322990.153345:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000df5e6692. 02000000:00000010:3.0:1761322990.153411:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003a53dd9d. 00000100:00000010:3.0:1761322990.153418:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007478fe45. 00000100:00000010:3.0:1761322990.153430:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f384674b. 00010000:00000010:3.0:1761322990.153434:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f15710e6. 00000020:00000010:1.0:1761322990.153728:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000081cafc29. 00000020:00000010:1.0:1761322990.153736:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002c4891d2. 00000020:00000010:1.0:1761322990.153740:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001d369eb8. 00000100:00000200:1.0:1761322990.153771:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d7d62114 x1846879955802432/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:143/0 lens 328/0 e 0 to 0 dl 1761323033 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761322990.153805:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955802432 02000000:00000010:1.0:1761322990.153817:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c1a9c0ed. 00010000:00000010:1.0:1761322990.153844:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a3ab294f. 00010000:00000010:1.0:1761322990.153865:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004bdec316. 00000100:00000010:1.0:1761322990.153871:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001f9582b6. 00000100:00000010:1.0:1761322990.153885:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001f9582b6. 00010000:00000010:1.0:1761322990.153888:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004bdec316. 00000400:00000010:1.0:1761322990.153902:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002f17cf4d. 00000100:00000200:1.0:1761322990.153907:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955802432, offset 224 00080000:00000010:3.0:1761322990.153912:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000002d61570f. 00000400:00000200:1.0:1761322990.153917:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322990.153941:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322990.153946:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88430:88430:256:4294967295] 192.168.201.29@tcp LPNI seq info [88430:88430:8:4294967295] 00000400:00000200:1.0:1761322990.153956:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322990.153961:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322990.153966:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006759b894 (tot 82350866). 00000800:00000200:1.0:1761322990.153971:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322990.153979:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322990.153983:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006759b894 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:3.0:1761322990.153999:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000287e22ba. 00000020:00000010:1.0:1761322990.154004:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002c4891d2. 00010000:00000010:3.0:1761322990.154006:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000080b7189d. 00000020:00000010:1.0:1761322990.154010:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001d369eb8. 00010000:00000010:3.0:1761322990.154125:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c60fd9b7. 00010000:00000010:3.0:1761322990.154131:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000287e22ba. 00010000:00000010:3.0:1761322990.154140:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f15710e6. 00000100:00000010:3.0:1761322990.154148:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f384674b. 00000100:00000010:3.0:1761322990.154153:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007478fe45. 02000000:00000010:3.0:1761322990.154163:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c9079d20. 02000000:00000010:3.0:1761322990.154181:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003a53dd9d. 00000400:00000010:3.0:1761322990.154185:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000011bff66b. 00000400:00000010:3.0:1761322990.154188:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d94e4bcb. 00000100:00000200:3.0:1761322990.154193:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956441984, portal 16 00000400:00000010:3.0:1761322990.154196:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000076784a28. 00000100:00000200:3.0:1761322990.154198:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956441984, offset 0 00000400:00000200:3.0:1761322990.154204:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:3.0:1761322990.154210:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322990.154217:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:3.0:1761322990.154222:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761322990.154226:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:3.0:1761322990.154231:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88431:88431:255:4294967295] 192.168.201.29@tcp LPNI seq info [88431:88431:7:4294967295] 00000020:00000010:1.0:1761322990.154232:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000081cafc29. 00000400:00000200:3.0:1761322990.154241:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322990.154246:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322990.154250:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004da5e01e (tot 82351114). 00000800:00000200:3.0:1761322990.154255:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322990.154259:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322990.154261:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004da5e01e type 1, nob 424 niov 1 nkiov 1 00000400:00000010:3.0:1761322990.156284:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000011bff66b. 00000400:00000200:3.0:1761322990.156290:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d94e4bcb 00000400:00000010:3.0:1761322990.156292:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d94e4bcb. 00000100:00000200:3.0:1761322990.156298:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007478fe45 x1846879956441984/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761322990.156307:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007478fe45 x1846879956441984/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761322990.156335:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003a53dd9d. 02000000:00000010:3.0:1761322990.156416:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c9079d20. 00000100:00000010:3.0:1761322990.156422:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007478fe45. 00000100:00000010:3.0:1761322990.156426:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f384674b. 00010000:00000010:3.0:1761322990.156431:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f15710e6. 00000400:00000200:1.0:1761322990.156493:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:1.0:1761322990.156520:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb55980 00000400:00000200:1.0:1761322990.156529:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xa9d49 [2] + 984 00000400:00000200:1.0:1761322990.156608:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322990.156612:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:1.0:1761322990.156620:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761322990.156626:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000089684651. 00010000:00000010:3.1:1761322990.157177:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003adadf4e. 00010000:00000010:3.1:1761322990.157187:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a41795f7. 00080000:00000010:3.0:1761322990.157233:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000df5e6692. 00010000:00000010:3.0:1761322990.157337:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000287e22ba. 00010000:00000010:3.0:1761322990.157344:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000032bbc2b7. 00010000:00000010:3.0:1761322990.157430:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000075d9751f. 00010000:00000010:3.0:1761322990.157436:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000287e22ba. 00010000:00000010:3.0:1761322990.157454:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f15710e6. 00000100:00000010:3.0:1761322990.157460:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f384674b. 00000100:00000010:3.0:1761322990.157469:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007478fe45. 02000000:00000010:3.0:1761322990.157485:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c9079d20. 02000000:00000010:3.0:1761322990.157510:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003a53dd9d. 00000400:00000010:3.0:1761322990.157517:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000011bff66b. 00000400:00000010:3.0:1761322990.157523:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d94e4bcb. 00000100:00000200:3.0:1761322990.157530:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956442048, portal 16 00000400:00000010:3.0:1761322990.157535:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000061eaa67b. 00000100:00000200:3.0:1761322990.157537:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956442048, offset 0 00000400:00000200:3.0:1761322990.157545:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:3.0:1761322990.157556:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322990.157564:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:3.0:1761322990.157569:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761322990.157572:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:3.0:1761322990.157575:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88433:88433:255:4294967295] 192.168.201.29@tcp LPNI seq info [88433:88433:7:4294967295] 00000400:00000200:3.0:1761322990.157584:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322990.157588:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322990.157592:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fca7c33d (tot 82351114). 00000800:00000200:3.0:1761322990.157596:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322990.157601:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322990.157604:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fca7c33d type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1761322990.157845:0:15812:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c87981e7. 00000800:00000200:1.0:1761322990.157889:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761322990.157893:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fe7f5c43 (tot 82350866). 00000400:00000200:1.0:1761322990.157898:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322990.157904:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:1.0:1761322990.157908:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000047f0d024 00000400:00000010:1.0:1761322990.157910:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000047f0d024. 00000800:00000200:1.0:1761322990.157964:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761322990.157966:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fca7c33d (tot 82350618). 00000400:00000200:1.0:1761322990.157970:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322990.157973:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:1.0:1761322990.157975:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000061eaa67b 00000400:00000010:1.0:1761322990.157977:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000061eaa67b. 00000100:00000200:1.0:1761322990.157983:0:15812:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007478fe45 x1846879956442048/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761322990.159703:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000011bff66b. 00000400:00000200:3.0:1761322990.159712:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d94e4bcb 00000400:00000010:3.0:1761322990.159715:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d94e4bcb. 00000100:00000200:3.0:1761322990.159727:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007478fe45 x1846879956442048/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761322990.159737:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007478fe45 x1846879956442048/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761322990.159767:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003a53dd9d. 02000000:00000010:3.0:1761322990.159774:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c9079d20. 00000100:00000010:3.0:1761322990.159779:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007478fe45. 00000100:00000010:3.0:1761322990.159783:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f384674b. 00010000:00000010:3.0:1761322990.159788:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f15710e6. 00000400:00000200:1.0:1761322990.160942:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:1.0:1761322990.160963:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb559c0 00000400:00000200:1.0:1761322990.160972:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xa9d49 [2] + 1312 00000400:00000200:1.0:1761322990.161063:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322990.161068:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00010000:00000010:3.1:1761322990.161116:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009b6ee93e. 00010000:00000010:3.1:1761322990.161127:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001382bdeb. 00010000:00000010:3.1:1761322990.161135:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b9b5c6d4. 00010000:00000010:3.1:1761322990.161138:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b8f5d74c. 00010000:00000010:1.1:1761322990.161443:0:15810:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fb6125c0. 00010000:00000010:1.1:1761322990.161449:0:15810:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000edbd410c. 00000100:00000200:1.0:1761322990.161459:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761322990.161465:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004760bad7. 00080000:00000010:3.0:1761322990.162573:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000003a53dd9d. 00010000:00000010:3.0:1761322990.162686:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000287e22ba. 00010000:00000010:3.0:1761322990.162694:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000132d1303. 00010000:00000010:3.0:1761322990.162807:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b8f5d74c. 00010000:00000010:3.0:1761322990.162813:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000287e22ba. 00010000:00000010:3.0:1761322990.162823:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f15710e6. 00000100:00000010:3.0:1761322990.162827:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f384674b. 00000100:00000010:3.0:1761322990.162834:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007478fe45. 02000000:00000010:3.0:1761322990.162847:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c9079d20. 02000000:00000010:3.0:1761322990.162869:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000eacbc3d8. 00000400:00000010:3.0:1761322990.162874:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000011bff66b. 00000400:00000010:3.0:1761322990.162880:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d94e4bcb. 00000100:00000200:3.0:1761322990.162886:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956442112, portal 16 00000400:00000010:3.0:1761322990.162890:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a15e7f24. 00000100:00000200:3.0:1761322990.162891:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956442112, offset 0 00000400:00000200:3.0:1761322990.162896:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:3.0:1761322990.162902:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322990.162910:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:3.0:1761322990.162913:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761322990.162916:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:3.0:1761322990.162919:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88435:88435:255:4294967295] 192.168.201.29@tcp LPNI seq info [88435:88435:7:4294967295] 00000400:00000200:3.0:1761322990.162926:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322990.162930:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322990.162933:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fb56ca9b (tot 82351114). 00000800:00000200:3.0:1761322990.162936:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322990.162940:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322990.162942:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fb56ca9b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761322990.163040:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761322990.163045:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cbddcecb (tot 82350866). 00000400:00000200:1.0:1761322990.163050:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322990.163065:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:1.0:1761322990.163070:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000958958ca 00000400:00000010:1.0:1761322990.163098:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000958958ca. 00000800:00000200:1.0:1761322990.163171:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761322990.163173:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fb56ca9b (tot 82350618). 00000400:00000200:1.0:1761322990.163176:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322990.163179:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:1.0:1761322990.163181:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a15e7f24 00000400:00000010:1.0:1761322990.163182:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a15e7f24. 00000100:00000200:1.0:1761322990.163186:0:15812:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007478fe45 x1846879956442112/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761322990.165119:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003c5404de. 00010000:00000010:3.1:1761322990.165696:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000001bebdd4. 00010000:00000010:3.1:1761322990.165704:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c60fd9b7. 00000400:00000010:3.0:1761322990.166622:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000011bff66b. 00000400:00000200:3.0:1761322990.166627:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d94e4bcb 00000400:00000010:3.0:1761322990.166630:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d94e4bcb. 00000100:00000200:3.0:1761322990.166636:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007478fe45 x1846879956442112/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761322990.166644:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007478fe45 x1846879956442112/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761322990.166674:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000eacbc3d8. 02000000:00000010:3.0:1761322990.166680:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c9079d20. 00000100:00000010:3.0:1761322990.166686:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007478fe45. 00000100:00000010:3.0:1761322990.166690:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f384674b. 00010000:00000010:3.0:1761322990.166694:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f15710e6. 00000020:00000010:1.0:1761322990.166830:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000081cafc29. 00000020:00000010:1.0:1761322990.166839:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002c4891d2. 00000020:00000010:1.0:1761322990.166844:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001d369eb8. 00000100:00000200:1.0:1761322990.166869:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000017975d50 x1846879955802624/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:143/0 lens 328/0 e 0 to 0 dl 1761323033 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761322990.167477:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955802624 02000000:00000010:1.0:1761322990.167490:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001805fc72. 00010000:00000010:1.0:1761322990.167517:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cdd51fd8. 00010000:00000010:1.0:1761322990.167538:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004bdec316. 00000100:00000010:1.0:1761322990.167544:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001f9582b6. 00000100:00000010:1.0:1761322990.167554:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001f9582b6. 00010000:00000010:1.0:1761322990.167556:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004bdec316. 00000400:00000010:1.0:1761322990.167568:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a506a769. 00000100:00000200:1.0:1761322990.167572:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955802624, offset 224 00000400:00000200:1.0:1761322990.167579:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322990.167591:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322990.167597:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88436:88436:256:4294967295] 192.168.201.29@tcp LPNI seq info [88436:88436:8:4294967295] 00000400:00000200:1.0:1761322990.167606:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322990.167611:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322990.167616:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c987b974 (tot 82350866). 00000800:00000200:1.0:1761322990.167622:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322990.167630:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322990.167634:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c987b974 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:3.0:1761322990.167731:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000eacbc3d8. 00000020:00000010:1.0:1761322990.167775:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002c4891d2. 00000020:00000010:1.0:1761322990.167779:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001d369eb8. 00000020:00000010:1.0:1761322990.167783:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000081cafc29. 00010000:00000010:3.0:1761322990.167838:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000287e22ba. 00010000:00000010:3.0:1761322990.167844:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000085c2b306. 00010000:00000010:3.0:1761322990.167935:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c60fd9b7. 00010000:00000010:3.0:1761322990.167941:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000287e22ba. 00010000:00000010:3.0:1761322990.167951:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f15710e6. 00000100:00000010:3.0:1761322990.167954:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f384674b. 00000100:00000010:3.0:1761322990.167960:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007478fe45. 02000000:00000010:3.0:1761322990.167972:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c9079d20. 02000000:00000010:3.0:1761322990.167994:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ed376534. 00000400:00000010:3.0:1761322990.167999:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000011bff66b. 00000400:00000010:3.0:1761322990.168004:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d94e4bcb. 00000100:00000200:3.0:1761322990.168010:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956442176, portal 16 00000400:00000010:3.0:1761322990.168014:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000240b67fb. 00000100:00000200:3.0:1761322990.168016:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956442176, offset 0 00000400:00000200:3.0:1761322990.168021:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:3.0:1761322990.168028:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322990.168036:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:3.0:1761322990.168040:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761322990.168043:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:3.0:1761322990.168046:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88437:88437:255:4294967295] 192.168.201.29@tcp LPNI seq info [88437:88437:7:4294967295] 00000400:00000200:3.0:1761322990.168053:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322990.168067:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322990.168071:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003de23d37 (tot 82351114). 00000800:00000200:3.0:1761322990.168093:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322990.168098:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322990.168101:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003de23d37 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1761322990.169108:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bed112ac. 00010000:00000010:3.1:1761322990.169117:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075d9751f. 00010000:00000010:2.1:1761322990.169217:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f5b52a43. 00010000:00000010:1.1:1761322990.172337:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000498d8983. 00000400:00000200:1.0:1761322990.173419:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:1.0:1761322990.173440:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf1c40 00000400:00000200:1.0:1761322990.173451:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xab335 [1] + 224 00000400:00000200:1.0:1761322990.173464:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322990.173468:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:1.0:1761322990.173480:0:15812:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007478fe45 x1846879956442176/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761322990.173523:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:1.0:1761322990.173529:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb55a40 00000400:00000200:1.0:1761322990.173534:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xa9d49 [2] + 1968 00000400:00000010:1.0:1761322990.173539:0:15812:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000007ae3854. 00000400:00000200:1.0:1761322990.173543:0:15812:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000227e61cf 00000400:00000200:1.0:1761322990.173604:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322990.173607:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:1.0:1761322990.173610:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000227e61cf 00000400:00000010:1.0:1761322990.173612:0:15812:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000227e61cf (tot 82350466). 00000100:00000200:1.0:1761322990.173619:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:3.0:1761322990.173830:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000011bff66b. 00000400:00000200:3.0:1761322990.173835:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d94e4bcb 00000400:00000010:3.0:1761322990.173837:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d94e4bcb. 00000100:00000200:3.0:1761322990.173843:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007478fe45 x1846879956442176/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761322990.173851:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007478fe45 x1846879956442176/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761322990.173880:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ed376534. 02000000:00000010:3.0:1761322990.173901:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c9079d20. 00000100:00000010:3.0:1761322990.173906:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007478fe45. 00000100:00000010:3.0:1761322990.173911:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f384674b. 00010000:00000010:3.0:1761322990.173915:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f15710e6. 00080000:00000010:3.0:1761322990.175401:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e7bd5220. 00010000:00000010:3.0:1761322990.175512:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000287e22ba. 00010000:00000010:3.0:1761322990.175518:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b94794c7. 00010000:00000010:3.0:1761322990.175629:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000075d9751f. 00010000:00000010:3.0:1761322990.175634:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000287e22ba. 00010000:00000010:3.0:1761322990.175644:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f15710e6. 00000100:00000010:3.0:1761322990.175647:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f384674b. 00000100:00000010:3.0:1761322990.175654:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007478fe45. 02000000:00000010:3.0:1761322990.175665:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000042149d2. 02000000:00000010:3.0:1761322990.175686:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ad862c06. 00000400:00000010:3.0:1761322990.175690:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000011bff66b. 00000400:00000010:3.0:1761322990.175695:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d94e4bcb. 00000100:00000200:3.0:1761322990.175697:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956442240, portal 16 00000400:00000010:3.0:1761322990.175701:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000277dae64. 00000100:00000200:3.0:1761322990.175703:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956442240, offset 0 00000800:00000200:1.0:1761322990.175703:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761322990.175707:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cbddcecb (tot 82350618). 00000400:00000200:3.0:1761322990.175708:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322990.175711:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.175713:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322990.175716:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:1.0:1761322990.175720:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006f6a30cf 00000400:00000200:3.0:1761322990.175721:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000010:1.0:1761322990.175722:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006f6a30cf. 00000400:00000200:3.0:1761322990.175726:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 02000000:00000010:1.0:1761322990.175726:0:15811:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000aa731b34. 00000400:00000200:3.0:1761322990.175729:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:3.0:1761322990.175731:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88439:88439:255:4294967295] 192.168.201.29@tcp LPNI seq info [88439:88439:7:4294967295] 00000400:00000200:3.0:1761322990.175739:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322990.175743:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322990.175746:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000036ac846e (tot 82350866). 00000800:00000200:3.0:1761322990.175749:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322990.175753:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322990.175755:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000036ac846e type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1761322990.177019:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d7885d2a. 00010000:00000010:3.1:1761322990.177033:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b8f5d74c. 00000400:00000200:1.0:1761322990.177256:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:1.0:1761322990.177271:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf1c80 00000400:00000200:1.0:1761322990.177280:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xab345 [1] + 224 00000400:00000200:1.0:1761322990.177296:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322990.177300:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:1.0:1761322990.177307:0:15812:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007478fe45 x1846879956442240/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761322990.178887:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000011bff66b. 00000400:00000200:3.0:1761322990.178900:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d94e4bcb 00000400:00000010:3.0:1761322990.178902:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d94e4bcb. 00000100:00000200:3.0:1761322990.178916:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007478fe45 x1846879956442240/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761322990.178927:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007478fe45 x1846879956442240/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761322990.178957:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ad862c06. 02000000:00000010:3.0:1761322990.178963:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000042149d2. 00000100:00000010:3.0:1761322990.178968:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007478fe45. 00000100:00000010:3.0:1761322990.178972:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f384674b. 00010000:00000010:3.0:1761322990.178977:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f15710e6. 00000400:00000200:1.0:1761322990.179116:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:1.0:1761322990.179131:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb55a80 00000400:00000200:1.0:1761322990.179139:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xa9d99 [2] + 0 00000400:00000200:1.0:1761322990.179472:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322990.179478:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:1.0:1761322990.179486:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761322990.179492:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000eae2da62. 00010000:00000010:2.1:1761322990.180144:0:66652:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007e0cc3a1. 00000800:00000200:1.0:1761322990.180662:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761322990.180666:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fe7f5c43 (tot 82350618). 00000400:00000200:1.0:1761322990.180671:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322990.180675:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:1.0:1761322990.180678:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006c597dbd 00000400:00000010:1.0:1761322990.180680:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006c597dbd. 00000800:00000200:1.0:1761322990.180755:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761322990.180757:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000057731204 (tot 82350618). 00000400:00000200:1.0:1761322990.180765:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322990.180768:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:1.0:1761322990.180770:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001a275b80 00000400:00000010:1.0:1761322990.180772:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001a275b80. 00000100:00000200:1.0:1761322990.180779:0:15812:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000049447897 x1846879956442304/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761322990.183255:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:1.0:1761322990.183277:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf1cc0 00000400:00000200:1.0:1761322990.183287:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xab351 [1] + 224 00000400:00000200:1.0:1761322990.183304:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322990.183310:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:1.0:1761322990.183320:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000049447897 x1846879956442304/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761322990.183872:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:1.0:1761322990.183880:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb55ac0 00000400:00000200:1.0:1761322990.183886:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xa9d99 [2] + 328 00000400:00000200:1.0:1761322990.183941:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322990.183945:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:1.0:1761322990.183950:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761322990.183955:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000fc1dab26. 00010000:00000010:3.1:1761322990.184562:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ba71a7f0. 00010000:00000010:3.1:1761322990.184572:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c60fd9b7. 00000800:00000200:3.0:1761322990.184639:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322990.184644:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000041deb613 (tot 82350866). 00000400:00000200:3.0:1761322990.184648:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.184653:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322990.184657:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000532b682 00000400:00000010:3.0:1761322990.184658:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000532b682. 00000800:00000200:3.0:1761322990.184708:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322990.184710:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000057731204 (tot 82350618). 00000400:00000200:3.0:1761322990.184717:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.184720:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322990.184723:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c8d84849 00000400:00000010:3.0:1761322990.184725:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c8d84849. 00000100:00000200:3.0:1761322990.184731:0:15812:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000049447897 x1846879956442368/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761322990.186596:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:1.0:1761322990.186616:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf1d00 00000400:00000200:1.0:1761322990.186625:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xab35d [1] + 224 00000400:00000200:1.0:1761322990.186642:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322990.186647:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:1.0:1761322990.186656:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000049447897 x1846879956442368/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761322990.186696:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:1.0:1761322990.186702:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb55b00 00000400:00000200:1.0:1761322990.186707:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xa9d99 [2] + 656 00000400:00000200:1.0:1761322990.186761:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322990.186764:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:1.0:1761322990.186768:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761322990.186774:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000089684651. 00000800:00000200:1.0:1761322990.187488:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761322990.187497:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f093da5b (tot 82350618). 00000400:00000200:1.0:1761322990.187510:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322990.187519:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:1.0:1761322990.187523:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002caf11b4 00000400:00000010:1.0:1761322990.187526:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002caf11b4. 00000800:00000200:3.0:1761322990.187933:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322990.187938:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000057731204 (tot 82350618). 00000400:00000200:3.0:1761322990.187945:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.187951:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322990.187954:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000015c9b00d 00000400:00000010:3.0:1761322990.187955:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000015c9b00d. 00000100:00000200:3.0:1761322990.187965:0:15812:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000049447897 x1846879956442432/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761322990.188275:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000333a9f55. 00010000:00000010:0.1:1761322990.189138:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007ee4feeb. 00010000:00000010:0.1:1761322990.189151:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075d9751f. 00000400:00000200:1.0:1761322990.191360:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:1.0:1761322990.191719:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf1d40 00000400:00000200:1.0:1761322990.191729:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xab369 [1] + 224 00000400:00000200:1.0:1761322990.191749:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322990.191753:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:1.0:1761322990.191765:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000049447897 x1846879956442432/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761322990.192121:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d90770a0. 00010000:00000010:2.1:1761322990.192125:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000e22655d. 00010000:00000010:0.1:1761322990.192132:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000087986522. 00000400:00000200:1.0:1761322990.192525:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:1.0:1761322990.192534:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb55b40 00000400:00000200:1.0:1761322990.192540:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xa9d99 [2] + 984 00000400:00000200:1.0:1761322990.192602:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322990.192606:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:1.0:1761322990.192611:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761322990.192616:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004760bad7. 00000800:00000200:1.0:1761322990.193142:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761322990.193146:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007e67acbb (tot 82350618). 00000400:00000200:1.0:1761322990.193152:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322990.193157:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:1.0:1761322990.193161:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000bc3a1dc 00000400:00000010:1.0:1761322990.193163:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000bc3a1dc. 00010000:00000010:0.1:1761322990.195361:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c50aadf1. 00010000:00000010:0.1:1761322990.195383:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005824d644. 00010000:00000010:0.1:1761322990.195387:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001dca73d3. 00010000:00000010:0.1:1761322990.195392:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a3f536e2. 00010000:00000010:0.1:1761322990.195395:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000d245bd8. 00000800:00000200:1.0:1761322990.196579:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761322990.196584:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000057731204 (tot 82350618). 00000400:00000200:1.0:1761322990.196595:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322990.196601:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:1.0:1761322990.196606:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001c2d6366 00000400:00000010:1.0:1761322990.196608:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001c2d6366. 00000100:00000200:1.0:1761322990.196619:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000049447897 x1846879956442496/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761322990.201389:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000096a226f7. 00000400:00000200:1.0:1761322990.201416:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:1.0:1761322990.201439:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf1d80 00000400:00000200:1.0:1761322990.201452:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xab375 [1] + 224 00000400:00000200:1.0:1761322990.201465:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322990.201469:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:1.0:1761322990.201480:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000049447897 x1846879956442496/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761322990.201715:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:1.0:1761322990.201721:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb55b80 00000400:00000200:1.0:1761322990.201726:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xa9d99 [2] + 1312 00000400:00000200:1.0:1761322990.201985:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322990.201998:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:1.0:1761322990.202020:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761322990.202035:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000bb72a29. 00000020:00000010:3.0:1761322990.202140:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000042149d2. 00000020:00000010:3.0:1761322990.202149:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000078d26153. 00000020:00000010:3.0:1761322990.202155:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000232593f6. 00000100:00000200:3.0:1761322990.202182:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000bb72a29 x1846879955803008/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:143/0 lens 328/0 e 0 to 0 dl 1761323033 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761322990.202304:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955803008 02000000:00000010:1.0:1761322990.202324:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000081cafc29. 00010000:00000010:1.0:1761322990.202656:0:66652:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f52bd7fa. 00010000:00000010:1.0:1761322990.202688:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004bdec316. 00000100:00000010:1.0:1761322990.202695:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001f9582b6. 00000100:00000010:1.0:1761322990.202713:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001f9582b6. 00010000:00000010:1.0:1761322990.202716:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004bdec316. 00000400:00000010:1.0:1761322990.202732:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000048107573. 00000100:00000200:1.0:1761322990.202737:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955803008, offset 224 00000400:00000200:1.0:1761322990.202745:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322990.202763:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322990.202769:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88448:88448:256:4294967295] 192.168.201.29@tcp LPNI seq info [88448:88448:8:4294967295] 00000400:00000200:1.0:1761322990.202782:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322990.202789:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322990.202794:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004b4e0d4f (tot 82350866). 00000800:00000200:1.0:1761322990.202801:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322990.202808:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322990.202813:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004b4e0d4f type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761322990.202840:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000078d26153. 00000020:00000010:1.0:1761322990.202846:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000232593f6. 00000020:00000010:1.0:1761322990.202850:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000042149d2. 00000800:00000200:3.0:1761322990.203292:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322990.203296:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004b4e0d4f (tot 82350866). 00000400:00000200:3.0:1761322990.203301:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.203305:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322990.203309:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000048107573 00000400:00000010:3.0:1761322990.203310:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000048107573. 00000800:00000200:3.0:1761322990.203371:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322990.203372:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000057731204 (tot 82350618). 00000400:00000200:3.0:1761322990.203380:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.203383:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322990.203384:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000243f87cb 00000400:00000010:3.0:1761322990.203386:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000243f87cb. 00000100:00000200:3.0:1761322990.203391:0:15812:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000049447897 x1846879956442560/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761322990.206123:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bbee6a41. 00010000:00000010:0.1:1761322990.206143:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b36b44aa. 00000400:00000200:1.0:1761322990.206261:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:1.0:1761322990.206284:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf1dc0 00000400:00000200:1.0:1761322990.206294:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xab381 [1] + 224 00000400:00000200:1.0:1761322990.206314:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322990.206318:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:1.0:1761322990.206329:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000049447897 x1846879956442560/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761322990.206872:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:1.0:1761322990.206881:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb55bc0 00000400:00000200:1.0:1761322990.206888:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xa9d99 [2] + 1640 00000400:00000200:1.0:1761322990.206958:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322990.206963:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:1.0:1761322990.206968:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761322990.206974:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000eabe2b15. 00000800:00000200:3.0:1761322990.208036:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322990.208041:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000074e57caf (tot 82350866). 00000400:00000200:3.0:1761322990.208046:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.208050:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322990.208064:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009f686459 00000400:00000010:3.0:1761322990.208067:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009f686459. 00000800:00000200:3.0:1761322990.208164:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322990.208166:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000057731204 (tot 82350618). 00000400:00000200:3.0:1761322990.208174:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.208177:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322990.208180:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000faaff073 00000400:00000010:3.0:1761322990.208181:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000faaff073. 00000100:00000200:3.0:1761322990.208189:0:15812:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000049447897 x1846879956442624/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761322990.209124:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004c89db7e. 00000400:00000200:1.0:1761322990.210822:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:1.0:1761322990.210844:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf1e00 00000400:00000200:1.0:1761322990.210854:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xab38d [1] + 224 00000400:00000200:1.0:1761322990.210878:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322990.210883:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:1.0:1761322990.210894:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000049447897 x1846879956442624/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761322990.212800:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:1.0:1761322990.212818:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb55c00 00000400:00000200:1.0:1761322990.212827:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xa9d99 [2] + 1968 00000400:00000010:1.0:1761322990.212832:0:15810:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b072309c. 00000400:00000200:1.0:1761322990.212840:0:15810:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000a3d6d3f0 00000400:00000200:1.0:1761322990.212934:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322990.212940:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:1.0:1761322990.212945:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a3d6d3f0 00000400:00000010:1.0:1761322990.212947:0:15810:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000a3d6d3f0 (tot 82350466). 00000100:00000200:1.0:1761322990.212953:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00010000:00000010:0.1:1761322990.213187:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000005e728b. 00010000:00000010:0.1:1761322990.213197:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000d245bd8. 00010000:00000010:2.1:1761322990.214160:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000105e2f50. 00000020:00000010:2.0:1761322990.214690:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b19ef5e1. 00000020:00000010:2.0:1761322990.214696:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c4bb781f. 00000020:00000010:2.0:1761322990.214701:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f6b2f2bc. 02000000:00000010:2.0:1761322990.214712:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000aa731b34. 00000100:00000010:2.0:1761322990.214715:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000eabe2b15. 02000000:00000010:2.0:1761322990.214718:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000081cafc29. 00000100:00000010:2.0:1761322990.214721:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000bb72a29. 02000000:00000010:2.0:1761322990.214726:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e4fe56c6. 00000100:00000010:2.0:1761322990.214732:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004760bad7. 02000000:00000010:2.0:1761322990.214736:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ec2fc5d2. 00000100:00000010:2.0:1761322990.214738:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000089684651. 02000000:00000010:2.0:1761322990.214740:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000005a072f5e. 00000100:00000010:2.0:1761322990.214742:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000fc1dab26. 02000000:00000010:2.0:1761322990.214744:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000884cf3ba. 00000100:00000010:2.0:1761322990.214746:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000eae2da62. 00000100:00000200:2.0:1761322990.214753:0:67479:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1761322990.214760:0:67479:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000096799e4e. 00000400:00000010:2.0:1761322990.214764:0:67479:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000006d4125c6 (tot 82350866). 00000800:00000200:3.0:1761322990.215206:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322990.215211:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a3160ea0 (tot 82350866). 00000400:00000200:3.0:1761322990.215215:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.215220:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322990.215226:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d61f8e95 00000400:00000010:3.0:1761322990.215228:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d61f8e95. 02000000:00000010:3.0:1761322990.215233:0:15812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000009808178. 00000800:00000200:3.0:1761322990.215266:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322990.215268:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000057731204 (tot 82350618). 00000400:00000200:3.0:1761322990.215276:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.215279:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322990.215281:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008f080af5 00000400:00000010:3.0:1761322990.215282:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008f080af5. 00000100:00000200:3.0:1761322990.215291:0:15812:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000049447897 x1846879956442688/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761322990.217121:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bccfd55b. 00010000:00000010:0.1:1761322990.217138:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001dca73d3. 00000400:00000200:1.0:1761322990.217460:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:1.0:1761322990.217482:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf1e40 00000400:00000200:1.0:1761322990.217491:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xab39d [1] + 224 00000400:00000200:1.0:1761322990.217503:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322990.217508:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:1.0:1761322990.217518:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000049447897 x1846879956442688/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761322990.217570:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:1.0:1761322990.217576:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb55c40 00000400:00000200:1.0:1761322990.217581:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xa9df1 [2] + 0 00000400:00000200:1.0:1761322990.217647:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322990.217652:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:1.0:1761322990.217679:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761322990.217685:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000dfba0156. 00000020:00000010:2.0:1761322990.217751:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000009808178. 00000020:00000010:2.0:1761322990.217759:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b19ef5e1. 00000020:00000010:2.0:1761322990.217763:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c4bb781f. 00000100:00000200:2.0:1761322990.217788:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000dfba0156 x1846879955803200/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:143/0 lens 328/0 e 0 to 0 dl 1761323033 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761322990.217819:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955803200 02000000:00000010:2.0:1761322990.217831:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000884cf3ba. 00010000:00000010:2.0:1761322990.217861:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000061625159. 00010000:00000010:2.0:1761322990.217884:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000882d01dc. 00000100:00000010:2.0:1761322990.217891:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000009f1eab2. 00000100:00000010:2.0:1761322990.217898:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000009f1eab2. 00010000:00000010:2.0:1761322990.217900:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000882d01dc. 00000400:00000010:2.0:1761322990.217914:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000aabd3299. 00000100:00000200:2.0:1761322990.217918:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955803200, offset 224 00000400:00000200:2.0:1761322990.217926:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:2.0:1761322990.217935:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:2.0:1761322990.217941:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88454:88454:256:4294967295] 192.168.201.29@tcp LPNI seq info [88454:88454:8:4294967295] 00000400:00000200:2.0:1761322990.217951:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:2.0:1761322990.217955:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:2.0:1761322990.217959:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a3160ea0 (tot 82350866). 00000800:00000200:2.0:1761322990.217964:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:2.0:1761322990.217970:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:2.0:1761322990.217973:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a3160ea0 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761322990.217998:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b19ef5e1. 00000020:00000010:2.0:1761322990.218003:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c4bb781f. 00000020:00000010:2.0:1761322990.218006:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000009808178. 00000800:00000200:1.0:1761322990.218111:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761322990.218115:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a3160ea0 (tot 82350618). 00000400:00000200:1.0:1761322990.218119:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322990.218123:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:1.0:1761322990.218125:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000aabd3299 00000400:00000010:1.0:1761322990.218127:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000aabd3299. 00000800:00000200:3.0:1761322990.219318:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322990.219322:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000057731204 (tot 82350618). 00000400:00000200:3.0:1761322990.219330:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.219335:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322990.219338:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004767911a 00000400:00000010:3.0:1761322990.219340:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004767911a. 00000100:00000200:3.0:1761322990.219350:0:15812:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000049447897 x1846879956442752/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761322990.221127:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000e6e4c74. 00000400:00000200:1.0:1761322990.221201:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:1.0:1761322990.221216:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf1e80 00000400:00000200:1.0:1761322990.221226:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xab3a9 [1] + 224 00000400:00000200:1.0:1761322990.221239:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322990.221243:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:1.0:1761322990.221254:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000049447897 x1846879956442752/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761322990.221290:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:1.0:1761322990.221295:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb55c80 00000400:00000200:1.0:1761322990.221300:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xa9df1 [2] + 328 00000400:00000200:1.0:1761322990.221343:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322990.221346:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:1.0:1761322990.221351:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761322990.221357:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000eae2da62. 00000020:00000010:2.0:1761322990.221446:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005a072f5e. 00000020:00000010:2.0:1761322990.221454:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b19ef5e1. 00000020:00000010:2.0:1761322990.221459:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c4bb781f. 00000100:00000200:2.0:1761322990.221491:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000eae2da62 x1846879955803264/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:143/0 lens 328/0 e 0 to 0 dl 1761323033 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761322990.221532:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955803264 02000000:00000010:2.0:1761322990.221545:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ec2fc5d2. 00010000:00000010:2.0:1761322990.221577:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cd78cc40. 00010000:00000010:2.0:1761322990.221620:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000882d01dc. 00000100:00000010:2.0:1761322990.221626:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000009f1eab2. 00000100:00000010:2.0:1761322990.222460:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000009f1eab2. 00010000:00000010:2.0:1761322990.222465:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000882d01dc. 00000400:00000010:2.0:1761322990.222485:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a9ac6a39. 00000100:00000200:2.0:1761322990.222490:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955803264, offset 224 00000400:00000200:2.0:1761322990.222499:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:2.0:1761322990.222519:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:2.0:1761322990.222524:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88456:88456:256:4294967295] 192.168.201.29@tcp LPNI seq info [88456:88456:8:4294967295] 00000400:00000200:2.0:1761322990.222535:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:2.0:1761322990.222543:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:2.0:1761322990.222548:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000074e57caf (tot 82350866). 00000800:00000200:2.0:1761322990.222554:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:2.0:1761322990.222562:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:2.0:1761322990.222565:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000074e57caf type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761322990.222583:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b19ef5e1. 00000020:00000010:2.0:1761322990.222605:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c4bb781f. 00000020:00000010:2.0:1761322990.222616:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005a072f5e. 00000800:00000200:1.0:1761322990.222741:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761322990.222745:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000074e57caf (tot 82350618). 00000400:00000200:1.0:1761322990.222750:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322990.222754:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:1.0:1761322990.222757:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a9ac6a39 00000400:00000010:1.0:1761322990.222758:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a9ac6a39. 00000800:00000200:3.0:1761322990.224004:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322990.224009:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000057731204 (tot 82350618). 00000400:00000200:3.0:1761322990.224019:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.224024:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322990.224030:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a0012254 00000400:00000010:3.0:1761322990.224032:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a0012254. 00000100:00000200:3.0:1761322990.224043:0:15812:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000049447897 x1846879956442816/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761322990.225384:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:1.0:1761322990.225474:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf1ec0 00000400:00000200:1.0:1761322990.225486:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xab3b5 [1] + 224 00000400:00000200:1.0:1761322990.225507:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322990.225512:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:1.0:1761322990.225523:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000049447897 x1846879956442816/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761322990.225731:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:1.0:1761322990.225756:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb55cc0 00000400:00000200:1.0:1761322990.225766:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xa9df1 [2] + 656 00000400:00000200:1.0:1761322990.225834:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322990.225841:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:1.0:1761322990.225846:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761322990.225852:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000fc1dab26. 00010000:00000010:2.1:1761322990.226107:0:67479:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000027c17e79. 00000020:00000010:2.0:1761322990.226145:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005a072f5e. 00000020:00000010:2.0:1761322990.226152:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b19ef5e1. 00000020:00000010:2.0:1761322990.226157:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c4bb781f. 00000100:00000200:2.0:1761322990.226188:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000fc1dab26 x1846879955803328/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:143/0 lens 328/0 e 0 to 0 dl 1761323033 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00010000:00000010:0.1:1761322990.226224:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ab6b5e24. 00000100:00000200:2.0:1761322990.226226:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955803328 02000000:00000010:2.0:1761322990.226242:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e4fe56c6. 00010000:00000010:0.1:1761322990.226246:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b36b44aa. 00010000:00000010:2.0:1761322990.226277:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000083a6036e. 00010000:00000010:2.0:1761322990.226302:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000882d01dc. 00000100:00000010:2.0:1761322990.226309:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000009f1eab2. 00000100:00000010:2.0:1761322990.226324:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000009f1eab2. 00010000:00000010:2.0:1761322990.226328:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000882d01dc. 00000400:00000010:2.0:1761322990.226346:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000363c05b3. 00000100:00000200:2.0:1761322990.226351:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955803328, offset 224 00000400:00000200:2.0:1761322990.226359:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:2.0:1761322990.226374:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:2.0:1761322990.226382:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88458:88458:256:4294967295] 192.168.201.29@tcp LPNI seq info [88458:88458:8:4294967295] 00000400:00000200:2.0:1761322990.226392:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:2.0:1761322990.226397:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:2.0:1761322990.226401:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007e67acbb (tot 82350866). 00000800:00000200:2.0:1761322990.226407:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:2.0:1761322990.226414:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:2.0:1761322990.226417:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007e67acbb type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761322990.226442:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b19ef5e1. 00000020:00000010:2.0:1761322990.226448:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c4bb781f. 00000020:00000010:2.0:1761322990.226452:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005a072f5e. 00000800:00000200:1.0:1761322990.226543:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761322990.226547:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007e67acbb (tot 82350618). 00000400:00000200:1.0:1761322990.226552:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322990.226555:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:1.0:1761322990.226559:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000363c05b3 00000400:00000010:1.0:1761322990.226561:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000363c05b3. 00000800:00000200:3.0:1761322990.227247:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322990.227251:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000057731204 (tot 82350618). 00000400:00000200:3.0:1761322990.227258:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.227263:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322990.227266:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000098e50414 00000400:00000010:3.0:1761322990.227268:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000098e50414. 00000100:00000200:3.0:1761322990.227276:0:15812:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000049447897 x1846879956442880/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761322990.228804:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:1.0:1761322990.228852:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf1f00 00000400:00000200:1.0:1761322990.228862:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xab3c1 [1] + 224 00000400:00000200:1.0:1761322990.228879:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322990.228883:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:1.0:1761322990.228928:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000049447897 x1846879956442880/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761322990.229180:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:1.0:1761322990.229190:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb55d00 00000400:00000200:1.0:1761322990.229196:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xa9df1 [2] + 984 00000400:00000200:1.0:1761322990.229252:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322990.229257:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:1.0:1761322990.229262:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761322990.229269:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000089684651. 00000020:00000010:2.0:1761322990.229331:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005a072f5e. 00000020:00000010:2.0:1761322990.229338:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b19ef5e1. 00000020:00000010:2.0:1761322990.229344:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c4bb781f. 00000100:00000200:2.0:1761322990.229370:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000089684651 x1846879955803392/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:143/0 lens 328/0 e 0 to 0 dl 1761323033 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761322990.229407:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955803392 02000000:00000010:2.0:1761322990.229425:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000aa731b34. 00010000:00000010:2.0:1761322990.229475:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000882d01dc. 00000100:00000010:2.0:1761322990.229923:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000009f1eab2. 00000100:00000010:2.0:1761322990.229939:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000009f1eab2. 00010000:00000010:2.0:1761322990.229942:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000882d01dc. 00000400:00000010:2.0:1761322990.229959:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000067f15243. 00000100:00000200:2.0:1761322990.229964:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955803392, offset 224 00000400:00000200:2.0:1761322990.229972:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:2.0:1761322990.229984:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:2.0:1761322990.229989:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88460:88460:256:4294967295] 192.168.201.29@tcp LPNI seq info [88460:88460:8:4294967295] 00000400:00000200:2.0:1761322990.229999:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:2.0:1761322990.230005:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:2.0:1761322990.230010:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f093da5b (tot 82350866). 00000800:00000200:2.0:1761322990.230016:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:2.0:1761322990.230022:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:2.0:1761322990.230026:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f093da5b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761322990.230049:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b19ef5e1. 00000020:00000010:2.0:1761322990.230067:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c4bb781f. 00000020:00000010:2.0:1761322990.230071:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005a072f5e. 00000800:00000200:3.0:1761322990.230349:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322990.230355:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f093da5b (tot 82350618). 00000400:00000200:3.0:1761322990.230363:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.230372:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322990.230379:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000067f15243 00000400:00000010:3.0:1761322990.230434:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000067f15243. 00000800:00000200:1.0:1761322990.230860:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761322990.230865:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000057731204 (tot 82350618). 00000400:00000200:1.0:1761322990.230872:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322990.230877:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:1.0:1761322990.230882:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000098e4976a 00000400:00000010:1.0:1761322990.230884:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000098e4976a. 00000100:00000200:1.0:1761322990.230894:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000049447897 x1846879956442944/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761322990.235155:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000082c10328. 00010000:00000010:0.1:1761322990.235183:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000d245bd8. 00010000:00000010:0.1:1761322990.235188:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a3f536e2. 00010000:00000010:0.1:1761322990.235191:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001dca73d3. 00010000:00000010:2.1:1761322990.235478:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004b11097d. 00000400:00000200:1.0:1761322990.236168:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:1.0:1761322990.236188:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf1f40 00000400:00000200:1.0:1761322990.236197:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xab3cd [1] + 224 00000400:00000200:1.0:1761322990.236208:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322990.236212:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:1.0:1761322990.236225:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000049447897 x1846879956442944/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761322990.236259:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:1.0:1761322990.236264:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb55d40 00000400:00000200:1.0:1761322990.236270:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xa9df1 [2] + 1312 00000400:00000200:1.0:1761322990.236327:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322990.236330:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:1.0:1761322990.236334:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761322990.236341:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004760bad7. 00000020:00000010:2.0:1761322990.236420:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005a072f5e. 00000020:00000010:2.0:1761322990.236427:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b19ef5e1. 00000020:00000010:2.0:1761322990.236432:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c4bb781f. 00000100:00000200:2.0:1761322990.236463:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000004760bad7 x1846879955803456/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:143/0 lens 328/0 e 0 to 0 dl 1761323033 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761322990.236507:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955803456 02000000:00000010:2.0:1761322990.236522:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f6b2f2bc. 00010000:00000010:2.0:1761322990.236567:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000882d01dc. 00000100:00000010:2.0:1761322990.236574:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000009f1eab2. 00000100:00000010:2.0:1761322990.236583:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000009f1eab2. 00010000:00000010:2.0:1761322990.236588:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000882d01dc. 00000400:00000010:2.0:1761322990.236607:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002ff729bf. 00000100:00000200:2.0:1761322990.236614:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955803456, offset 224 00000400:00000200:2.0:1761322990.236774:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:2.0:1761322990.236793:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:2.0:1761322990.236808:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88462:88462:256:4294967295] 192.168.201.29@tcp LPNI seq info [88462:88462:8:4294967295] 00000400:00000200:2.0:1761322990.236822:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:2.0:1761322990.236827:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:2.0:1761322990.236833:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000041deb613 (tot 82350866). 00000800:00000200:2.0:1761322990.236844:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:2.0:1761322990.236853:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:2.0:1761322990.236859:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000041deb613 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761322990.236935:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b19ef5e1. 00000020:00000010:2.0:1761322990.236943:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c4bb781f. 00000020:00000010:2.0:1761322990.236946:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005a072f5e. 00000800:00000200:3.0:1761322990.237067:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322990.237138:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000041deb613 (tot 82350618). 00000400:00000200:3.0:1761322990.237146:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.237152:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322990.237156:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002ff729bf 00000400:00000010:3.0:1761322990.237158:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002ff729bf. 00000800:00000200:2.0:1761322990.238042:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322990.238047:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000057731204 (tot 82350618). 00000400:00000200:2.0:1761322990.238066:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.238073:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322990.238095:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d5095c71 00000400:00000010:2.0:1761322990.238098:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d5095c71. 00000100:00000200:2.0:1761322990.238111:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000049447897 x1846879956443008/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761322990.240118:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002286ecb2. 00010000:00000010:0.1:1761322990.240129:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000087986522. 00010000:00000010:0.1:1761322990.240131:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fc896756. 00010000:00000010:0.1:1761322990.240133:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000055ebbf0a. 00000400:00000200:1.0:1761322990.240183:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:1.0:1761322990.240195:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf1f80 00000400:00000200:1.0:1761322990.240203:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xab3d9 [1] + 224 00000400:00000200:1.0:1761322990.240214:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322990.240217:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:1.0:1761322990.240225:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000049447897 x1846879956443008/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761322990.240401:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c3690b17. 00000400:00000200:2.0:1761322990.240580:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322990.240755:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb55d80 00000400:00000200:2.0:1761322990.240762:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xa9df1 [2] + 1640 00000400:00000200:2.0:1761322990.240816:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.240819:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322990.240824:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761322990.240829:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b73ca902. 00000020:00000010:1.0:1761322990.240898:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b9afd9ba. 00000020:00000010:1.0:1761322990.240906:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002c4891d2. 00000020:00000010:1.0:1761322990.240911:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001d369eb8. 00000100:00000200:1.0:1761322990.240944:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b73ca902 x1846879955803520/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:143/0 lens 328/0 e 0 to 0 dl 1761323033 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761322990.240980:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955803520 02000000:00000010:1.0:1761322990.240993:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d23b025c. 00010000:00000010:1.0:1761322990.241024:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000099ab6b76. 00010000:00000010:1.0:1761322990.241047:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004bdec316. 00000100:00000010:1.0:1761322990.241063:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001f9582b6. 00000100:00000010:1.0:1761322990.241108:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001f9582b6. 00010000:00000010:1.0:1761322990.241111:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004bdec316. 00000400:00000010:1.0:1761322990.241125:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000962e04ce. 00000100:00000200:1.0:1761322990.241130:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955803520, offset 224 00000400:00000200:1.0:1761322990.241137:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322990.241153:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322990.241158:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88464:88464:256:4294967295] 192.168.201.29@tcp LPNI seq info [88464:88464:8:4294967295] 00000400:00000200:1.0:1761322990.241169:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322990.241175:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322990.241181:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000026dc90c4 (tot 82350866). 00000800:00000200:1.0:1761322990.241186:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322990.241195:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322990.241199:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000026dc90c4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761322990.241217:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002c4891d2. 00000020:00000010:1.0:1761322990.241220:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001d369eb8. 00000020:00000010:1.0:1761322990.241224:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b9afd9ba. 00000800:00000200:2.0:1761322990.241346:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322990.241351:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000026dc90c4 (tot 82350618). 00000400:00000200:2.0:1761322990.241357:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.241363:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322990.241367:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000962e04ce 00000400:00000010:2.0:1761322990.241369:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000962e04ce. 00000800:00000200:1.0:1761322990.241604:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761322990.241608:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000057731204 (tot 82350618). 00000400:00000200:1.0:1761322990.241614:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322990.241618:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:1.0:1761322990.241620:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000085772165 00000400:00000010:1.0:1761322990.241621:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000085772165. 00000100:00000200:1.0:1761322990.241627:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000049447897 x1846879956443072/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322990.242955:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322990.242969:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf1fc0 00000400:00000200:2.0:1761322990.242977:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xab3e5 [1] + 224 00000400:00000200:2.0:1761322990.242990:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.242993:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322990.243001:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000049447897 x1846879956443072/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322990.243648:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322990.243656:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb55dc0 00000400:00000200:2.0:1761322990.243662:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xa9df1 [2] + 1968 00000400:00000010:2.0:1761322990.243671:0:15812:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000001772bcc. 00000400:00000200:2.0:1761322990.243673:0:15812:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000e6c9a031 00000400:00000200:2.0:1761322990.243711:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.243716:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322990.243719:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e6c9a031 00000400:00000010:2.0:1761322990.243720:0:15812:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000e6c9a031 (tot 82350466). 00000100:00000200:2.0:1761322990.243725:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1761322990.243976:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ad862c06. 00000020:00000010:3.0:1761322990.243984:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008ebfcbd0. 00000020:00000010:3.0:1761322990.243989:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000007f73a290. 00000100:00000200:3.0:1761322990.244016:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000011fc9ed x1846879955803584/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:143/0 lens 328/0 e 0 to 0 dl 1761323033 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761322990.244063:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955803584 00080000:00000010:1.0:1761322990.244407:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b9afd9ba. 00010000:00000010:1.0:1761322990.244493:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c47ade90. 00010000:00000010:1.0:1761322990.244502:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000014129b86. 00000800:00000200:2.0:1761322990.244566:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322990.244571:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000057731204 (tot 82350618). 00010000:00000010:1.0:1761322990.244575:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005f6e281a. 00000400:00000200:2.0:1761322990.244580:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:1.0:1761322990.244584:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000edc22753. 00000400:00000200:2.0:1761322990.244587:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322990.244591:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000099514ae8 00000400:00000010:2.0:1761322990.244593:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000099514ae8. 00010000:00000010:1.0:1761322990.244597:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004bdec316. 02000000:00000010:2.0:1761322990.244599:0:15810:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a4a5fd61. 00000100:00000010:1.0:1761322990.244603:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001f9582b6. 00000100:00000010:1.0:1761322990.244613:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000bb72a29. 02000000:00000010:1.0:1761322990.244626:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f912b598. 02000000:00000010:1.0:1761322990.244654:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d23b025c. 00000400:00000010:1.0:1761322990.244658:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000386cac00. 00000400:00000010:1.0:1761322990.244662:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002c8a409d. 00000100:00000200:1.0:1761322990.244665:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956443136, portal 16 00000400:00000010:1.0:1761322990.244670:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003650095b. 00000100:00000200:1.0:1761322990.244671:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956443136, offset 0 00000400:00000200:1.0:1761322990.244677:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322990.244683:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322990.244690:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:1.0:1761322990.244692:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761322990.244695:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:1.0:1761322990.244698:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88467:88467:256:4294967295] 192.168.201.29@tcp LPNI seq info [88467:88467:8:4294967295] 00000400:00000200:1.0:1761322990.244704:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322990.244709:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322990.244712:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000019fa20ba (tot 82350866). 00000800:00000200:1.0:1761322990.244716:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322990.244719:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322990.244721:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000019fa20ba type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761322990.244909:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322990.244912:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000019fa20ba (tot 82350618). 00000400:00000200:2.0:1761322990.244915:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.244919:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322990.244921:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003650095b 00000400:00000010:2.0:1761322990.244923:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003650095b. 00000100:00000200:2.0:1761322990.244928:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000bb72a29 x1846879956443136/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322990.246145:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322990.246157:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf2000 00000400:00000200:2.0:1761322990.246165:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xab3f5 [1] + 224 00000400:00000200:2.0:1761322990.246177:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.246180:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322990.246186:0:15812:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000bb72a29 x1846879956443136/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761322990.246240:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000386cac00. 00000400:00000200:1.0:1761322990.246254:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002c8a409d 00000400:00000010:1.0:1761322990.246256:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002c8a409d. 00000100:00000200:1.0:1761322990.246262:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000bb72a29 x1846879956443136/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761322990.246270:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000bb72a29 x1846879956443136/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761322990.246300:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d23b025c. 02000000:00000010:1.0:1761322990.246306:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f912b598. 00000100:00000010:1.0:1761322990.246312:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000bb72a29. 00000100:00000010:1.0:1761322990.246319:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001f9582b6. 00010000:00000010:1.0:1761322990.246322:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004bdec316. 00000400:00000200:3.0:1761322990.246340:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322990.246349:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb55e00 00000400:00000200:3.0:1761322990.246354:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xa9e49 [2] + 0 00000400:00000200:3.0:1761322990.246394:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.246398:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322990.246402:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761322990.246406:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007478fe45. 00000800:00000200:2.0:1761322990.246823:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322990.246826:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000057731204 (tot 82350618). 00000400:00000200:2.0:1761322990.246833:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.246836:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322990.246839:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ca103527 00000400:00000010:2.0:1761322990.246840:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ca103527. 00080000:00000010:1.0:1761322990.246897:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f912b598. 00010000:00000010:1.0:1761322990.246964:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000edc22753. 00010000:00000010:1.0:1761322990.246971:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000be6ebb4. 00010000:00000010:1.0:1761322990.247037:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bcab877a. 00010000:00000010:1.0:1761322990.247043:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000edc22753. 00010000:00000010:1.0:1761322990.247052:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004bdec316. 00000100:00000010:1.0:1761322990.247068:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001f9582b6. 00000100:00000010:1.0:1761322990.247092:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000bb72a29. 02000000:00000010:1.0:1761322990.247104:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d23b025c. 02000000:00000010:1.0:1761322990.247126:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000081cafc29. 00000400:00000010:1.0:1761322990.247130:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000386cac00. 00000400:00000010:1.0:1761322990.247134:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002c8a409d. 00000100:00000200:1.0:1761322990.247138:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956443200, portal 16 00000400:00000010:1.0:1761322990.247142:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005178a5a4. 00000100:00000200:1.0:1761322990.247144:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956443200, offset 0 00000400:00000200:1.0:1761322990.247150:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322990.247156:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322990.247162:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:1.0:1761322990.247165:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761322990.247167:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:1.0:1761322990.247170:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88469:88469:256:4294967295] 192.168.201.29@tcp LPNI seq info [88469:88469:8:4294967295] 00000400:00000200:1.0:1761322990.247177:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322990.247182:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322990.247187:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fe81a793 (tot 82350866). 00000800:00000200:1.0:1761322990.247191:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322990.247195:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322990.247199:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fe81a793 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761322990.247300:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322990.247304:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fe81a793 (tot 82350618). 00000400:00000200:2.0:1761322990.247308:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.247313:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322990.247316:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005178a5a4 00000400:00000010:2.0:1761322990.247317:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005178a5a4. 00000100:00000200:2.0:1761322990.247323:0:15812:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000bb72a29 x1846879956443200/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761322990.248126:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000087794cd4. 00010000:00000010:0.1:1761322990.248134:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000051721d73. 00010000:00000010:0.1:1761322990.248139:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b36b44aa. 00010000:00000010:0.1:1761322990.248143:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000099850f4. 00010000:00000010:0.1:1761322990.248146:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000da289f94. 00010000:00000010:0.1:1761322990.248150:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b822fd72. 00000400:00000200:3.0:1761322990.248454:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322990.248465:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf2040 00000400:00000200:3.0:1761322990.248471:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xab401 [1] + 224 00000400:00000200:3.0:1761322990.248480:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.248483:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322990.248490:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000bb72a29 x1846879956443200/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761322990.248538:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000386cac00. 00000400:00000200:1.0:1761322990.248550:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002c8a409d 00000400:00000010:1.0:1761322990.248552:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002c8a409d. 00000100:00000200:1.0:1761322990.248558:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000bb72a29 x1846879956443200/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761322990.248567:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000bb72a29 x1846879956443200/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761322990.248593:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000081cafc29. 02000000:00000010:1.0:1761322990.248598:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d23b025c. 00000100:00000010:1.0:1761322990.248601:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000bb72a29. 00000100:00000010:1.0:1761322990.248604:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001f9582b6. 00010000:00000010:1.0:1761322990.248607:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004bdec316. 00000400:00000200:2.0:1761322990.249241:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322990.249251:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb55e40 00000400:00000200:2.0:1761322990.249257:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xa9e49 [2] + 328 00000400:00000200:2.0:1761322990.249298:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.249302:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322990.249307:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761322990.249312:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e002feec. 00000400:00000200:0.0:1761322990.249790:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322990.249796:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322990.249800:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000057731204 (tot 82350866). 00000800:00000200:0.0:1761322990.249805:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322990.249810:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322990.249813:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000057731204 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761322990.249834:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b9ff2468. 00000020:00000010:0.0:1761322990.249838:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005269528a. 00000020:00000010:0.0:1761322990.249840:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d5cb7a31. 00080000:00000010:1.0:1761322990.249894:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d23b025c. 00010000:00000010:1.0:1761322990.249964:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000edc22753. 00010000:00000010:1.0:1761322990.249971:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e2eb8b29. 00010000:00000010:1.0:1761322990.250037:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ae5da395. 00010000:00000010:1.0:1761322990.250043:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000edc22753. 00010000:00000010:1.0:1761322990.250069:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004bdec316. 00000100:00000010:1.0:1761322990.250108:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001f9582b6. 00000100:00000010:1.0:1761322990.250117:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000bb72a29. 02000000:00000010:1.0:1761322990.250130:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000081cafc29. 02000000:00000010:1.0:1761322990.250157:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e61277b2. 00000400:00000010:1.0:1761322990.250161:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000386cac00. 00000400:00000010:1.0:1761322990.250165:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002c8a409d. 00000100:00000200:1.0:1761322990.250169:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956443264, portal 16 00000400:00000010:1.0:1761322990.250179:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005d51e45b. 00000100:00000200:1.0:1761322990.250181:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956443264, offset 0 00000400:00000200:1.0:1761322990.250187:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322990.250195:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322990.250202:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:1.0:1761322990.250206:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761322990.250209:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:1.0:1761322990.250211:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88471:88471:255:4294967295] 192.168.201.29@tcp LPNI seq info [88471:88471:7:4294967295] 00000400:00000200:1.0:1761322990.250218:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322990.250223:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322990.250226:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fe81a793 (tot 82351114). 00000800:00000200:1.0:1761322990.250231:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322990.250235:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322990.250238:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fe81a793 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761322990.250263:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322990.250267:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000057731204 (tot 82350866). 00000400:00000200:2.0:1761322990.250276:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.250280:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322990.250283:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005ba57133 00000400:00000010:2.0:1761322990.250285:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005ba57133. 00000800:00000200:2.0:1761322990.250312:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322990.250314:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fe81a793 (tot 82350618). 00000400:00000200:2.0:1761322990.250316:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.250319:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322990.250321:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005d51e45b 00000400:00000010:2.0:1761322990.250323:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005d51e45b. 00000100:00000200:2.0:1761322990.250328:0:15812:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000bb72a29 x1846879956443264/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761322990.252208:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bc3b31b4. 00000400:00000200:3.0:1761322990.252856:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322990.252873:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf2080 00000400:00000200:3.0:1761322990.252889:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xab40d [1] + 224 00000400:00000200:3.0:1761322990.252905:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.252909:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322990.252921:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000bb72a29 x1846879956443264/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761322990.252977:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000386cac00. 00000400:00000200:1.0:1761322990.252990:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002c8a409d 00000400:00000010:1.0:1761322990.252992:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002c8a409d. 00000100:00000200:1.0:1761322990.252997:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000bb72a29 x1846879956443264/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761322990.253003:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000bb72a29 x1846879956443264/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761322990.253036:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e61277b2. 02000000:00000010:1.0:1761322990.253042:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000081cafc29. 00000100:00000010:1.0:1761322990.253045:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000bb72a29. 00000100:00000010:1.0:1761322990.253048:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001f9582b6. 00010000:00000010:1.0:1761322990.253051:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004bdec316. 00000400:00000200:2.0:1761322990.254210:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322990.254225:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb55e80 00000400:00000200:2.0:1761322990.254231:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xa9e49 [2] + 656 00000400:00000200:2.0:1761322990.254300:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.254305:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322990.254311:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761322990.254330:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000017975d50. 00000020:00000010:0.0:1761322990.254417:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d5cb7a31. 00000020:00000010:0.0:1761322990.254426:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b9ff2468. 00000020:00000010:0.0:1761322990.254430:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005269528a. 00000100:00000200:0.0:1761322990.254462:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000017975d50 x1846879955803776/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:143/0 lens 328/0 e 0 to 0 dl 1761323033 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761322990.254502:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955803776 02000000:00000010:0.0:1761322990.254514:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d763ae95. 00010000:00000010:0.0:1761322990.254555:0:66652:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000056481d11. 00010000:00000010:0.0:1761322990.254579:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000029901df4. 00000100:00000010:0.0:1761322990.254585:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000af363422. 00000100:00000010:0.0:1761322990.254601:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000af363422. 00010000:00000010:0.0:1761322990.254604:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000029901df4. 00000400:00000010:0.0:1761322990.254627:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000079c1ed9c. 00000100:00000200:0.0:1761322990.254632:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955803776, offset 224 00000400:00000200:0.0:1761322990.254641:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322990.254654:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322990.254659:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88472:88472:256:4294967295] 192.168.201.29@tcp LPNI seq info [88472:88472:8:4294967295] 00000400:00000200:0.0:1761322990.254669:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322990.254674:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322990.254680:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000057731204 (tot 82350866). 00000800:00000200:0.0:1761322990.254685:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322990.254692:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322990.254696:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000057731204 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761322990.254720:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b9ff2468. 00000020:00000010:0.0:1761322990.254723:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005269528a. 00000020:00000010:0.0:1761322990.254726:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d5cb7a31. 00000800:00000200:2.0:1761322990.254798:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322990.254802:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000057731204 (tot 82350618). 00000400:00000200:2.0:1761322990.254809:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.254813:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322990.254816:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000079c1ed9c 00000400:00000010:2.0:1761322990.254818:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000079c1ed9c. 00080000:00000010:1.0:1761322990.255051:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000081cafc29. 00010000:00000010:0.1:1761322990.255179:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002b8b4e89. 00010000:00000010:0.1:1761322990.255190:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001dca73d3. 00010000:00000010:1.0:1761322990.255191:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000edc22753. 00010000:00000010:0.1:1761322990.255195:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a3f536e2. 00010000:00000010:1.0:1761322990.255200:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d3fcd3cc. 00010000:00000010:0.1:1761322990.255201:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000055ebbf0a. 00010000:00000010:0.1:1761322990.255207:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008f1dc176. 00010000:00000010:0.1:1761322990.255215:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bc65e71b. 00010000:00000010:1.0:1761322990.255290:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d6c79a22. 00010000:00000010:1.0:1761322990.255298:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000edc22753. 00010000:00000010:1.0:1761322990.255312:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004bdec316. 00000100:00000010:1.0:1761322990.255316:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001f9582b6. 00000100:00000010:1.0:1761322990.255324:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000bb72a29. 02000000:00000010:1.0:1761322990.255340:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e61277b2. 02000000:00000010:1.0:1761322990.255372:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009c641d29. 00000400:00000010:1.0:1761322990.255378:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000386cac00. 00000400:00000010:1.0:1761322990.255383:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002c8a409d. 00000100:00000200:1.0:1761322990.255389:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956443328, portal 16 00000400:00000010:1.0:1761322990.255394:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ecc16fca. 00000100:00000200:1.0:1761322990.255401:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956443328, offset 0 00000400:00000200:1.0:1761322990.255408:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322990.255417:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322990.255423:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:1.0:1761322990.255427:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761322990.255430:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:1.0:1761322990.255432:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88473:88473:256:4294967295] 192.168.201.29@tcp LPNI seq info [88473:88473:8:4294967295] 00000400:00000200:1.0:1761322990.255439:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322990.255443:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322990.255447:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000019fa20ba (tot 82350866). 00000800:00000200:1.0:1761322990.255452:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322990.255457:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322990.255459:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000019fa20ba type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761322990.255652:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322990.255656:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000019fa20ba (tot 82350618). 00000400:00000200:3.0:1761322990.255659:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.255662:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322990.255665:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ecc16fca 00000400:00000010:3.0:1761322990.255668:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ecc16fca. 00000100:00000200:3.0:1761322990.255675:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000bb72a29 x1846879956443328/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761322990.256104:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d5c69d9b. 00010000:00000010:1.1:1761322990.256114:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000087986522. 00010000:00000010:1.1:1761322990.256117:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000449aecdd. 00010000:00000010:1.1:1761322990.256120:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005f6e281a. 00000400:00000200:2.0:1761322990.258309:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322990.258329:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf20c0 00000400:00000200:2.0:1761322990.258338:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xab419 [1] + 224 00000400:00000200:2.0:1761322990.258352:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.258356:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322990.258367:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000bb72a29 x1846879956443328/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322990.258405:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322990.258411:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb55ec0 00000400:00000200:2.0:1761322990.258416:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xa9e49 [2] + 984 00000400:00000200:2.0:1761322990.258469:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.258472:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322990.258476:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761322990.258484:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000035919ae3. 00000020:00000010:0.0:1761322990.258685:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d5cb7a31. 00000020:00000010:0.0:1761322990.258699:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b9ff2468. 00000020:00000010:0.0:1761322990.258705:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005269528a. 00000400:00000010:1.0:1761322990.258715:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000386cac00. 00000400:00000200:1.0:1761322990.258730:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002c8a409d 00000400:00000010:1.0:1761322990.258733:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002c8a409d. 00000100:00000200:0.0:1761322990.258740:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000035919ae3 x1846879955803840/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:143/0 lens 328/0 e 0 to 0 dl 1761323033 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761322990.258743:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000bb72a29 x1846879956443328/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761322990.258776:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000bb72a29 x1846879956443328/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761322990.258817:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009c641d29. 00000100:00000200:0.0:1761322990.258819:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955803840 02000000:00000010:1.0:1761322990.258827:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e61277b2. 00000100:00000010:1.0:1761322990.258833:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000bb72a29. 02000000:00000010:0.0:1761322990.258834:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f979ba57. 00000100:00000010:1.0:1761322990.258838:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001f9582b6. 00010000:00000010:1.0:1761322990.258845:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004bdec316. 00010000:00000010:0.1:1761322990.259331:0:66652:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f5381c52. 00010000:00000010:0.0:1761322990.259363:0:66652:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008de928af. 00010000:00000010:0.0:1761322990.259386:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000029901df4. 00000100:00000010:0.0:1761322990.259395:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000af363422. 00000100:00000010:0.0:1761322990.259411:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000af363422. 00010000:00000010:0.0:1761322990.259415:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000029901df4. 00000400:00000010:0.0:1761322990.259431:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000079c1ed9c. 00000100:00000200:0.0:1761322990.259438:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955803840, offset 224 00000400:00000200:0.0:1761322990.259448:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00080000:00000010:1.0:1761322990.259460:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e61277b2. 00000400:00000200:0.0:1761322990.259466:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322990.259473:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88474:88474:256:4294967295] 192.168.201.29@tcp LPNI seq info [88474:88474:8:4294967295] 00000400:00000200:0.0:1761322990.259486:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322990.259492:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322990.259497:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000057731204 (tot 82350866). 00000800:00000200:0.0:1761322990.259504:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322990.259512:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322990.259517:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000057731204 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761322990.259533:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b9ff2468. 00000020:00000010:0.0:1761322990.259539:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005269528a. 00000020:00000010:0.0:1761322990.259544:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d5cb7a31. 00010000:00000010:1.0:1761322990.259557:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000edc22753. 00010000:00000010:1.0:1761322990.259568:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b5859f66. 00010000:00000010:1.0:1761322990.259648:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000062a92f93. 00010000:00000010:1.0:1761322990.259653:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002c4891d2. 00010000:00000010:1.0:1761322990.259659:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005f6e281a. 00010000:00000010:1.0:1761322990.259665:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000edc22753. 00080000:00000010:1.0:1761322990.259680:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000009c641d29. 00010000:00000010:1.0:1761322990.259706:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000edc22753. 00010000:00000010:1.0:1761322990.259709:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c4891d2. 00010000:00000010:1.0:1761322990.259756:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004461e93c. 00010000:00000010:1.0:1761322990.259760:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000edc22753. 00010000:00000010:1.0:1761322990.259768:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004bdec316. 00000100:00000010:1.0:1761322990.259773:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001f9582b6. 00000100:00000010:1.0:1761322990.259781:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000bb72a29. 02000000:00000010:1.0:1761322990.259795:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c1a9c0ed. 02000000:00000010:1.0:1761322990.259825:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001805fc72. 00000400:00000010:1.0:1761322990.259830:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000386cac00. 00000400:00000010:1.0:1761322990.259835:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002c8a409d. 00000100:00000200:1.0:1761322990.259841:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956443392, portal 16 00000400:00000010:1.0:1761322990.259846:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000014459a3. 00000100:00000200:1.0:1761322990.259848:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956443392, offset 0 00000400:00000200:1.0:1761322990.259856:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322990.259867:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322990.259874:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:1.0:1761322990.259877:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761322990.259879:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:1.0:1761322990.259883:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88475:88475:255:4294967295] 192.168.201.29@tcp LPNI seq info [88475:88475:7:4294967295] 00000400:00000200:1.0:1761322990.259892:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322990.259897:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322990.259901:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000026dc90c4 (tot 82351114). 00000800:00000200:1.0:1761322990.259906:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322990.259913:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322990.259917:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000026dc90c4 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761322990.260809:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322990.260815:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000057731204 (tot 82350866). 00000400:00000200:2.0:1761322990.260826:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.260833:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322990.260838:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000079c1ed9c 00000400:00000010:2.0:1761322990.260840:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000079c1ed9c. 00010000:00000010:1.1:1761322990.260954:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007c79ec35. 00010000:00000010:1.1:1761322990.260966:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bcab877a. 00000800:00000200:2.0:1761322990.261345:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322990.261349:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000026dc90c4 (tot 82350618). 00000400:00000200:2.0:1761322990.261354:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.261359:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322990.261362:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000014459a3 00000400:00000010:2.0:1761322990.261364:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000014459a3. 00000100:00000200:2.0:1761322990.261373:0:15812:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000bb72a29 x1846879956443392/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761322990.264418:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000155042e. 00010000:00000010:1.1:1761322990.265168:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000074896b3b. 00010000:00000010:1.1:1761322990.265184:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae5da395. 00000400:00000200:3.0:1761322990.265984:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322990.266001:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf2100 00000400:00000200:3.0:1761322990.266011:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xab425 [1] + 224 00000400:00000200:3.0:1761322990.266022:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.266026:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322990.266039:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000bb72a29 x1846879956443392/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322990.266122:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322990.266130:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb55f00 00000400:00000200:3.0:1761322990.266135:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xa9e49 [2] + 1312 00000400:00000010:1.0:1761322990.266163:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000386cac00. 00000400:00000200:1.0:1761322990.266180:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002c8a409d 00000400:00000010:1.0:1761322990.266183:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002c8a409d. 00000400:00000200:3.0:1761322990.266184:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.266192:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:1.0:1761322990.266192:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000bb72a29 x1846879956443392/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761322990.266200:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000200:1.0:1761322990.266205:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000bb72a29 x1846879956443392/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000010:3.0:1761322990.266207:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002d0671bc. 02000000:00000010:1.0:1761322990.266249:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001805fc72. 02000000:00000010:1.0:1761322990.266257:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c1a9c0ed. 00000100:00000010:1.0:1761322990.266262:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000bb72a29. 00000100:00000010:1.0:1761322990.266266:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001f9582b6. 00010000:00000010:1.0:1761322990.266270:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004bdec316. 00000020:00000010:0.0:1761322990.266310:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d5cb7a31. 00000020:00000010:0.0:1761322990.266323:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b9ff2468. 00000020:00000010:0.0:1761322990.266329:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005269528a. 00000100:00000200:0.0:1761322990.266366:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002d0671bc x1846879955803904/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:143/0 lens 328/0 e 0 to 0 dl 1761323033 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761322990.266411:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955803904 02000000:00000010:0.0:1761322990.266427:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a4a5fd61. 00010000:00000010:0.0:1761322990.266464:0:66652:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051f666a2. 00010000:00000010:0.0:1761322990.266490:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000029901df4. 00000100:00000010:0.0:1761322990.266501:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000af363422. 00000100:00000010:0.0:1761322990.266517:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000af363422. 00010000:00000010:0.0:1761322990.266522:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000029901df4. 00000400:00000010:0.0:1761322990.266540:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005ba57133. 00000100:00000200:0.0:1761322990.266547:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955803904, offset 224 00080000:00000010:1.0:1761322990.266553:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c1a9c0ed. 00000400:00000200:0.0:1761322990.266559:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322990.266577:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322990.266584:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88476:88476:256:4294967295] 192.168.201.29@tcp LPNI seq info [88476:88476:8:4294967295] 00000400:00000200:0.0:1761322990.266595:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322990.266601:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322990.266606:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000057731204 (tot 82350866). 00000800:00000200:0.0:1761322990.266614:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322990.266624:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322990.266628:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000057731204 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761322990.266667:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b9ff2468. 00000020:00000010:0.0:1761322990.266672:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005269528a. 00010000:00000010:1.0:1761322990.266675:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000edc22753. 00000020:00000010:0.0:1761322990.266677:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d5cb7a31. 00010000:00000010:1.0:1761322990.266688:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c4074246. 00010000:00000010:1.0:1761322990.266779:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ae5da395. 00000800:00000200:2.0:1761322990.266781:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00010000:00000010:1.0:1761322990.266785:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000edc22753. 00000800:00000010:2.0:1761322990.266787:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000057731204 (tot 82350618). 00000400:00000200:2.0:1761322990.266796:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.266801:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322990.266804:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005ba57133 00010000:00000010:1.0:1761322990.266805:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004bdec316. 00000400:00000010:2.0:1761322990.266806:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005ba57133. 00000100:00000010:1.0:1761322990.266821:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001f9582b6. 00000100:00000010:1.0:1761322990.266830:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000bb72a29. 02000000:00000010:1.0:1761322990.266845:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001805fc72. 02000000:00000010:1.0:1761322990.267482:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c92ebd3e. 00000400:00000010:1.0:1761322990.267490:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000386cac00. 00000400:00000010:1.0:1761322990.267495:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002c8a409d. 00000100:00000200:1.0:1761322990.267502:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956443456, portal 16 00000400:00000010:1.0:1761322990.267508:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008a00ae04. 00000100:00000200:1.0:1761322990.267511:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956443456, offset 0 00000400:00000200:1.0:1761322990.267520:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322990.267533:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322990.267546:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:1.0:1761322990.267551:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761322990.267554:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:1.0:1761322990.267557:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88477:88477:256:4294967295] 192.168.201.29@tcp LPNI seq info [88477:88477:8:4294967295] 00000400:00000200:1.0:1761322990.267569:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322990.267574:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322990.267579:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004b4e0d4f (tot 82350866). 00000800:00000200:1.0:1761322990.267585:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322990.267592:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322990.267595:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004b4e0d4f type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761322990.267681:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322990.267684:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004b4e0d4f (tot 82350618). 00000400:00000200:2.0:1761322990.267688:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.267693:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322990.267696:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008a00ae04 00000400:00000010:2.0:1761322990.267697:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008a00ae04. 00000100:00000200:2.0:1761322990.267703:0:15812:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000bb72a29 x1846879956443456/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761322990.268518:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000018210f59. 00000400:00000200:3.0:1761322990.269069:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322990.269115:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf2140 00000400:00000200:3.0:1761322990.269126:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xab431 [1] + 224 00010000:00000010:1.1:1761322990.269136:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f8cf7614. 00000400:00000200:3.0:1761322990.269144:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.269151:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00010000:00000010:1.1:1761322990.269153:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6c79a22. 00000100:00000200:3.0:1761322990.269162:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000bb72a29 x1846879956443456/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761322990.269163:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000062a92f93. 00010000:00000010:1.1:1761322990.269170:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005f6e281a. 00000400:00000010:1.0:1761322990.269227:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000386cac00. 00000400:00000200:1.0:1761322990.269241:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002c8a409d 00000400:00000010:1.0:1761322990.269243:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002c8a409d. 00000100:00000200:1.0:1761322990.269252:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000bb72a29 x1846879956443456/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761322990.269259:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000bb72a29 x1846879956443456/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761322990.269290:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c92ebd3e. 02000000:00000010:1.0:1761322990.269296:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001805fc72. 00000100:00000010:1.0:1761322990.269300:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000bb72a29. 00000100:00000010:1.0:1761322990.269304:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001f9582b6. 00010000:00000010:1.0:1761322990.269306:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004bdec316. 00000400:00000200:2.0:1761322990.269817:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322990.269828:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb55f40 00000400:00000200:2.0:1761322990.269834:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xa9e49 [2] + 1640 00000400:00000200:2.0:1761322990.270021:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.270026:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322990.270032:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761322990.270039:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b73ca902. 00000020:00000010:0.0:1761322990.270148:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d5cb7a31. 00000020:00000010:0.0:1761322990.270157:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b9ff2468. 00000020:00000010:0.0:1761322990.270163:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005269528a. 00000100:00000200:0.0:1761322990.270191:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b73ca902 x1846879955803968/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:143/0 lens 328/0 e 0 to 0 dl 1761323033 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761322990.270228:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955803968 02000000:00000010:0.0:1761322990.270243:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000509017f3. 00010000:00000010:0.0:1761322990.270278:0:66652:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006ee51dbe. 00010000:00000010:0.0:1761322990.270307:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000029901df4. 00000100:00000010:0.0:1761322990.270315:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000af363422. 00000100:00000010:0.0:1761322990.270330:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000af363422. 00010000:00000010:0.0:1761322990.270334:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000029901df4. 00000400:00000010:0.0:1761322990.270348:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ca103527. 00000100:00000200:0.0:1761322990.270354:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955803968, offset 224 00000400:00000200:0.0:1761322990.270362:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00080000:00000010:1.0:1761322990.270372:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c92ebd3e. 00000400:00000200:0.0:1761322990.270377:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322990.270385:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88478:88478:256:4294967295] 192.168.201.29@tcp LPNI seq info [88478:88478:8:4294967295] 00000400:00000200:0.0:1761322990.270396:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322990.270402:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322990.270407:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000057731204 (tot 82350866). 00000800:00000200:0.0:1761322990.270413:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322990.270422:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322990.270426:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000057731204 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761322990.270453:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b9ff2468. 00000020:00000010:0.0:1761322990.270458:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005269528a. 00000020:00000010:0.0:1761322990.270463:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d5cb7a31. 00010000:00000010:1.0:1761322990.270470:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000edc22753. 00010000:00000010:1.0:1761322990.270481:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001dcf9ef7. 00010000:00000010:1.0:1761322990.270564:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005f6e281a. 00010000:00000010:1.0:1761322990.270572:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000edc22753. 00010000:00000010:1.0:1761322990.270586:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004bdec316. 00000100:00000010:1.0:1761322990.270594:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001f9582b6. 00000100:00000010:1.0:1761322990.270602:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000bb72a29. 00000800:00000200:2.0:1761322990.270611:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322990.270615:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000057731204 (tot 82350618). 02000000:00000010:1.0:1761322990.270618:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001805fc72. 00000400:00000200:2.0:1761322990.270625:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.270632:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322990.270637:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ca103527 00000400:00000010:2.0:1761322990.270639:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ca103527. 02000000:00000010:1.0:1761322990.270659:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000610e57fe. 00000400:00000010:1.0:1761322990.270666:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000386cac00. 00000400:00000010:1.0:1761322990.270671:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002c8a409d. 00000100:00000200:1.0:1761322990.270677:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956443520, portal 16 00000400:00000010:1.0:1761322990.270682:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d7c2831e. 00000100:00000200:1.0:1761322990.270685:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956443520, offset 0 00000400:00000200:1.0:1761322990.270693:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322990.270708:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322990.270715:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:1.0:1761322990.270719:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761322990.270722:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:1.0:1761322990.270725:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88479:88479:256:4294967295] 192.168.201.29@tcp LPNI seq info [88479:88479:8:4294967295] 00000400:00000200:1.0:1761322990.270734:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322990.270754:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322990.270758:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c987b974 (tot 82350866). 00000800:00000200:1.0:1761322990.270764:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322990.270771:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322990.270775:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c987b974 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761322990.271131:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322990.271135:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c987b974 (tot 82350618). 00000400:00000200:3.0:1761322990.271139:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.271143:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322990.271147:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d7c2831e 00000400:00000010:3.0:1761322990.271149:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d7c2831e. 00000100:00000200:3.0:1761322990.271155:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000bb72a29 x1846879956443520/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761322990.273132:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f48e4186. 00000400:00000200:2.0:1761322990.273379:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322990.273395:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf2180 00000400:00000200:2.0:1761322990.273403:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xab43d [1] + 224 00000400:00000200:2.0:1761322990.273414:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.273417:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322990.273424:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000bb72a29 x1846879956443520/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322990.273458:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322990.273461:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb55f80 00000400:00000200:2.0:1761322990.273465:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xa9e49 [2] + 1968 00000400:00000010:2.0:1761322990.273469:0:15810:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007ca18b98. 00000400:00000200:2.0:1761322990.273472:0:15810:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000007edb774a 00000400:00000200:2.0:1761322990.273523:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.273526:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322990.273529:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007edb774a 00000400:00000010:2.0:1761322990.273531:0:15810:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000007edb774a (tot 82350466). 00000100:00000200:2.0:1761322990.273537:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:1.0:1761322990.273618:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000386cac00. 00000400:00000200:1.0:1761322990.273640:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002c8a409d 00000400:00000010:1.0:1761322990.273642:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002c8a409d. 00000100:00000200:1.0:1761322990.273648:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000bb72a29 x1846879956443520/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761322990.273655:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000bb72a29 x1846879956443520/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000020:00000010:0.0:1761322990.273677:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d5cb7a31. 02000000:00000010:1.0:1761322990.273685:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000610e57fe. 00000020:00000010:0.0:1761322990.273686:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b9ff2468. 02000000:00000010:1.0:1761322990.273691:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001805fc72. 00000020:00000010:0.0:1761322990.273691:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005269528a. 00000100:00000010:1.0:1761322990.273696:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000bb72a29. 00000100:00000010:1.0:1761322990.273701:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001f9582b6. 00010000:00000010:1.0:1761322990.273704:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004bdec316. 00000100:00000200:0.0:1761322990.273715:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000cd339e0 x1846879955804032/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:143/0 lens 328/0 e 0 to 0 dl 1761323033 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761322990.273742:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955804032 02000000:00000010:0.0:1761322990.273756:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000071e35eab. 00010000:00000010:0.0:1761322990.273882:0:66652:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000005d1faee. 00010000:00000010:0.0:1761322990.273905:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000029901df4. 00000100:00000010:0.0:1761322990.273911:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000af363422. 00000100:00000010:0.0:1761322990.273926:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000af363422. 00010000:00000010:0.0:1761322990.273929:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000029901df4. 00000400:00000010:0.0:1761322990.273943:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000099514ae8. 00000100:00000200:0.0:1761322990.273947:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955804032, offset 224 00000400:00000200:0.0:1761322990.273955:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322990.273967:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322990.273973:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88480:88480:256:4294967295] 192.168.201.29@tcp LPNI seq info [88480:88480:8:4294967295] 00080000:00000010:1.0:1761322990.273977:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000610e57fe. 00000400:00000200:0.0:1761322990.273982:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322990.273987:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322990.273992:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000057731204 (tot 82350714). 00000800:00000200:0.0:1761322990.273997:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322990.274004:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322990.274008:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000057731204 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761322990.274031:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b9ff2468. 00000020:00000010:0.0:1761322990.274035:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005269528a. 00000020:00000010:0.0:1761322990.274038:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d5cb7a31. 02000000:00000010:0.0:1761322990.274045:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000509017f3. 00000100:00000010:0.0:1761322990.274048:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b73ca902. 02000000:00000010:0.0:1761322990.274063:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a4a5fd61. 00000100:00000010:0.0:1761322990.274066:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002d0671bc. 02000000:00000010:0.0:1761322990.274070:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f979ba57. 00010000:00000010:1.0:1761322990.274117:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000edc22753. 00010000:00000010:1.0:1761322990.274125:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fc3b9dd8. 00000100:00000010:0.0:1761322990.274144:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000035919ae3. 02000000:00000010:0.0:1761322990.274151:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d763ae95. 00000100:00000010:0.0:1761322990.274153:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000017975d50. 02000000:00000010:0.0:1761322990.274155:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ced1133b. 00000100:00000010:0.0:1761322990.274157:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e002feec. 02000000:00000010:0.0:1761322990.274160:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001022e8b1. 00000100:00000010:0.0:1761322990.274162:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007478fe45. 00000100:00000200:0.0:1761322990.274169:0:66652:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1761322990.274174:0:66652:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003d1d1b7c. 00000400:00000010:0.0:1761322990.274178:0:66652:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000af363422 (tot 82350866). 00010000:00000010:1.0:1761322990.274228:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d6c79a22. 00010000:00000010:1.0:1761322990.274234:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000edc22753. 00010000:00000010:1.0:1761322990.274246:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004bdec316. 00000100:00000010:1.0:1761322990.274250:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001f9582b6. 00000100:00000010:1.0:1761322990.274258:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000bb72a29. 02000000:00000010:1.0:1761322990.274270:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c88c5890. 02000000:00000010:1.0:1761322990.274292:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000332c2d23. 00000400:00000010:1.0:1761322990.274296:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000386cac00. 00000400:00000010:1.0:1761322990.274298:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002c8a409d. 00000100:00000200:1.0:1761322990.274301:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956443584, portal 16 00000400:00000010:1.0:1761322990.274305:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002578c7b1. 00000100:00000200:1.0:1761322990.274307:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956443584, offset 0 00000800:00000200:2.0:1761322990.274311:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1761322990.274313:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000800:00000010:2.0:1761322990.274315:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000057731204 (tot 82350618). 00000400:00000200:1.0:1761322990.274319:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:2.0:1761322990.274322:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.274325:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:1.0:1761322990.274326:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:2.0:1761322990.274328:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000099514ae8 00000400:00000010:2.0:1761322990.274329:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000099514ae8. 00000400:00000200:1.0:1761322990.274330:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761322990.274333:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 02000000:00000010:2.0:1761322990.274336:0:15812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000071e35eab. 00000400:00000200:1.0:1761322990.274336:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88481:88481:255:4294967295] 192.168.201.29@tcp LPNI seq info [88481:88481:7:4294967295] 00000400:00000200:1.0:1761322990.274343:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322990.274347:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322990.274350:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006759b894 (tot 82350866). 00000800:00000200:1.0:1761322990.274353:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322990.274357:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322990.274359:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006759b894 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761322990.274454:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322990.274598:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006759b894 (tot 82350618). 00000400:00000200:3.0:1761322990.274603:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.274606:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322990.274609:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002578c7b1 00000400:00000010:3.0:1761322990.274610:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002578c7b1. 00000100:00000200:3.0:1761322990.274616:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000bb72a29 x1846879956443584/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322990.275693:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322990.275710:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf21c0 00000400:00000200:2.0:1761322990.275719:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xab44d [1] + 224 00000400:00000200:2.0:1761322990.275758:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.275763:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322990.275770:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000bb72a29 x1846879956443584/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761322990.275885:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000386cac00. 00000400:00000200:1.0:1761322990.275909:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002c8a409d 00000400:00000010:1.0:1761322990.275911:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002c8a409d. 00000100:00000200:1.0:1761322990.275926:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000bb72a29 x1846879956443584/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761322990.275944:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000bb72a29 x1846879956443584/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761322990.275988:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000332c2d23. 02000000:00000010:1.0:1761322990.275997:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c88c5890. 00000100:00000010:1.0:1761322990.276003:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000bb72a29. 00000100:00000010:1.0:1761322990.276007:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001f9582b6. 00010000:00000010:1.0:1761322990.276013:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004bdec316. 00000400:00000200:2.0:1761322990.276168:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322990.276186:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb55fc0 00000400:00000200:2.0:1761322990.276194:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xa9ea1 [2] + 0 00000400:00000200:2.0:1761322990.276389:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.276395:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322990.276402:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761322990.276408:0:15812:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c802a107. 00000020:00000010:0.0:1761322990.276555:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006a9dcb94. 00000020:00000010:0.0:1761322990.276565:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b9ff2468. 00000020:00000010:0.0:1761322990.276571:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005269528a. 00000100:00000200:0.0:1761322990.276600:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c802a107 x1846879955804096/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:143/0 lens 328/0 e 0 to 0 dl 1761323033 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761322990.276643:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955804096 02000000:00000010:0.0:1761322990.276658:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000071e35eab. 00010000:00000010:0.0:1761322990.276689:0:66652:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000021660225. 00010000:00000010:0.0:1761322990.276712:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000029901df4. 00000100:00000010:0.0:1761322990.276721:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fb0645c2. 00000100:00000010:0.0:1761322990.276730:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fb0645c2. 00010000:00000010:0.0:1761322990.276733:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000029901df4. 00080000:00000010:1.0:1761322990.276748:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c88c5890. 00000400:00000010:0.0:1761322990.276748:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000085772165. 00000100:00000200:0.0:1761322990.276754:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955804096, offset 224 00000400:00000200:0.0:1761322990.276762:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322990.276774:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322990.276780:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88482:88482:256:4294967295] 192.168.201.29@tcp LPNI seq info [88482:88482:8:4294967295] 00000400:00000200:0.0:1761322990.276789:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322990.276794:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322990.276800:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000057731204 (tot 82350866). 00000800:00000200:0.0:1761322990.276805:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322990.276812:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322990.276816:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000057731204 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761322990.276842:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b9ff2468. 00000020:00000010:0.0:1761322990.276846:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005269528a. 00000020:00000010:0.0:1761322990.276849:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006a9dcb94. 00000800:00000200:3.0:1761322990.276984:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322990.276987:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000057731204 (tot 82350618). 00000400:00000200:3.0:1761322990.276995:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.276999:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322990.277003:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000085772165 00000400:00000010:3.0:1761322990.277005:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000085772165. 00010000:00000010:1.0:1761322990.277027:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000edc22753. 00010000:00000010:1.0:1761322990.277034:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000938c68c2. 00010000:00000010:1.0:1761322990.277171:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bcab877a. 00010000:00000010:1.0:1761322990.277178:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000edc22753. 00010000:00000010:1.0:1761322990.277189:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004bdec316. 00000100:00000010:1.0:1761322990.277193:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001f9582b6. 00000100:00000010:1.0:1761322990.277200:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000bb72a29. 02000000:00000010:1.0:1761322990.277212:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000332c2d23. 02000000:00000010:1.0:1761322990.277235:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000044a286d3. 00000400:00000010:1.0:1761322990.277241:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000386cac00. 00000400:00000010:1.0:1761322990.277246:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002c8a409d. 00000100:00000200:1.0:1761322990.277252:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956443648, portal 16 00000400:00000010:1.0:1761322990.277257:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c8e29771. 00000100:00000200:1.0:1761322990.277258:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956443648, offset 0 00000400:00000200:1.0:1761322990.277263:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322990.277270:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322990.277278:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:1.0:1761322990.277281:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761322990.277284:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:1.0:1761322990.277287:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88483:88483:256:4294967295] 192.168.201.29@tcp LPNI seq info [88483:88483:8:4294967295] 00000400:00000200:1.0:1761322990.277294:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322990.277299:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322990.277303:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000075600cbc (tot 82350866). 00000800:00000200:1.0:1761322990.277306:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322990.277310:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322990.277312:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000075600cbc type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761322990.277645:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322990.277651:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000075600cbc (tot 82350618). 00000400:00000200:2.0:1761322990.277656:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.277662:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322990.277666:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c8e29771 00000400:00000010:2.0:1761322990.277668:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c8e29771. 00000100:00000200:2.0:1761322990.277676:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000bb72a29 x1846879956443648/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761322990.281119:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dbeb672d. 00010000:00000010:1.1:1761322990.281136:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004461e93c. 00000400:00000200:2.0:1761322990.282362:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322990.282381:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf2200 00000400:00000200:2.0:1761322990.282391:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xab459 [1] + 224 00000400:00000200:2.0:1761322990.282410:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.282415:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322990.282429:0:15812:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000bb72a29 x1846879956443648/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322990.282597:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322990.282607:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb56000 00000400:00000200:3.0:1761322990.282614:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xa9ea1 [2] + 328 00000400:00000200:3.0:1761322990.282665:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.282669:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322990.282674:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761322990.282680:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000dec6d697. 00000020:00000010:0.0:1761322990.282799:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006a9dcb94. 00000020:00000010:0.0:1761322990.282808:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b9ff2468. 00000020:00000010:0.0:1761322990.282813:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005269528a. 00000400:00000010:1.0:1761322990.282828:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000386cac00. 00000400:00000200:1.0:1761322990.282844:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002c8a409d 00000100:00000200:0.0:1761322990.282845:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000dec6d697 x1846879955804160/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:143/0 lens 328/0 e 0 to 0 dl 1761323033 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000400:00000010:1.0:1761322990.282847:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002c8a409d. 00000100:00000200:1.0:1761322990.282857:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000bb72a29 x1846879956443648/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761322990.282866:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000bb72a29 x1846879956443648/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761322990.282893:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955804160 02000000:00000010:1.0:1761322990.282901:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000044a286d3. 02000000:00000010:1.0:1761322990.282909:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000332c2d23. 02000000:00000010:0.0:1761322990.282910:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000509017f3. 00000100:00000010:1.0:1761322990.282914:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000bb72a29. 00000100:00000010:1.0:1761322990.282920:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001f9582b6. 00010000:00000010:1.0:1761322990.282924:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004bdec316. 00010000:00000010:0.0:1761322990.282945:0:66652:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cd5ef4c2. 00010000:00000010:0.0:1761322990.283339:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000029901df4. 00000100:00000010:0.0:1761322990.283347:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fb0645c2. 00000100:00000010:0.0:1761322990.284067:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fb0645c2. 00010000:00000010:0.0:1761322990.284116:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000029901df4. 00000400:00000010:0.0:1761322990.284138:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d5095c71. 00000100:00000200:0.0:1761322990.284144:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955804160, offset 224 00000400:00000200:0.0:1761322990.284153:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322990.284167:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322990.284172:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88484:88484:256:4294967295] 192.168.201.29@tcp LPNI seq info [88484:88484:8:4294967295] 00000400:00000200:0.0:1761322990.284182:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322990.284188:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322990.284194:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000057731204 (tot 82350866). 00000800:00000200:0.0:1761322990.284201:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322990.284220:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322990.284224:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000057731204 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761322990.284250:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b9ff2468. 00000020:00000010:0.0:1761322990.284255:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005269528a. 00000020:00000010:0.0:1761322990.284258:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006a9dcb94. 00080000:00000010:1.0:1761322990.284471:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000332c2d23. 00000800:00000200:2.0:1761322990.284562:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00010000:00000010:1.0:1761322990.284563:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000edc22753. 00000800:00000010:2.0:1761322990.284567:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000057731204 (tot 82350618). 00010000:00000010:1.0:1761322990.284574:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006afe9940. 00000400:00000200:2.0:1761322990.284577:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.284584:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322990.284588:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d5095c71 00000400:00000010:2.0:1761322990.284590:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d5095c71. 00010000:00000010:1.0:1761322990.284661:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000062a92f93. 00010000:00000010:1.0:1761322990.284855:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002c4891d2. 00010000:00000010:1.0:1761322990.284862:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004461e93c. 00010000:00000010:1.0:1761322990.284869:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000edc22753. 00080000:00000010:1.0:1761322990.284890:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000044a286d3. 00010000:00000010:1.0:1761322990.284922:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000edc22753. 00010000:00000010:1.0:1761322990.284926:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c4891d2. 00010000:00000010:1.0:1761322990.284981:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000001764556. 00010000:00000010:1.0:1761322990.284985:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000edc22753. 00010000:00000010:1.0:1761322990.284995:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004bdec316. 00000100:00000010:1.0:1761322990.285001:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001f9582b6. 00000100:00000010:1.0:1761322990.285010:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000bb72a29. 02000000:00000010:1.0:1761322990.285027:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000038a8085b. 02000000:00000010:1.0:1761322990.285098:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009712e93a. 00000400:00000010:1.0:1761322990.285106:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000386cac00. 00000400:00000010:1.0:1761322990.285112:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002c8a409d. 00000100:00000200:1.0:1761322990.285116:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956443712, portal 16 00000400:00000010:1.0:1761322990.285122:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000071b5ee12. 00000100:00000200:1.0:1761322990.285124:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956443712, offset 0 00000400:00000200:1.0:1761322990.285131:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322990.285140:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322990.285147:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:1.0:1761322990.285150:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761322990.285153:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:1.0:1761322990.285155:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88485:88485:256:4294967295] 192.168.201.29@tcp LPNI seq info [88485:88485:8:4294967295] 00000400:00000200:1.0:1761322990.285163:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322990.285168:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322990.285172:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009abd418e (tot 82350866). 00000800:00000200:1.0:1761322990.285176:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322990.285181:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322990.285184:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009abd418e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761322990.285378:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322990.285390:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009abd418e (tot 82350618). 00000400:00000200:2.0:1761322990.285394:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.285397:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322990.285400:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000071b5ee12 00000400:00000010:2.0:1761322990.285401:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000071b5ee12. 00000100:00000200:2.0:1761322990.285408:0:15812:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000bb72a29 x1846879956443712/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322990.287167:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322990.287187:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf2240 00000400:00000200:3.0:1761322990.287194:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xab465 [1] + 224 00000400:00000200:3.0:1761322990.287206:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.287209:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322990.287216:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000bb72a29 x1846879956443712/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761322990.287403:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000386cac00. 00000400:00000200:1.0:1761322990.287418:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002c8a409d 00000400:00000010:1.0:1761322990.287421:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002c8a409d. 00000100:00000200:1.0:1761322990.287427:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000bb72a29 x1846879956443712/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761322990.287436:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000bb72a29 x1846879956443712/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761322990.287473:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009712e93a. 02000000:00000010:1.0:1761322990.287479:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000038a8085b. 00000100:00000010:1.0:1761322990.287484:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000bb72a29. 00000100:00000010:1.0:1761322990.287488:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001f9582b6. 00010000:00000010:1.0:1761322990.287492:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004bdec316. 00000400:00000200:2.0:1761322990.287955:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322990.287962:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb56040 00000400:00000200:2.0:1761322990.287967:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xa9ea1 [2] + 656 00000400:00000200:2.0:1761322990.288008:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.288011:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322990.288015:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761322990.288019:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000076100024. 00000020:00000010:0.0:1761322990.288162:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006a9dcb94. 00000020:00000010:0.0:1761322990.288170:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b9ff2468. 00000020:00000010:0.0:1761322990.288175:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005269528a. 00000100:00000200:0.0:1761322990.288205:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000076100024 x1846879955804224/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:143/0 lens 328/0 e 0 to 0 dl 1761323033 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761322990.288245:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955804224 02000000:00000010:0.0:1761322990.288259:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001022e8b1. 00010000:00000010:0.0:1761322990.288292:0:66652:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a41393ec. 00010000:00000010:0.0:1761322990.288317:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000029901df4. 00000100:00000010:0.0:1761322990.288324:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fb0645c2. 00000100:00000010:0.0:1761322990.288339:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fb0645c2. 00010000:00000010:0.0:1761322990.288342:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000029901df4. 00000400:00000010:0.0:1761322990.288360:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000098e4976a. 00000100:00000200:0.0:1761322990.288365:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955804224, offset 224 00000400:00000200:0.0:1761322990.288373:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00080000:00000010:1.0:1761322990.288381:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000038a8085b. 00000400:00000200:0.0:1761322990.288386:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322990.288393:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88486:88486:256:4294967295] 192.168.201.29@tcp LPNI seq info [88486:88486:8:4294967295] 00000400:00000200:0.0:1761322990.288403:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322990.288409:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322990.288414:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000057731204 (tot 82350866). 00000800:00000200:0.0:1761322990.288420:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322990.288427:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322990.288431:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000057731204 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761322990.288461:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b9ff2468. 00000020:00000010:0.0:1761322990.288471:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005269528a. 00010000:00000010:1.0:1761322990.288472:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000edc22753. 00000020:00000010:0.0:1761322990.288476:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006a9dcb94. 00010000:00000010:1.0:1761322990.288482:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000079f56069. 00000800:00000200:2.0:1761322990.288547:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322990.288551:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000057731204 (tot 82350618). 00000400:00000200:2.0:1761322990.288560:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.288564:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00010000:00000010:1.0:1761322990.288565:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000884f725a. 00000400:00000200:2.0:1761322990.288567:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000098e4976a 00000400:00000010:2.0:1761322990.288570:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000098e4976a. 00010000:00000010:1.0:1761322990.288573:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000edc22753. 00010000:00000010:1.0:1761322990.288588:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004bdec316. 00000100:00000010:1.0:1761322990.288592:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001f9582b6. 00000100:00000010:1.0:1761322990.288599:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000bb72a29. 02000000:00000010:1.0:1761322990.288626:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009712e93a. 02000000:00000010:1.0:1761322990.288656:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b66c857c. 00000400:00000010:1.0:1761322990.288660:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000386cac00. 00000400:00000010:1.0:1761322990.288665:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002c8a409d. 00000100:00000200:1.0:1761322990.288669:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956443776, portal 16 00000400:00000010:1.0:1761322990.288673:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000297438bc. 00000100:00000200:1.0:1761322990.288674:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956443776, offset 0 00000400:00000200:1.0:1761322990.288680:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322990.288686:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322990.288692:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:1.0:1761322990.288696:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761322990.288699:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:1.0:1761322990.288701:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88487:88487:256:4294967295] 192.168.201.29@tcp LPNI seq info [88487:88487:8:4294967295] 00000400:00000200:1.0:1761322990.288709:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322990.288713:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322990.288716:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cdb67613 (tot 82350866). 00000800:00000200:1.0:1761322990.288719:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322990.288723:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322990.288726:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cdb67613 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761322990.288919:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322990.288922:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cdb67613 (tot 82350618). 00000400:00000200:3.0:1761322990.288925:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.288929:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322990.288932:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000297438bc 00000400:00000010:3.0:1761322990.288933:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000297438bc. 00000100:00000200:3.0:1761322990.288939:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000bb72a29 x1846879956443776/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761322990.290123:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000efd8a7bb. 00010000:00000010:0.1:1761322990.290134:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000091fc8832. 00010000:00000010:1.1:1761322990.290137:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b994f8e9. 00010000:00000010:1.1:1761322990.290145:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae5da395. 00000400:00000200:2.0:1761322990.290802:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322990.290817:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf2280 00000400:00000200:2.0:1761322990.290825:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xab471 [1] + 224 00000400:00000200:2.0:1761322990.290839:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.290843:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322990.290851:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000bb72a29 x1846879956443776/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761322990.291001:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000386cac00. 00000400:00000200:1.0:1761322990.291017:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002c8a409d 00000400:00000010:1.0:1761322990.291020:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002c8a409d. 00000100:00000200:1.0:1761322990.291027:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000bb72a29 x1846879956443776/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761322990.291036:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000bb72a29 x1846879956443776/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322990.291121:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 02000000:00000010:1.0:1761322990.291123:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b66c857c. 02000000:00000010:1.0:1761322990.291134:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009712e93a. 00000400:00000200:2.0:1761322990.291141:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb56080 00000100:00000010:1.0:1761322990.291143:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000bb72a29. 00000400:00000200:2.0:1761322990.291154:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xa9ea1 [2] + 984 00000100:00000010:1.0:1761322990.291155:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001f9582b6. 00010000:00000010:1.0:1761322990.291163:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004bdec316. 00000400:00000200:2.0:1761322990.291214:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.291220:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322990.291226:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761322990.291233:0:15812:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005bffa580. 00000020:00000010:0.0:1761322990.291306:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ced1133b. 00000020:00000010:0.0:1761322990.291315:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b9ff2468. 00000020:00000010:0.0:1761322990.291320:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005269528a. 00000100:00000200:0.0:1761322990.291350:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005bffa580 x1846879955804288/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:143/0 lens 328/0 e 0 to 0 dl 1761323033 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761322990.291394:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955804288 02000000:00000010:0.0:1761322990.291406:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d763ae95. 00010000:00000010:0.0:1761322990.291437:0:66652:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007ae74f41. 00010000:00000010:0.0:1761322990.291464:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000029901df4. 00000100:00000010:0.0:1761322990.291471:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fb0645c2. 00000100:00000010:0.0:1761322990.291489:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fb0645c2. 00010000:00000010:0.0:1761322990.291493:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000029901df4. 00000400:00000010:0.0:1761322990.291508:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000098e50414. 00000100:00000200:0.0:1761322990.291513:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955804288, offset 224 00000400:00000200:0.0:1761322990.291520:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322990.291537:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322990.291543:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88488:88488:256:4294967295] 192.168.201.29@tcp LPNI seq info [88488:88488:8:4294967295] 00000400:00000200:0.0:1761322990.291553:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322990.291558:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322990.291563:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000057731204 (tot 82350866). 00000800:00000200:0.0:1761322990.291568:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322990.291574:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322990.291578:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000057731204 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:1.0:1761322990.291597:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000009712e93a. 00000020:00000010:0.0:1761322990.291602:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b9ff2468. 00000020:00000010:0.0:1761322990.291608:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005269528a. 00000020:00000010:0.0:1761322990.291614:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ced1133b. 00010000:00000010:1.0:1761322990.291696:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000edc22753. 00010000:00000010:1.0:1761322990.291705:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000bcfb6ca6. 00000800:00000200:3.0:1761322990.291734:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322990.291739:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000057731204 (tot 82350618). 00010000:00000010:1.0:1761322990.291785:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ae5da395. 00000400:00000200:3.0:1761322990.291789:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:1.0:1761322990.291794:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000edc22753. 00000400:00000200:3.0:1761322990.291799:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322990.291805:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000098e50414 00000400:00000010:3.0:1761322990.291808:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000098e50414. 00010000:00000010:1.0:1761322990.291811:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004bdec316. 00000100:00000010:1.0:1761322990.291816:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001f9582b6. 00000100:00000010:1.0:1761322990.291824:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000bb72a29. 02000000:00000010:1.0:1761322990.291838:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b66c857c. 02000000:00000010:1.0:1761322990.291869:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e45b4445. 00000400:00000010:1.0:1761322990.291873:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000386cac00. 00000400:00000010:1.0:1761322990.291877:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002c8a409d. 00000100:00000200:1.0:1761322990.291881:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956443840, portal 16 00000400:00000010:1.0:1761322990.291886:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e06c4b25. 00000100:00000200:1.0:1761322990.291887:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956443840, offset 0 00000400:00000200:1.0:1761322990.291893:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322990.291899:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322990.291906:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:1.0:1761322990.291909:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761322990.291912:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:1.0:1761322990.291915:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88489:88489:256:4294967295] 192.168.201.29@tcp LPNI seq info [88489:88489:8:4294967295] 00000400:00000200:1.0:1761322990.291921:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322990.291926:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322990.291930:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003124c809 (tot 82350866). 00000800:00000200:1.0:1761322990.291934:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322990.291945:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322990.291947:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003124c809 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761322990.292065:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322990.292070:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003124c809 (tot 82350618). 00000400:00000200:2.0:1761322990.292097:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.292104:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322990.292108:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e06c4b25 00000400:00000010:2.0:1761322990.292110:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e06c4b25. 00000100:00000200:2.0:1761322990.292120:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000bb72a29 x1846879956443840/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322990.293361:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322990.293381:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf22c0 00000400:00000200:2.0:1761322990.293391:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xab47d [1] + 224 00000400:00000200:2.0:1761322990.293407:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.293411:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322990.293419:0:15812:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000bb72a29 x1846879956443840/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761322990.293538:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000386cac00. 00000400:00000200:1.0:1761322990.293558:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002c8a409d 00000400:00000010:1.0:1761322990.293560:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002c8a409d. 00000100:00000200:1.0:1761322990.293571:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000bb72a29 x1846879956443840/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761322990.293581:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000bb72a29 x1846879956443840/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761322990.293648:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e45b4445. 02000000:00000010:1.0:1761322990.293655:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b66c857c. 00000100:00000010:1.0:1761322990.293658:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000bb72a29. 00000100:00000010:1.0:1761322990.293663:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001f9582b6. 00010000:00000010:1.0:1761322990.293666:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004bdec316. 00000400:00000200:3.0:1761322990.293794:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322990.293804:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb560c0 00000400:00000200:3.0:1761322990.293810:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xa9ea1 [2] + 1312 00000400:00000200:3.0:1761322990.293862:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.293867:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322990.293872:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761322990.293877:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000048e8df22. 00000020:00000010:0.0:1761322990.293990:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ced1133b. 00000020:00000010:0.0:1761322990.293998:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b9ff2468. 00000020:00000010:0.0:1761322990.294003:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005269528a. 00000100:00000200:0.0:1761322990.294043:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000048e8df22 x1846879955804352/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:143/0 lens 328/0 e 0 to 0 dl 1761323033 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00010000:00000010:0.1:1761322990.294116:0:66652:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000085f52a8e. 00000100:00000200:0.0:1761322990.294146:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955804352 00010000:00000010:1.1:1761322990.294154:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000493418ab. 02000000:00000010:0.0:1761322990.294166:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f979ba57. 00010000:00000010:1.1:1761322990.294167:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005f6e281a. 00010000:00000010:1.1:1761322990.294176:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ed91787f. 00010000:00000010:1.1:1761322990.294181:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6c79a22. 00010000:00000010:0.0:1761322990.294205:0:66652:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b41a97f9. 00010000:00000010:0.0:1761322990.294231:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000029901df4. 00000100:00000010:0.0:1761322990.294240:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fb0645c2. 00000100:00000010:0.0:1761322990.294257:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fb0645c2. 00010000:00000010:0.0:1761322990.294262:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000029901df4. 00000400:00000010:0.0:1761322990.294278:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a0012254. 00000100:00000200:0.0:1761322990.294283:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955804352, offset 224 00000400:00000200:0.0:1761322990.294292:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322990.294304:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322990.294310:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88490:88490:256:4294967295] 192.168.201.29@tcp LPNI seq info [88490:88490:8:4294967295] 00000400:00000200:0.0:1761322990.294323:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322990.294329:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322990.294335:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000057731204 (tot 82350866). 00000800:00000200:0.0:1761322990.294343:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322990.294352:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322990.294355:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000057731204 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:1.0:1761322990.294365:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b66c857c. 00000020:00000010:0.0:1761322990.294378:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b9ff2468. 00000020:00000010:0.0:1761322990.294384:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005269528a. 00000020:00000010:0.0:1761322990.294388:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ced1133b. 00010000:00000010:1.0:1761322990.294461:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000edc22753. 00010000:00000010:1.0:1761322990.294471:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005a3964de. 00010000:00000010:1.0:1761322990.294543:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d6c79a22. 00010000:00000010:1.0:1761322990.294565:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000edc22753. 00010000:00000010:1.0:1761322990.294582:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004bdec316. 00000100:00000010:1.0:1761322990.294593:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001f9582b6. 00000800:00000200:3.0:1761322990.294601:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000100:00000010:1.0:1761322990.294604:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000bb72a29. 00000800:00000010:3.0:1761322990.294608:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000057731204 (tot 82350618). 02000000:00000010:1.0:1761322990.294622:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e45b4445. 00000400:00000200:3.0:1761322990.294623:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.294631:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322990.294635:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a0012254 00000400:00000010:3.0:1761322990.294637:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a0012254. 02000000:00000010:1.0:1761322990.294661:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005ec22132. 00000400:00000010:1.0:1761322990.294668:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000386cac00. 00000400:00000010:1.0:1761322990.294673:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002c8a409d. 00000100:00000200:1.0:1761322990.294679:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956443904, portal 16 00000400:00000010:1.0:1761322990.294684:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ab427e39. 00000100:00000200:1.0:1761322990.294687:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956443904, offset 0 00000400:00000200:1.0:1761322990.294696:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322990.294708:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322990.294716:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:1.0:1761322990.294719:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761322990.294722:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:1.0:1761322990.294725:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88491:88491:256:4294967295] 192.168.201.29@tcp LPNI seq info [88491:88491:8:4294967295] 00000400:00000200:1.0:1761322990.294734:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322990.294754:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322990.294760:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000056e29e94 (tot 82350866). 00000800:00000200:1.0:1761322990.294766:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322990.294773:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322990.294776:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000056e29e94 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761322990.294978:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322990.294982:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000056e29e94 (tot 82350618). 00000400:00000200:2.0:1761322990.294986:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.294991:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322990.294994:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ab427e39 00000400:00000010:2.0:1761322990.294996:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ab427e39. 00000100:00000200:2.0:1761322990.295002:0:15812:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000bb72a29 x1846879956443904/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322990.296436:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322990.296456:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf2300 00000400:00000200:3.0:1761322990.296463:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xab489 [1] + 224 00000400:00000200:3.0:1761322990.296477:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.296480:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322990.296488:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000bb72a29 x1846879956443904/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761322990.296588:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000386cac00. 00000400:00000200:1.0:1761322990.296607:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002c8a409d 00000400:00000010:1.0:1761322990.296608:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002c8a409d. 00000100:00000200:1.0:1761322990.296614:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000bb72a29 x1846879956443904/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761322990.296621:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000bb72a29 x1846879956443904/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761322990.296649:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005ec22132. 02000000:00000010:1.0:1761322990.296655:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e45b4445. 00000100:00000010:1.0:1761322990.296658:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000bb72a29. 00000100:00000010:1.0:1761322990.296662:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001f9582b6. 00010000:00000010:1.0:1761322990.296665:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004bdec316. 00000400:00000200:3.0:1761322990.296923:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322990.296931:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb56100 00000400:00000200:3.0:1761322990.296936:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xa9ea1 [2] + 1640 00000400:00000200:3.0:1761322990.296985:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.296989:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322990.296994:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761322990.296999:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000043166cbc. 00000020:00000010:2.0:1761322990.297181:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005a072f5e. 00000020:00000010:2.0:1761322990.297190:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b19ef5e1. 00000020:00000010:2.0:1761322990.297196:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c4bb781f. 00000100:00000200:2.0:1761322990.297221:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000043166cbc x1846879955804416/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:143/0 lens 328/0 e 0 to 0 dl 1761323033 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761322990.297260:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955804416 02000000:00000010:2.0:1761322990.297272:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000884cf3ba. 00010000:00000010:2.0:1761322990.297315:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000554e5440. 00010000:00000010:2.0:1761322990.297336:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000882d01dc. 00000100:00000010:2.0:1761322990.297342:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000009f1eab2. 00000100:00000010:2.0:1761322990.297357:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000009f1eab2. 00010000:00000010:2.0:1761322990.297359:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000882d01dc. 00000400:00000010:2.0:1761322990.297374:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002ff729bf. 00000100:00000200:2.0:1761322990.297379:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955804416, offset 224 00000400:00000200:2.0:1761322990.297388:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:2.0:1761322990.297399:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:2.0:1761322990.297405:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88492:88492:256:4294967295] 192.168.201.29@tcp LPNI seq info [88492:88492:8:4294967295] 00000400:00000200:2.0:1761322990.297415:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:2.0:1761322990.297420:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:2.0:1761322990.297424:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fe7f5c43 (tot 82350866). 00000800:00000200:2.0:1761322990.297430:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:2.0:1761322990.297454:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00080000:00000010:1.0:1761322990.297454:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e45b4445. 00000800:00000200:2.0:1761322990.297459:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fe7f5c43 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761322990.297487:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b19ef5e1. 00000020:00000010:2.0:1761322990.297492:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c4bb781f. 00000020:00000010:2.0:1761322990.297496:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005a072f5e. 00010000:00000010:1.0:1761322990.297557:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000edc22753. 00010000:00000010:1.0:1761322990.297565:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a31cc007. 00010000:00000010:1.0:1761322990.297660:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005f6e281a. 00010000:00000010:1.0:1761322990.297665:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000edc22753. 00010000:00000010:1.0:1761322990.297677:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004bdec316. 00000100:00000010:1.0:1761322990.297680:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001f9582b6. 00000100:00000010:1.0:1761322990.297686:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000bb72a29. 02000000:00000010:1.0:1761322990.297697:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005ec22132. 02000000:00000010:1.0:1761322990.297719:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d2895f81. 00000400:00000010:1.0:1761322990.297723:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000386cac00. 00000400:00000010:1.0:1761322990.297728:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002c8a409d. 00000100:00000200:1.0:1761322990.297733:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956443968, portal 16 00000400:00000010:1.0:1761322990.297737:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004c82c5ef. 00000100:00000200:1.0:1761322990.297739:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956443968, offset 0 00000400:00000200:1.0:1761322990.297745:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322990.297751:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322990.297759:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:1.0:1761322990.297763:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761322990.297766:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:1.0:1761322990.297768:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88493:88493:255:4294967295] 192.168.201.29@tcp LPNI seq info [88493:88493:7:4294967295] 00000400:00000200:1.0:1761322990.297775:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322990.297779:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322990.297783:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000638fa395 (tot 82351114). 00000800:00000200:1.0:1761322990.297787:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322990.297791:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322990.297793:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000638fa395 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761322990.297876:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322990.297879:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fe7f5c43 (tot 82350866). 00000400:00000200:3.0:1761322990.297884:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.297888:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322990.297891:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002ff729bf 00000400:00000010:3.0:1761322990.297893:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002ff729bf. 00000800:00000200:3.0:1761322990.297944:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322990.297946:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000638fa395 (tot 82350618). 00000400:00000200:3.0:1761322990.297950:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.297952:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322990.297954:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004c82c5ef 00000400:00000010:3.0:1761322990.297955:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004c82c5ef. 00000100:00000200:3.0:1761322990.297960:0:15812:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000bb72a29 x1846879956443968/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761322990.299626:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005ce3b57a. 00010000:00000010:0.1:1761322990.299642:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000021582b75. 00010000:00000010:1.1:1761322990.300160:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a556becd. 00010000:00000010:1.1:1761322990.300181:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bcab877a. 00010000:00000010:1.1:1761322990.300188:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000062a92f93. 00010000:00000010:1.1:1761322990.300195:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004461e93c. 00010000:00000010:1.1:1761322990.300201:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b1fd36b8. 00010000:00000010:1.1:1761322990.300208:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000001764556. 00000400:00000200:3.0:1761322990.300217:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322990.300237:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf2340 00000400:00000200:3.0:1761322990.300247:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xab495 [1] + 224 00000400:00000200:3.0:1761322990.300262:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.300267:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322990.300292:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000bb72a29 x1846879956443968/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322990.300335:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322990.300344:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb56140 00000400:00000200:3.0:1761322990.300352:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xa9ea1 [2] + 1968 00000400:00000010:3.0:1761322990.300357:0:15811:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002bf53beb. 00000400:00000200:3.0:1761322990.300361:0:15811:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000067b6ca76 00000400:00000010:1.0:1761322990.300370:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000386cac00. 00000400:00000200:3.0:1761322990.300374:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.300380:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:1.0:1761322990.300386:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002c8a409d 00000400:00000010:1.0:1761322990.300389:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002c8a409d. 00000400:00000200:3.0:1761322990.300393:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000067b6ca76 00000400:00000010:3.0:1761322990.300398:0:15811:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000067b6ca76 (tot 82350466). 00000100:00000200:1.0:1761322990.300401:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000bb72a29 x1846879956443968/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761322990.300407:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000200:1.0:1761322990.300422:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000bb72a29 x1846879956443968/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761322990.300471:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d2895f81. 02000000:00000010:1.0:1761322990.300480:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000005ec22132. 00000100:00000010:1.0:1761322990.300490:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000bb72a29. 00000100:00000010:1.0:1761322990.300495:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001f9582b6. 00010000:00000010:1.0:1761322990.300500:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004bdec316. 00000020:00000010:2.0:1761322990.300520:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005a072f5e. 00000020:00000010:2.0:1761322990.300530:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b19ef5e1. 00000020:00000010:2.0:1761322990.300534:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c4bb781f. 00000100:00000200:2.0:1761322990.300563:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003648747a x1846879955804480/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:143/0 lens 328/0 e 0 to 0 dl 1761323033 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761322990.300608:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955804480 02000000:00000010:2.0:1761322990.300623:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ec2fc5d2. 00010000:00000010:2.0:1761322990.300654:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000021d961de. 00010000:00000010:2.0:1761322990.300674:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000882d01dc. 00000100:00000010:2.0:1761322990.300683:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000009f1eab2. 00000100:00000010:2.0:1761322990.300698:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000009f1eab2. 00010000:00000010:2.0:1761322990.300702:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000882d01dc. 00000400:00000010:2.0:1761322990.300717:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000067f15243. 00000100:00000200:2.0:1761322990.300722:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955804480, offset 224 00000400:00000200:2.0:1761322990.300731:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00080000:00000010:1.0:1761322990.300741:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000005ec22132. 00000400:00000200:2.0:1761322990.300745:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:2.0:1761322990.300752:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88494:88494:256:4294967295] 192.168.201.29@tcp LPNI seq info [88494:88494:8:4294967295] 00000400:00000200:2.0:1761322990.300762:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:2.0:1761322990.300768:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:2.0:1761322990.300773:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cbddcecb (tot 82350714). 00000800:00000200:2.0:1761322990.300779:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:2.0:1761322990.300786:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:2.0:1761322990.300791:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cbddcecb type 1, nob 320 niov 1 nkiov 1 00010000:00000010:1.0:1761322990.300874:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000edc22753. 00010000:00000010:1.0:1761322990.300884:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000044ebde84. 00010000:00000010:1.0:1761322990.300964:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000062a92f93. 00010000:00000010:1.0:1761322990.300969:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002c4891d2. 00010000:00000010:1.0:1761322990.300975:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000001764556. 00010000:00000010:1.0:1761322990.300982:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000edc22753. 00080000:00000010:1.0:1761322990.300996:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d2895f81. 00010000:00000010:1.0:1761322990.301028:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000edc22753. 00010000:00000010:1.0:1761322990.301031:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c4891d2. 00000020:00000010:2.0:1761322990.301115:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b19ef5e1. 00010000:00000010:1.0:1761322990.301122:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004461e93c. 00000020:00000010:2.0:1761322990.301124:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c4bb781f. 00010000:00000010:1.0:1761322990.301129:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000edc22753. 00000020:00000010:2.0:1761322990.301130:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005a072f5e. 00010000:00000010:1.0:1761322990.301140:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004bdec316. 02000000:00000010:2.0:1761322990.301143:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000884cf3ba. 00000100:00000010:1.0:1761322990.301148:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001f9582b6. 00000100:00000010:2.0:1761322990.301149:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000043166cbc. 02000000:00000010:2.0:1761322990.301159:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f979ba57. 00000100:00000010:1.0:1761322990.301160:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000bb72a29. 00000100:00000010:2.0:1761322990.301164:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000048e8df22. 02000000:00000010:2.0:1761322990.301170:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d763ae95. 00000100:00000010:2.0:1761322990.301173:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005bffa580. 02000000:00000010:2.0:1761322990.301177:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001022e8b1. 02000000:00000010:1.0:1761322990.301179:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006f6df16d. 00000100:00000010:2.0:1761322990.301180:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000076100024. 02000000:00000010:2.0:1761322990.301188:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000509017f3. 00000100:00000010:2.0:1761322990.301192:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000dec6d697. 02000000:00000010:2.0:1761322990.301197:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000071e35eab. 00000100:00000010:2.0:1761322990.301200:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c802a107. 00000100:00000200:2.0:1761322990.301208:0:67479:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1761322990.301215:0:67479:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000001772bcc. 02000000:00000010:1.0:1761322990.301217:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009f2becf0. 00000400:00000010:2.0:1761322990.301221:0:67479:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000009f1eab2 (tot 82350866). 00000400:00000010:1.0:1761322990.301225:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000386cac00. 00000400:00000010:1.0:1761322990.301232:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002c8a409d. 00000100:00000200:1.0:1761322990.301239:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956444032, portal 16 00000400:00000010:1.0:1761322990.301245:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000399567d5. 00000100:00000200:1.0:1761322990.301247:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956444032, offset 0 00000400:00000200:1.0:1761322990.301255:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322990.301270:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322990.301279:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:1.0:1761322990.301282:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761322990.301285:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:1.0:1761322990.301288:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88495:88495:255:4294967295] 192.168.201.29@tcp LPNI seq info [88495:88495:7:4294967295] 00000400:00000200:1.0:1761322990.301298:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322990.301307:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322990.301312:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000841bc8bd (tot 82351114). 00000800:00000200:1.0:1761322990.301319:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322990.301327:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322990.301330:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000841bc8bd type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761322990.301460:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322990.301464:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cbddcecb (tot 82350866). 00000400:00000200:3.0:1761322990.301469:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.301475:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322990.301478:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000067f15243 00000400:00000010:3.0:1761322990.301479:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000067f15243. 02000000:00000010:3.0:1761322990.301484:0:15810:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ec2fc5d2. 00010000:00000010:0.1:1761322990.302120:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000a96df56. 00010000:00000010:0.1:1761322990.302128:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000053d3079. 00010000:00000010:2.1:1761322990.302213:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000090362b55. 00010000:00000010:1.1:1761322990.302219:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fd379050. 00010000:00000010:1.1:1761322990.302232:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000884f725a. 00010000:00000010:1.1:1761322990.302238:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a4ff4ad8. 00010000:00000010:1.1:1761322990.302244:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae5da395. 00000800:00000200:3.0:1761322990.302258:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322990.302262:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000841bc8bd (tot 82350618). 00000400:00000200:3.0:1761322990.302268:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.302331:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322990.302335:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000399567d5 00000400:00000010:3.0:1761322990.302337:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000399567d5. 00000100:00000200:3.0:1761322990.302345:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000bb72a29 x1846879956444032/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322990.303528:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322990.303604:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf2380 00000400:00000200:3.0:1761322990.303613:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xab4a5 [1] + 224 00000400:00000200:3.0:1761322990.303627:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.303633:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322990.303642:0:15812:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000bb72a29 x1846879956444032/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322990.303684:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322990.303690:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb56180 00000400:00000200:3.0:1761322990.303695:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xa9ef9 [2] + 0 00000400:00000200:3.0:1761322990.303751:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.303755:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322990.303759:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761322990.303766:0:15812:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000053322525. 00000020:00000010:2.0:1761322990.303861:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000884cf3ba. 00000020:00000010:2.0:1761322990.303873:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b19ef5e1. 00000020:00000010:2.0:1761322990.303879:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c4bb781f. 00000100:00000200:2.0:1761322990.303916:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000053322525 x1846879955804544/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:143/0 lens 328/0 e 0 to 0 dl 1761323033 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000400:00000010:1.0:1761322990.304063:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000386cac00. 00000400:00000200:1.0:1761322990.304116:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002c8a409d 00000100:00000200:2.0:1761322990.304118:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955804544 00000400:00000010:1.0:1761322990.304120:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002c8a409d. 00000100:00000200:1.0:1761322990.304131:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000bb72a29 x1846879956444032/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761322990.304135:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000005a072f5e. 00000100:00000200:1.0:1761322990.304145:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000bb72a29 x1846879956444032/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1761322990.304180:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e69a737b. 00010000:00000010:2.0:1761322990.304183:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000882d01dc. 00000100:00000010:2.0:1761322990.304194:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e6c9a031. 00000100:00000010:2.0:1761322990.304203:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e6c9a031. 02000000:00000010:1.0:1761322990.304206:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009f2becf0. 00010000:00000010:2.0:1761322990.304209:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000882d01dc. 02000000:00000010:1.0:1761322990.304215:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006f6df16d. 00000100:00000010:1.0:1761322990.304228:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000bb72a29. 00000400:00000010:2.0:1761322990.304230:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000363c05b3. 00000100:00000010:1.0:1761322990.304233:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001f9582b6. 00000100:00000200:2.0:1761322990.304237:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955804544, offset 224 00010000:00000010:1.0:1761322990.304239:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004bdec316. 00000400:00000200:2.0:1761322990.304248:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00080000:00000010:1.0:1761322990.304264:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000006f6df16d. 00000400:00000200:2.0:1761322990.304267:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:2.0:1761322990.304275:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88496:88496:256:4294967295] 192.168.201.29@tcp LPNI seq info [88496:88496:8:4294967295] 00000400:00000200:2.0:1761322990.304286:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:2.0:1761322990.304293:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:2.0:1761322990.304299:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cbddcecb (tot 82350866). 00000800:00000200:2.0:1761322990.304306:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:2.0:1761322990.304314:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:2.0:1761322990.304319:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cbddcecb type 1, nob 320 niov 1 nkiov 1 00010000:00000010:1.0:1761322990.304354:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000edc22753. 00010000:00000010:1.0:1761322990.304364:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e827beca. 00010000:00000010:1.0:1761322990.304440:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ae5da395. 00010000:00000010:1.0:1761322990.304447:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000edc22753. 00010000:00000010:1.0:1761322990.304459:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004bdec316. 00000100:00000010:1.0:1761322990.304464:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001f9582b6. 00000100:00000010:1.0:1761322990.304471:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000bb72a29. 02000000:00000010:1.0:1761322990.304484:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009f2becf0. 02000000:00000010:1.0:1761322990.304515:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c79ba022. 00000400:00000010:1.0:1761322990.304521:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000386cac00. 00000400:00000010:1.0:1761322990.304525:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002c8a409d. 00000100:00000200:1.0:1761322990.304530:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956444096, portal 16 00000400:00000010:1.0:1761322990.304535:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a7e6aed8. 00000100:00000200:1.0:1761322990.304537:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956444096, offset 0 00000400:00000200:1.0:1761322990.304545:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322990.304555:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322990.304562:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:1.0:1761322990.304565:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761322990.304568:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:1.0:1761322990.304571:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88497:88497:255:4294967295] 192.168.201.29@tcp LPNI seq info [88497:88497:7:4294967295] 00000400:00000200:1.0:1761322990.304580:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322990.304586:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322990.304590:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000db1a54b8 (tot 82351114). 00000800:00000200:1.0:1761322990.304596:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000020:00000010:2.0:1761322990.304605:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b19ef5e1. 00000800:00000200:1.0:1761322990.304606:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322990.304615:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000db1a54b8 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:2.0:1761322990.304617:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c4bb781f. 00000020:00000010:2.0:1761322990.304623:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000884cf3ba. 00000800:00000200:0.0:1761322990.304763:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761322990.304767:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cbddcecb (tot 82350866). 00000400:00000200:0.0:1761322990.304773:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322990.304778:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:0.0:1761322990.304782:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000363c05b3 00000400:00000010:0.0:1761322990.304784:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000363c05b3. 00000800:00000200:0.0:1761322990.304862:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761322990.304864:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000db1a54b8 (tot 82350618). 00000400:00000200:0.0:1761322990.304867:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322990.304870:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:0.0:1761322990.304873:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a7e6aed8 00000400:00000010:0.0:1761322990.304874:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a7e6aed8. 00000100:00000200:0.0:1761322990.304880:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000bb72a29 x1846879956444096/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761322990.307199:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e9047c7e. 00010000:00000010:2.1:1761322990.307206:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000023d521fb. 00010000:00000010:1.1:1761322990.307221:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6c79a22. 00010000:00000010:1.1:1761322990.307237:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007ec374de. 00010000:00000010:1.1:1761322990.307242:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005f6e281a. 00010000:00000010:1.1:1761322990.307249:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000062a92f93. 00010000:00000010:1.1:1761322990.307260:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000001764556. 00000400:00000200:2.0:1761322990.307604:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322990.307624:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf23c0 00000400:00000200:2.0:1761322990.307634:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xab4b1 [1] + 224 00000400:00000200:2.0:1761322990.307654:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.307658:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322990.307668:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000bb72a29 x1846879956444096/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761322990.307748:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000386cac00. 00000400:00000200:1.0:1761322990.307766:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002c8a409d 00000400:00000010:1.0:1761322990.307768:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002c8a409d. 00000100:00000200:1.0:1761322990.307780:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000bb72a29 x1846879956444096/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761322990.307791:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000bb72a29 x1846879956444096/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761322990.307825:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c79ba022. 02000000:00000010:1.0:1761322990.307832:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009f2becf0. 00000100:00000010:1.0:1761322990.307837:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000bb72a29. 00000100:00000010:1.0:1761322990.307842:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001f9582b6. 00010000:00000010:1.0:1761322990.307846:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004bdec316. 00000400:00000200:3.0:1761322990.307951:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322990.307961:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb561c0 00000400:00000200:3.0:1761322990.307967:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xa9ef9 [2] + 328 00000400:00000200:3.0:1761322990.308048:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.308065:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322990.308070:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761322990.308118:0:15812:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000045f901fa. 00000020:00000010:2.0:1761322990.308263:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000884cf3ba. 00000020:00000010:2.0:1761322990.308271:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b19ef5e1. 00000020:00000010:2.0:1761322990.308276:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c4bb781f. 00000100:00000200:2.0:1761322990.308377:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000045f901fa x1846879955804608/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:143/0 lens 328/0 e 0 to 0 dl 1761323033 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761322990.308409:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955804608 02000000:00000010:2.0:1761322990.308422:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e4fe56c6. 00010000:00000010:2.0:1761322990.308454:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002639f563. 00010000:00000010:2.0:1761322990.308478:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000882d01dc. 00000100:00000010:2.0:1761322990.308485:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e6c9a031. 00000100:00000010:2.0:1761322990.308503:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e6c9a031. 00010000:00000010:2.0:1761322990.308506:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000882d01dc. 00000400:00000010:2.0:1761322990.308520:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a9ac6a39. 00000100:00000200:2.0:1761322990.308525:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955804608, offset 224 00000400:00000200:2.0:1761322990.308533:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:2.0:1761322990.308545:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:2.0:1761322990.308550:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88498:88498:256:4294967295] 192.168.201.29@tcp LPNI seq info [88498:88498:8:4294967295] 00000400:00000200:2.0:1761322990.308562:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:2.0:1761322990.308567:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:2.0:1761322990.308572:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fe7f5c43 (tot 82350866). 00000800:00000200:2.0:1761322990.308579:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:2.0:1761322990.308587:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:2.0:1761322990.308591:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fe7f5c43 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761322990.308620:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b19ef5e1. 00000020:00000010:2.0:1761322990.308625:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c4bb781f. 00000020:00000010:2.0:1761322990.308627:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000884cf3ba. 00000800:00000200:3.0:1761322990.308793:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322990.308798:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fe7f5c43 (tot 82350618). 00000400:00000200:3.0:1761322990.308803:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.308806:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322990.308811:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a9ac6a39 00000400:00000010:3.0:1761322990.308813:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a9ac6a39. 00080000:00000010:1.0:1761322990.310841:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000009f2becf0. 00010000:00000010:1.0:1761322990.310953:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000edc22753. 00010000:00000010:1.0:1761322990.310966:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000af7f7b66. 00010000:00000010:1.0:1761322990.311050:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000001764556. 00010000:00000010:1.0:1761322990.311100:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000edc22753. 00010000:00000010:1.0:1761322990.311119:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004bdec316. 00000100:00000010:1.0:1761322990.311128:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001f9582b6. 00000100:00000010:1.0:1761322990.311141:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000bb72a29. 02000000:00000010:1.0:1761322990.311160:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c79ba022. 02000000:00000010:1.0:1761322990.311205:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009bd25e5d. 00000400:00000010:1.0:1761322990.311214:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000386cac00. 00000400:00000010:1.0:1761322990.311222:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002c8a409d. 00000100:00000200:1.0:1761322990.311229:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956444160, portal 16 00000400:00000010:1.0:1761322990.311236:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000020fbaa0. 00000100:00000200:1.0:1761322990.311238:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956444160, offset 0 00000400:00000200:1.0:1761322990.311248:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322990.311265:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322990.311273:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:1.0:1761322990.311276:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761322990.311279:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:1.0:1761322990.311282:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88499:88499:256:4294967295] 192.168.201.29@tcp LPNI seq info [88499:88499:8:4294967295] 00000400:00000200:1.0:1761322990.311291:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322990.311297:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322990.311303:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000db1a54b8 (tot 82350866). 00000800:00000200:1.0:1761322990.311322:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322990.311329:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322990.311333:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000db1a54b8 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1761322990.312143:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b8e893b4. 00010000:00000010:1.1:1761322990.312155:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003193e9bc. 00010000:00000010:1.1:1761322990.312160:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004461e93c. 00000800:00000200:2.0:1761322990.312297:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322990.312304:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000db1a54b8 (tot 82350618). 00000400:00000200:2.0:1761322990.312313:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.312322:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322990.312329:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000020fbaa0 00000400:00000010:2.0:1761322990.312332:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000020fbaa0. 00000100:00000200:2.0:1761322990.312342:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000bb72a29 x1846879956444160/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322990.316381:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322990.316407:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf2400 00000400:00000200:3.0:1761322990.316419:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xab4bd [1] + 224 00000400:00000200:3.0:1761322990.316432:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.316437:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322990.316449:0:15812:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000bb72a29 x1846879956444160/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322990.316491:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322990.316496:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb56200 00000400:00000200:3.0:1761322990.316502:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xa9ef9 [2] + 656 00000400:00000200:3.0:1761322990.316560:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.316565:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322990.316569:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761322990.316576:0:15812:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e39d4cbd. 00000020:00000010:0.0:1761322990.316722:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ced1133b. 00000020:00000010:0.0:1761322990.316731:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b9ff2468. 00000020:00000010:0.0:1761322990.316737:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005269528a. 00000100:00000200:0.0:1761322990.316762:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e39d4cbd x1846879955804672/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:143/0 lens 328/0 e 0 to 0 dl 1761323033 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761322990.316796:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955804672 02000000:00000010:0.0:1761322990.316810:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a4a5fd61. 00010000:00000010:0.0:1761322990.316850:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000029901df4. 00000100:00000010:0.0:1761322990.316857:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fb0645c2. 00000100:00000010:0.0:1761322990.316864:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fb0645c2. 00010000:00000010:0.0:1761322990.316867:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000029901df4. 00000400:00000010:0.0:1761322990.316882:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004767911a. 00000100:00000200:0.0:1761322990.316888:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955804672, offset 224 00000400:00000200:0.0:1761322990.316897:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322990.316911:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000010:1.0:1761322990.316920:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000386cac00. 00000400:00000200:0.0:1761322990.316921:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88500:88500:256:4294967295] 192.168.201.29@tcp LPNI seq info [88500:88500:8:4294967295] 00000400:00000200:0.0:1761322990.316940:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322990.316947:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322990.316950:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002c8a409d 00000400:00000010:1.0:1761322990.316954:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002c8a409d. 00000800:00000010:0.0:1761322990.316955:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000057731204 (tot 82350866). 00000800:00000200:0.0:1761322990.316966:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000100:00000200:1.0:1761322990.316971:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000bb72a29 x1846879956444160/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000800:00000200:0.0:1761322990.316982:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322990.316989:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000057731204 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:1.0:1761322990.316997:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000bb72a29 x1846879956444160/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000020:00000010:0.0:1761322990.317024:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b9ff2468. 00000020:00000010:0.0:1761322990.317031:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005269528a. 00000020:00000010:0.0:1761322990.317037:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ced1133b. 00010000:00000010:1.0:1761322990.317038:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000049dd5a9a. 02000000:00000010:1.0:1761322990.317109:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009bd25e5d. 02000000:00000010:1.0:1761322990.317118:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c79ba022. 00000100:00000010:1.0:1761322990.317123:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000bb72a29. 00000100:00000010:1.0:1761322990.317128:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001f9582b6. 00010000:00000010:1.0:1761322990.317132:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004bdec316. 00000800:00000200:2.0:1761322990.317156:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00080000:00000010:1.0:1761322990.317157:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c79ba022. 00000800:00000010:2.0:1761322990.317164:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000057731204 (tot 82350618). 00000400:00000200:2.0:1761322990.317176:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.317182:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322990.317186:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004767911a 00000400:00000010:2.0:1761322990.317189:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004767911a. 00010000:00000010:1.0:1761322990.317270:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000edc22753. 00010000:00000010:1.0:1761322990.317279:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b5c06123. 00010000:00000010:1.0:1761322990.317364:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004461e93c. 00010000:00000010:1.0:1761322990.317371:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000edc22753. 00010000:00000010:1.0:1761322990.317384:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004bdec316. 00000100:00000010:1.0:1761322990.317390:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001f9582b6. 00000100:00000010:1.0:1761322990.317398:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000bb72a29. 02000000:00000010:1.0:1761322990.317411:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009bd25e5d. 02000000:00000010:1.0:1761322990.317446:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001805fc72. 00000400:00000010:1.0:1761322990.317450:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000386cac00. 00000400:00000010:1.0:1761322990.317455:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002c8a409d. 00000100:00000200:1.0:1761322990.317460:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956444224, portal 16 00000400:00000010:1.0:1761322990.317465:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d7a17f4b. 00000100:00000200:1.0:1761322990.317467:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956444224, offset 0 00000400:00000200:1.0:1761322990.317475:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322990.317487:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322990.317494:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:1.0:1761322990.317498:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761322990.317500:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:1.0:1761322990.317503:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88501:88501:256:4294967295] 192.168.201.29@tcp LPNI seq info [88501:88501:8:4294967295] 00000400:00000200:1.0:1761322990.317512:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322990.317517:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322990.317521:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000841bc8bd (tot 82350866). 00000800:00000200:1.0:1761322990.317527:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322990.317534:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322990.317537:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000841bc8bd type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761322990.318567:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322990.318574:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000841bc8bd (tot 82350618). 00000400:00000200:2.0:1761322990.318580:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.318588:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322990.318592:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d7a17f4b 00000400:00000010:2.0:1761322990.319275:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d7a17f4b. 00000100:00000200:2.0:1761322990.319289:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000bb72a29 x1846879956444224/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761322990.322199:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009c12eed7. 00010000:00000010:1.1:1761322990.322199:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003b724d40. 00010000:00000010:1.1:1761322990.322216:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae5da395. 00000400:00000200:2.0:1761322990.322420:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322990.322446:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf2440 00000400:00000200:2.0:1761322990.322458:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xab4c9 [1] + 224 00000400:00000200:2.0:1761322990.322478:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.322484:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322990.322496:0:15812:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000bb72a29 x1846879956444224/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761322990.322883:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000386cac00. 00000400:00000200:1.0:1761322990.322901:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002c8a409d 00000400:00000010:1.0:1761322990.322904:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002c8a409d. 00000100:00000200:1.0:1761322990.322911:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000bb72a29 x1846879956444224/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761322990.322920:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000bb72a29 x1846879956444224/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761322990.322948:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001805fc72. 02000000:00000010:1.0:1761322990.322954:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009bd25e5d. 00000100:00000010:1.0:1761322990.322959:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000bb72a29. 00000100:00000010:1.0:1761322990.322964:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001f9582b6. 00010000:00000010:1.0:1761322990.322968:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004bdec316. 00000400:00000200:2.0:1761322990.323281:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322990.323291:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb56240 00000400:00000200:2.0:1761322990.323298:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xa9ef9 [2] + 984 00000400:00000200:2.0:1761322990.323366:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.323370:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322990.323375:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761322990.323380:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c802a107. 00000020:00000010:0.0:1761322990.323584:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ced1133b. 00000020:00000010:0.0:1761322990.323599:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b9ff2468. 00000020:00000010:0.0:1761322990.323607:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005269528a. 00000100:00000200:0.0:1761322990.323665:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c802a107 x1846879955804736/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:143/0 lens 328/0 e 0 to 0 dl 1761323033 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761322990.323727:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955804736 02000000:00000010:0.0:1761322990.323741:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d5cb7a31. 00010000:00000010:0.0:1761322990.323772:0:66652:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003cd62ec7. 00010000:00000010:0.0:1761322990.323793:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000029901df4. 00000100:00000010:0.0:1761322990.323800:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fb0645c2. 00000100:00000010:0.0:1761322990.323819:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fb0645c2. 00010000:00000010:0.0:1761322990.323822:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000029901df4. 00000400:00000010:0.0:1761322990.323835:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008f080af5. 00000100:00000200:0.0:1761322990.323840:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955804736, offset 224 00000400:00000200:0.0:1761322990.323848:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322990.323862:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322990.323869:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88502:88502:256:4294967295] 192.168.201.29@tcp LPNI seq info [88502:88502:8:4294967295] 00000400:00000200:0.0:1761322990.323881:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322990.323887:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322990.323894:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000057731204 (tot 82350866). 00000800:00000200:0.0:1761322990.323900:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322990.323909:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322990.323913:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000057731204 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761322990.323942:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b9ff2468. 00000020:00000010:0.0:1761322990.323946:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005269528a. 00000020:00000010:0.0:1761322990.323950:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ced1133b. 00080000:00000010:1.0:1761322990.324021:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000001805fc72. 00000800:00000200:3.0:1761322990.324033:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322990.324039:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000057731204 (tot 82350618). 00000400:00000200:3.0:1761322990.324048:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.324062:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322990.324066:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008f080af5 00000400:00000010:3.0:1761322990.324068:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008f080af5. 00010000:00000010:1.0:1761322990.324182:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000edc22753. 00010000:00000010:1.0:1761322990.324190:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000089740854. 00010000:00000010:1.0:1761322990.324294:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ae5da395. 00010000:00000010:1.0:1761322990.324300:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000edc22753. 00010000:00000010:1.0:1761322990.324311:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004bdec316. 00000100:00000010:1.0:1761322990.324314:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001f9582b6. 00000100:00000010:1.0:1761322990.324320:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000bb72a29. 02000000:00000010:1.0:1761322990.324331:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009bd25e5d. 02000000:00000010:1.0:1761322990.324369:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000027b85029. 00000400:00000010:1.0:1761322990.324374:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000386cac00. 00000400:00000010:1.0:1761322990.324380:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002c8a409d. 00000100:00000200:1.0:1761322990.324384:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956444288, portal 16 00000400:00000010:1.0:1761322990.324389:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007b307a51. 00000100:00000200:1.0:1761322990.324390:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956444288, offset 0 00000400:00000200:1.0:1761322990.324396:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322990.324403:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322990.324410:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:1.0:1761322990.324414:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761322990.324418:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:1.0:1761322990.324420:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88503:88503:256:4294967295] 192.168.201.29@tcp LPNI seq info [88503:88503:8:4294967295] 00000400:00000200:1.0:1761322990.324428:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322990.324433:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322990.324436:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000638fa395 (tot 82350866). 00000800:00000200:1.0:1761322990.324440:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322990.324445:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322990.324447:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000638fa395 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761322990.324597:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322990.324601:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000638fa395 (tot 82350618). 00000400:00000200:3.0:1761322990.324604:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.324608:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322990.324612:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007b307a51 00000400:00000010:3.0:1761322990.324613:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007b307a51. 00000100:00000200:3.0:1761322990.324620:0:15812:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000bb72a29 x1846879956444288/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761322990.327537:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ceef085. 00010000:00000010:1.1:1761322990.327557:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ba3f6120. 00010000:00000010:1.1:1761322990.327563:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000001764556. 00000400:00000200:2.0:1761322990.327857:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322990.327879:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf2480 00000400:00000200:2.0:1761322990.327889:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xab4d5 [1] + 224 00000400:00000200:2.0:1761322990.327909:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.327914:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322990.327926:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000bb72a29 x1846879956444288/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761322990.328103:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000386cac00. 00000400:00000200:1.0:1761322990.328125:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002c8a409d 00000400:00000010:1.0:1761322990.328128:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002c8a409d. 00000100:00000200:1.0:1761322990.328135:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000bb72a29 x1846879956444288/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761322990.328143:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000bb72a29 x1846879956444288/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761322990.328173:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000027b85029. 02000000:00000010:1.0:1761322990.328181:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009bd25e5d. 00000100:00000010:1.0:1761322990.328185:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000bb72a29. 00000100:00000010:1.0:1761322990.328189:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001f9582b6. 00010000:00000010:1.0:1761322990.328193:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004bdec316. 00000400:00000200:3.0:1761322990.331458:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322990.331479:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb56280 00000400:00000200:3.0:1761322990.331493:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xa9ef9 [2] + 1312 00000400:00000200:3.0:1761322990.331851:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.331858:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322990.331867:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761322990.331875:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ba5c8387. 00000020:00000010:2.0:1761322990.331954:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000884cf3ba. 00000020:00000010:2.0:1761322990.331963:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b19ef5e1. 00000020:00000010:2.0:1761322990.331968:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c4bb781f. 00010000:00000010:0.1:1761322990.332161:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006a4c3e0d. 00000100:00000200:2.0:1761322990.332171:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ba5c8387 x1846879955804800/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:143/0 lens 328/0 e 0 to 0 dl 1761323033 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761322990.332202:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955804800 02000000:00000010:2.0:1761322990.332217:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000aa731b34. 00010000:00000010:2.0:1761322990.332249:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000aecd98d7. 00010000:00000010:2.0:1761322990.332274:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000882d01dc. 00000100:00000010:2.0:1761322990.332283:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e6c9a031. 00080000:00000010:1.0:1761322990.332845:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000027b85029. 00010000:00000010:2.0:1761322990.333015:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000edc22753. 00000100:00000010:2.0:1761322990.333027:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e6c9a031. 00010000:00000010:2.0:1761322990.333032:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000882d01dc. 00010000:00000010:2.0:1761322990.333039:0:67479:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000002b39693. 00000400:00000010:2.0:1761322990.333071:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000aabd3299. 00000100:00000200:2.0:1761322990.333107:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955804800, offset 224 00000400:00000200:2.0:1761322990.333118:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:2.0:1761322990.333139:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:2.0:1761322990.333146:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88504:88504:256:4294967295] 192.168.201.29@tcp LPNI seq info [88504:88504:8:4294967295] 00000400:00000200:2.0:1761322990.333158:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:2.0:1761322990.333164:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:2.0:1761322990.333170:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000041deb613 (tot 82350866). 00000800:00000200:2.0:1761322990.333178:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:2.0:1761322990.333187:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:2.0:1761322990.333191:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000041deb613 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761322990.333217:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b19ef5e1. 00000020:00000010:2.0:1761322990.333223:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c4bb781f. 00000020:00000010:2.0:1761322990.333227:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000884cf3ba. 00010000:00000010:1.0:1761322990.333385:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000001764556. 00010000:00000010:1.0:1761322990.333393:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035d7bf38. 00010000:00000010:1.0:1761322990.333406:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004bdec316. 00000100:00000010:1.0:1761322990.333412:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001f9582b6. 00000100:00000010:1.0:1761322990.333420:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000bb72a29. 02000000:00000010:1.0:1761322990.333431:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ea3f1eea. 02000000:00000010:1.0:1761322990.333455:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000012493434. 00000400:00000010:1.0:1761322990.333462:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000386cac00. 00000400:00000010:1.0:1761322990.333468:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002c8a409d. 00000100:00000200:1.0:1761322990.333474:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956444352, portal 16 00000400:00000010:1.0:1761322990.333479:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f7dcd522. 00000100:00000200:1.0:1761322990.333480:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956444352, offset 0 00000400:00000200:1.0:1761322990.333486:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322990.333492:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322990.333499:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:1.0:1761322990.333503:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761322990.333506:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:1.0:1761322990.333509:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88505:88505:255:4294967295] 192.168.201.29@tcp LPNI seq info [88505:88505:7:4294967295] 00000400:00000200:1.0:1761322990.333516:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322990.333521:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322990.333524:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000056e29e94 (tot 82351114). 00000800:00000200:1.0:1761322990.333528:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322990.333532:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322990.333534:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000056e29e94 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761322990.334121:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322990.334127:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000041deb613 (tot 82350866). 00000400:00000200:3.0:1761322990.334133:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.334140:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322990.334145:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000aabd3299 00000400:00000010:3.0:1761322990.334148:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000aabd3299. 00000800:00000200:3.0:1761322990.334441:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322990.334444:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000056e29e94 (tot 82350618). 00000400:00000200:3.0:1761322990.334448:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.334452:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322990.334455:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f7dcd522 00000400:00000010:3.0:1761322990.334456:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f7dcd522. 00000100:00000200:3.0:1761322990.334464:0:15812:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000bb72a29 x1846879956444352/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761322990.336191:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008d3f48ab. 00010000:00000010:1.1:1761322990.336208:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004461e93c. 00000400:00000200:2.0:1761322990.336674:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322990.336695:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf24c0 00000400:00000200:2.0:1761322990.336704:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xab4e1 [1] + 224 00000400:00000200:2.0:1761322990.336719:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.336723:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322990.336733:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000bb72a29 x1846879956444352/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322990.336771:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322990.336777:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb562c0 00000400:00000200:2.0:1761322990.336784:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xa9ef9 [2] + 1640 00000400:00000010:1.0:1761322990.336804:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000386cac00. 00000400:00000200:1.0:1761322990.336825:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002c8a409d 00000400:00000010:1.0:1761322990.336827:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002c8a409d. 00000100:00000200:1.0:1761322990.336834:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000bb72a29 x1846879956444352/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761322990.336843:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000bb72a29 x1846879956444352/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322990.336845:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.336853:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322990.336861:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761322990.336867:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000076100024. 02000000:00000010:1.0:1761322990.336881:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000012493434. 02000000:00000010:1.0:1761322990.336891:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ea3f1eea. 00000100:00000010:1.0:1761322990.336896:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000bb72a29. 00000100:00000010:1.0:1761322990.336901:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001f9582b6. 00010000:00000010:1.0:1761322990.336904:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004bdec316. 00000020:00000010:3.0:1761322990.337623:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ffc7109c. 00000020:00000010:3.0:1761322990.337632:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000885cf49f. 00000020:00000010:3.0:1761322990.337637:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000068902843. 00000100:00000200:3.0:1761322990.337663:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000076100024 x1846879955804864/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:143/0 lens 328/0 e 0 to 0 dl 1761323033 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761322990.337689:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955804864 02000000:00000010:3.0:1761322990.337700:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000241541b1. 00010000:00000010:3.0:1761322990.337728:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000eb043e0. 00010000:00000010:3.0:1761322990.337749:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f15710e6. 00000100:00000010:3.0:1761322990.337756:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f384674b. 00000100:00000010:3.0:1761322990.337775:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f384674b. 00010000:00000010:3.0:1761322990.337778:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f15710e6. 00000400:00000010:3.0:1761322990.337791:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d94e4bcb. 00000100:00000200:3.0:1761322990.337796:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955804864, offset 224 00000400:00000200:3.0:1761322990.337803:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:3.0:1761322990.337817:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322990.337822:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88506:88506:256:4294967295] 192.168.201.29@tcp LPNI seq info [88506:88506:8:4294967295] 00000400:00000200:3.0:1761322990.337833:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322990.337841:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322990.337847:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000c003157 (tot 82350866). 00000800:00000200:3.0:1761322990.337852:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322990.337861:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322990.337865:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000c003157 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:1.0:1761322990.338003:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ea3f1eea. 00010000:00000010:1.0:1761322990.338139:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035d7bf38. 00010000:00000010:1.0:1761322990.338147:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000040aaf41e. 00010000:00000010:1.0:1761322990.338261:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004461e93c. 00010000:00000010:1.0:1761322990.338268:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035d7bf38. 00010000:00000010:1.0:1761322990.338280:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004bdec316. 00000100:00000010:1.0:1761322990.338284:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001f9582b6. 00000100:00000010:1.0:1761322990.338291:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000bb72a29. 02000000:00000010:1.0:1761322990.338302:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000012493434. 02000000:00000010:1.0:1761322990.338324:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003d3a2ce9. 00000400:00000010:1.0:1761322990.338329:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000386cac00. 00000400:00000010:1.0:1761322990.338335:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002c8a409d. 00000100:00000200:1.0:1761322990.338340:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956444416, portal 16 00000400:00000010:1.0:1761322990.338346:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f7dcd522. 00000100:00000200:1.0:1761322990.338348:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956444416, offset 0 00000400:00000200:1.0:1761322990.338356:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322990.338363:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322990.338371:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:1.0:1761322990.338375:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761322990.338378:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:1.0:1761322990.338381:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88507:88507:255:4294967295] 192.168.201.29@tcp LPNI seq info [88507:88507:7:4294967295] 00000400:00000200:1.0:1761322990.338388:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322990.338392:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322990.338396:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003124c809 (tot 82351114). 00000800:00000200:1.0:1761322990.338400:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322990.338404:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322990.338407:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003124c809 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:3.0:1761322990.338647:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000885cf49f. 00000020:00000010:3.0:1761322990.338654:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000068902843. 00000020:00000010:3.0:1761322990.338659:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ffc7109c. 00000800:00000200:2.0:1761322990.339316:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322990.339321:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000c003157 (tot 82350866). 00000400:00000200:2.0:1761322990.339326:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.339334:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322990.339339:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d94e4bcb 00000400:00000010:2.0:1761322990.339341:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d94e4bcb. 00000800:00000200:2.0:1761322990.339818:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322990.339822:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003124c809 (tot 82350618). 00000400:00000200:2.0:1761322990.339826:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.339831:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322990.339834:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f7dcd522 00000400:00000010:2.0:1761322990.339836:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f7dcd522. 00000100:00000200:2.0:1761322990.339843:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000bb72a29 x1846879956444416/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761322990.340863:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000699a01ac. 00010000:00000010:2.1:1761322990.340878:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae5da395. 00010000:00000010:2.1:1761322990.340883:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ee72a3c7. 00010000:00000010:3.1:1761322990.344126:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b86cc9c2. 00000400:00000200:3.0:1761322990.344456:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322990.344613:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf2500 00000400:00000200:2.0:1761322990.344624:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xab4ed [1] + 224 00000400:00000200:2.0:1761322990.344641:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.344646:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322990.344657:0:15812:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000bb72a29 x1846879956444416/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322990.344698:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322990.344704:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb56300 00000400:00000200:2.0:1761322990.344710:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xa9ef9 [2] + 1968 00000400:00000010:2.0:1761322990.344715:0:15812:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000bfcc1968. 00000400:00000200:2.0:1761322990.344719:0:15812:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000027dc9b79 00000400:00000200:2.0:1761322990.344783:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.344786:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322990.344789:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000027dc9b79 00000400:00000010:2.0:1761322990.344791:0:15812:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000027dc9b79 (tot 82350466). 00000100:00000200:2.0:1761322990.344798:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:1.0:1761322990.344874:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000386cac00. 00000400:00000200:1.0:1761322990.344892:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002c8a409d 00000400:00000010:1.0:1761322990.344894:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002c8a409d. 00000100:00000200:1.0:1761322990.344900:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000bb72a29 x1846879956444416/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761322990.344908:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000bb72a29 x1846879956444416/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761322990.344935:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003d3a2ce9. 02000000:00000010:1.0:1761322990.344943:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000012493434. 00000100:00000010:1.0:1761322990.344946:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000bb72a29. 00000100:00000010:1.0:1761322990.344950:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001f9582b6. 00010000:00000010:1.0:1761322990.344954:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004bdec316. 00000020:00000010:3.0:1761322990.345024:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ffc7109c. 00000020:00000010:3.0:1761322990.345032:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000885cf49f. 00000020:00000010:3.0:1761322990.345037:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000068902843. 00000100:00000200:3.0:1761322990.345093:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000008f2b4b4c x1846879955804928/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:143/0 lens 328/0 e 0 to 0 dl 1761323033 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761322990.345630:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955804928 02000000:00000010:3.0:1761322990.345644:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c435e258. 00010000:00000010:3.0:1761322990.345674:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000f31199d. 00010000:00000010:3.0:1761322990.345700:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f15710e6. 00000100:00000010:3.0:1761322990.345707:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f384674b. 00000100:00000010:3.0:1761322990.345903:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f384674b. 00010000:00000010:3.0:1761322990.345907:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f15710e6. 00000400:00000010:3.0:1761322990.345922:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000046bb800. 00000100:00000200:3.0:1761322990.345928:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955804928, offset 224 00000400:00000200:3.0:1761322990.345936:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:3.0:1761322990.345949:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322990.345954:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88508:88508:256:4294967295] 192.168.201.29@tcp LPNI seq info [88508:88508:8:4294967295] 00000400:00000200:3.0:1761322990.345964:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322990.345969:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322990.345974:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bf79fdc4 (tot 82350714). 00000800:00000200:3.0:1761322990.345982:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322990.345990:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322990.345994:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bf79fdc4 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:1.0:1761322990.346064:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000012493434. 00010000:00000010:1.0:1761322990.346189:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035d7bf38. 00010000:00000010:1.0:1761322990.346197:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a6eccc4c. 00000020:00000010:3.0:1761322990.346267:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000885cf49f. 00000020:00000010:3.0:1761322990.346273:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000068902843. 00000020:00000010:3.0:1761322990.346276:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ffc7109c. 02000000:00000010:3.0:1761322990.346283:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000241541b1. 00000100:00000010:3.0:1761322990.346286:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000076100024. 00010000:00000010:1.0:1761322990.346290:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005f6e281a. 02000000:00000010:3.0:1761322990.346291:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000aa731b34. 00000100:00000010:3.0:1761322990.346293:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ba5c8387. 00010000:00000010:1.0:1761322990.346296:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035d7bf38. 02000000:00000010:3.0:1761322990.346297:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d5cb7a31. 00000100:00000010:3.0:1761322990.346299:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c802a107. 02000000:00000010:3.0:1761322990.346302:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a4a5fd61. 00000100:00000010:3.0:1761322990.346304:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e39d4cbd. 02000000:00000010:3.0:1761322990.346306:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e4fe56c6. 00010000:00000010:1.0:1761322990.346307:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004bdec316. 00000100:00000010:3.0:1761322990.346308:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000045f901fa. 00000100:00000010:1.0:1761322990.346310:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001f9582b6. 02000000:00000010:3.0:1761322990.346311:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000005a072f5e. 00000100:00000010:3.0:1761322990.346313:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000053322525. 00000100:00000010:1.0:1761322990.346316:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000bb72a29. 00000100:00000200:3.0:1761322990.346320:0:67479:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1761322990.346326:0:67479:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000011bff66b. 02000000:00000010:1.0:1761322990.346328:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003d3a2ce9. 00000400:00000010:3.0:1761322990.346330:0:67479:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000f384674b (tot 82350866). 02000000:00000010:1.0:1761322990.346350:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008e073575. 00000400:00000010:1.0:1761322990.346354:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000386cac00. 00000400:00000010:1.0:1761322990.346358:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002c8a409d. 00000100:00000200:1.0:1761322990.346361:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956444480, portal 16 00000400:00000010:1.0:1761322990.346365:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007b307a51. 00000100:00000200:1.0:1761322990.346366:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956444480, offset 0 00000400:00000200:1.0:1761322990.346372:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322990.346378:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322990.346384:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:1.0:1761322990.346387:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761322990.346390:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:1.0:1761322990.346393:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88509:88509:255:4294967295] 192.168.201.29@tcp LPNI seq info [88509:88509:7:4294967295] 00000400:00000200:1.0:1761322990.346399:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322990.346402:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322990.346405:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cdb67613 (tot 82351114). 00000800:00000200:1.0:1761322990.346409:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322990.346413:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322990.346416:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cdb67613 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761322990.346497:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322990.346501:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bf79fdc4 (tot 82350866). 00000400:00000200:2.0:1761322990.346505:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.346510:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322990.346514:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000046bb800 00000400:00000010:2.0:1761322990.346516:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000046bb800. 02000000:00000010:2.0:1761322990.346520:0:15811:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c435e258. 00000800:00000200:2.0:1761322990.346640:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322990.346642:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cdb67613 (tot 82350618). 00000400:00000200:2.0:1761322990.346645:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.346649:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322990.346652:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007b307a51 00000400:00000010:2.0:1761322990.346653:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007b307a51. 00000100:00000200:2.0:1761322990.346659:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000bb72a29 x1846879956444480/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761322990.347212:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fbf4ecc5. 00010000:00000010:1.1:1761322990.347221:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000001764556. 00000400:00000200:2.0:1761322990.347821:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322990.347838:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf2540 00000400:00000200:2.0:1761322990.347847:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xab4fd [1] + 224 00000400:00000200:2.0:1761322990.347862:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.347865:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322990.347872:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000bb72a29 x1846879956444480/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761322990.347953:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000386cac00. 00000400:00000200:1.0:1761322990.347970:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002c8a409d 00000400:00000010:1.0:1761322990.347972:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002c8a409d. 00000100:00000200:1.0:1761322990.347977:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000bb72a29 x1846879956444480/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761322990.347984:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000bb72a29 x1846879956444480/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761322990.348007:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008e073575. 02000000:00000010:1.0:1761322990.348014:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003d3a2ce9. 00000100:00000010:1.0:1761322990.348019:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000bb72a29. 00000100:00000010:1.0:1761322990.348023:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001f9582b6. 00010000:00000010:1.0:1761322990.348026:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004bdec316. 00000400:00000200:2.0:1761322990.348474:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322990.348482:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb56340 00000400:00000200:2.0:1761322990.348489:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xa9f51 [2] + 0 00000400:00000200:2.0:1761322990.348542:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.348545:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322990.348550:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761322990.348555:0:15812:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005bffa580. 00000020:00000010:3.0:1761322990.348766:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000241541b1. 00000020:00000010:3.0:1761322990.348774:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000885cf49f. 00000020:00000010:3.0:1761322990.348779:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000068902843. 00000100:00000200:3.0:1761322990.348803:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005bffa580 x1846879955804992/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:143/0 lens 328/0 e 0 to 0 dl 1761323033 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761322990.348834:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955804992 02000000:00000010:3.0:1761322990.348845:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ffc7109c. 00010000:00000010:3.0:1761322990.348871:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000570f44e1. 00010000:00000010:3.0:1761322990.348919:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f15710e6. 00000100:00000010:3.0:1761322990.348926:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004d3e5709. 00000100:00000010:3.0:1761322990.348942:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004d3e5709. 00010000:00000010:3.0:1761322990.348946:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f15710e6. 00000400:00000010:3.0:1761322990.348959:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009548a1b0. 00000100:00000200:3.0:1761322990.348963:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955804992, offset 224 00000400:00000200:3.0:1761322990.348971:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00080000:00000010:1.0:1761322990.348974:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000003d3a2ce9. 00000400:00000200:3.0:1761322990.348981:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322990.348987:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88510:88510:256:4294967295] 192.168.201.29@tcp LPNI seq info [88510:88510:8:4294967295] 00000400:00000200:3.0:1761322990.348995:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322990.349000:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322990.349003:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000062e39c9d (tot 82350866). 00000800:00000200:3.0:1761322990.349008:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322990.349015:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322990.349019:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000062e39c9d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761322990.349042:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000885cf49f. 00000020:00000010:3.0:1761322990.349046:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000068902843. 00000020:00000010:3.0:1761322990.349049:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000241541b1. 00010000:00000010:1.0:1761322990.349115:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035d7bf38. 00010000:00000010:1.0:1761322990.349122:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000343c95ee. 00000800:00000200:2.0:1761322990.349188:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322990.349192:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000062e39c9d (tot 82350618). 00000400:00000200:2.0:1761322990.349196:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.349200:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322990.349203:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009548a1b0 00000400:00000010:2.0:1761322990.349205:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009548a1b0. 00010000:00000010:1.0:1761322990.349217:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000001764556. 00010000:00000010:1.0:1761322990.349222:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035d7bf38. 00010000:00000010:1.0:1761322990.349232:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004bdec316. 00000100:00000010:1.0:1761322990.349236:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001f9582b6. 00000100:00000010:1.0:1761322990.349241:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000bb72a29. 02000000:00000010:1.0:1761322990.349252:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008e073575. 02000000:00000010:1.0:1761322990.349273:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009bd25e5d. 00000400:00000010:1.0:1761322990.349278:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000386cac00. 00000400:00000010:1.0:1761322990.349288:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002c8a409d. 00000100:00000200:1.0:1761322990.349294:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956444544, portal 16 00000400:00000010:1.0:1761322990.349299:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d7a17f4b. 00000100:00000200:1.0:1761322990.349301:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956444544, offset 0 00000400:00000200:1.0:1761322990.349306:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322990.349312:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322990.349318:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:1.0:1761322990.349322:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761322990.349325:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:1.0:1761322990.349327:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88511:88511:256:4294967295] 192.168.201.29@tcp LPNI seq info [88511:88511:8:4294967295] 00000400:00000200:1.0:1761322990.349334:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322990.349338:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322990.349341:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009abd418e (tot 82350866). 00000800:00000200:1.0:1761322990.349345:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322990.349348:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322990.349350:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009abd418e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761322990.349439:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322990.349441:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009abd418e (tot 82350618). 00000400:00000200:2.0:1761322990.349445:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.349448:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322990.349451:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d7a17f4b 00000400:00000010:2.0:1761322990.349452:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d7a17f4b. 00000100:00000200:2.0:1761322990.349457:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000bb72a29 x1846879956444544/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322990.350682:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322990.350698:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf2580 00000400:00000200:2.0:1761322990.350705:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xab509 [1] + 224 00000400:00000200:2.0:1761322990.350721:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.350725:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322990.350733:0:15812:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000bb72a29 x1846879956444544/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761322990.350815:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000386cac00. 00000400:00000200:1.0:1761322990.350832:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002c8a409d 00000400:00000010:1.0:1761322990.350834:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002c8a409d. 00000100:00000200:1.0:1761322990.350839:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000bb72a29 x1846879956444544/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761322990.350847:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000bb72a29 x1846879956444544/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761322990.350869:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009bd25e5d. 02000000:00000010:1.0:1761322990.350874:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008e073575. 00000100:00000010:1.0:1761322990.350879:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000bb72a29. 00000100:00000010:1.0:1761322990.350883:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001f9582b6. 00010000:00000010:1.0:1761322990.350886:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004bdec316. 00000400:00000200:2.0:1761322990.351040:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322990.351048:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb56380 00000400:00000200:2.0:1761322990.351064:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xa9f51 [2] + 328 00000400:00000200:2.0:1761322990.351151:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.351156:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322990.351161:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761322990.351167:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f7a33011. 00000020:00000010:3.0:1761322990.351262:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000241541b1. 00000020:00000010:2.0:1761322990.351488:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b19ef5e1. 00000020:00000010:2.0:1761322990.351493:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c4bb781f. 00000100:00000200:2.0:1761322990.351516:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f7a33011 x1846879955805056/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:143/0 lens 328/0 e 0 to 0 dl 1761323033 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761322990.351548:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955805056 02000000:00000010:2.0:1761322990.351558:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000884cf3ba. 00010000:00000010:2.0:1761322990.351582:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000039414479. 00010000:00000010:2.0:1761322990.351600:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000882d01dc. 00000100:00000010:2.0:1761322990.351606:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e6c9a031. 00000100:00000010:2.0:1761322990.351626:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e6c9a031. 00010000:00000010:2.0:1761322990.351629:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000882d01dc. 00000400:00000010:2.0:1761322990.351643:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d61f8e95. 00000100:00000200:2.0:1761322990.351648:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955805056, offset 224 00000400:00000200:2.0:1761322990.351655:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:2.0:1761322990.351666:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:2.0:1761322990.351672:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88512:88512:256:4294967295] 192.168.201.29@tcp LPNI seq info [88512:88512:8:4294967295] 00000400:00000200:2.0:1761322990.351680:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00080000:00000010:1.0:1761322990.351685:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000009bd25e5d. 00000800:00000200:2.0:1761322990.351686:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:2.0:1761322990.351692:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f093da5b (tot 82350866). 00000800:00000200:2.0:1761322990.351698:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:2.0:1761322990.351706:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:2.0:1761322990.351709:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f093da5b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761322990.351732:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b19ef5e1. 00000020:00000010:2.0:1761322990.351737:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c4bb781f. 00000020:00000010:2.0:1761322990.351740:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000241541b1. 00010000:00000010:1.0:1761322990.351781:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035d7bf38. 00010000:00000010:1.0:1761322990.351789:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000668511aa. 00010000:00000010:1.0:1761322990.351875:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d6c79a22. 00000800:00000200:3.0:1761322990.351879:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00010000:00000010:1.0:1761322990.351881:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035d7bf38. 00000800:00000010:3.0:1761322990.351884:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f093da5b (tot 82350618). 00000400:00000200:3.0:1761322990.351890:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:1.0:1761322990.351891:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004bdec316. 00000400:00000200:3.0:1761322990.351895:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000010:1.0:1761322990.351897:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001f9582b6. 00000400:00000200:3.0:1761322990.351899:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d61f8e95 00000400:00000010:3.0:1761322990.351902:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d61f8e95. 00000100:00000010:1.0:1761322990.351904:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000bb72a29. 02000000:00000010:1.0:1761322990.351915:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008e073575. 02000000:00000010:1.0:1761322990.351936:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000045f86df9. 00000400:00000010:1.0:1761322990.351940:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000386cac00. 00000400:00000010:1.0:1761322990.351945:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002c8a409d. 00000100:00000200:1.0:1761322990.351949:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956444608, portal 16 00000400:00000010:1.0:1761322990.351953:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000020fbaa0. 00000100:00000200:1.0:1761322990.351955:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956444608, offset 0 00000400:00000200:1.0:1761322990.351960:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322990.351967:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322990.351973:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:1.0:1761322990.351977:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761322990.351980:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:1.0:1761322990.351983:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88513:88513:256:4294967295] 192.168.201.29@tcp LPNI seq info [88513:88513:8:4294967295] 00000400:00000200:1.0:1761322990.351989:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322990.351993:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322990.351996:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000075600cbc (tot 82350866). 00000800:00000200:1.0:1761322990.352000:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322990.352004:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322990.352007:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000075600cbc type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1761322990.352108:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ce7641cb. 00010000:00000010:1.1:1761322990.352152:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000766af494. 00010000:00000010:1.1:1761322990.352161:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004461e93c. 00000800:00000200:2.0:1761322990.352376:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322990.352378:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000075600cbc (tot 82350618). 00000400:00000200:2.0:1761322990.352382:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.352386:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322990.352388:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000020fbaa0 00000400:00000010:2.0:1761322990.352390:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000020fbaa0. 00000100:00000200:2.0:1761322990.352395:0:15812:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000bb72a29 x1846879956444608/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322990.353924:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322990.353942:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf25c0 00000400:00000200:2.0:1761322990.353951:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xab515 [1] + 224 00000400:00000200:2.0:1761322990.353966:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.353970:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322990.353977:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000bb72a29 x1846879956444608/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761322990.354110:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000386cac00. 00000400:00000200:1.0:1761322990.354148:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002c8a409d 00000400:00000010:1.0:1761322990.354152:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002c8a409d. 00000100:00000010:2.0:1761322990.354171:0:72019:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a87c75be. 00000100:00000200:1.0:1761322990.354171:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000bb72a29 x1846879956444608/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761322990.354189:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000bb72a29 x1846879956444608/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761322990.354191:0:72019:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007e67acbb. 02000000:00000010:1.0:1761322990.354261:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000045f86df9. 02000000:00000010:1.0:1761322990.354271:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008e073575. 00000100:00000010:1.0:1761322990.354278:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000bb72a29. 00000100:00000010:1.0:1761322990.354283:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001f9582b6. 00010000:00000010:1.0:1761322990.354287:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004bdec316. 02000000:00000010:1.0:1761322990.354328:0:15818:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000a675e132. 00000400:00000010:1.0:1761322990.354337:0:15818:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000386cac00. 00000400:00000010:1.0:1761322990.354343:0:15818:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002c8a409d. 00000100:00000200:1.0:1761322990.354350:0:15818:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1846879956444672, portal 4 00000400:00000010:1.0:1761322990.354364:0:15818:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a7e6aed8. 00000100:00000200:1.0:1761322990.354368:0:15818:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1846879956444672, offset 0 00000400:00000200:1.0:1761322990.354378:0:15818:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1761322990.354393:0:15818:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:3.0:1761322990.354843:0:72021:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000053322525. 02000000:00000010:3.0:1761322990.354855:0:72021:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000f1ffd3f. 02000000:00000010:3.0:1761322990.354898:0:15819:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000f6a88f10. 00000400:00000010:3.0:1761322990.354905:0:15819:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000008d66be5. 00000400:00000010:3.0:1761322990.354911:0:15819:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000008e8c36c. 00000100:00000200:3.0:1761322990.354916:0:15819:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1846879956444736, portal 4 00000400:00000010:3.0:1761322990.354938:0:15819:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fd11e324. 00000100:00000200:3.0:1761322990.354940:0:15819:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1846879956444736, offset 0 00000400:00000200:3.0:1761322990.354950:0:15819:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1761322990.354959:0:15819:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1761322990.354969:0:15819:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x68fba3fbf2640 00000400:00000200:3.0:1761322990.354976:0:15819:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x2df59 [8] + 6944 00000400:00000200:3.0:1761322990.354984:0:15819:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.354987:0:15819:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1761322990.354992:0:15819:0:(events.c:317:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:3.0:1761322990.354997:0:15819:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000045f901fa. 00000400:00000200:3.0:1761322990.355013:0:15819:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fd11e324 00000400:00000010:3.0:1761322990.355015:0:15819:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fd11e324. 00000100:00000200:3.0:1761322990.355020:0:15819:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000053322525 x1846879956444736/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 00010000:00000010:3.1:1761322990.355130:0:66835:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008eb95d9f. 00000020:00000010:3.0:1761322990.355159:0:66835:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e8cec5c8. 00000020:00000010:3.0:1761322990.355167:0:66835:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000885cf49f. 00000020:00000010:3.0:1761322990.355171:0:66835:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000068902843. 00000100:00000200:3.0:1761322990.355203:0:66835:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879956444736 02000000:00000010:3.0:1761322990.355220:0:66835:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 648 at 00000000a52be499. 00010000:00000200:3.0:1761322990.355249:0:66835:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@0000000045f901fa x1846879956444736/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:106/0 lens 224/368 e 0 to 0 dl 1761322996 ref 1 fl Interpret:/0/0 rc 0/0 job:'osp-pre-1-0.0' 00000400:00000010:3.0:1761322990.355262:0:66835:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fd11e324. 00000100:00000200:3.0:1761322990.355267:0:66835:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1846879956444736, offset 224 00000400:00000200:3.0:1761322990.355273:0:66835:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1761322990.355282:0:66835:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1761322990.355289:0:66835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x68fba3fbf2640 00000400:00000200:3.0:1761322990.355294:0:66835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0xab525 [1] + 224 00000400:00000200:3.0:1761322990.355298:0:66835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322990.355304:0:15818:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x68fba3fbf2600 00000400:00000200:3.0:1761322990.355306:0:66835:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1761322990.355315:0:66835:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000053322525 x1846879956444736/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 00000400:00000200:1.0:1761322990.355324:0:15818:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x2df59 [8] + 7168 00000400:00000200:1.0:1761322990.355345:0:15818:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.355346:0:66835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fd11e324 00000400:00000010:3.0:1761322990.355351:0:66835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fd11e324. 00000400:00000200:1.0:1761322990.355351:0:15818:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1761322990.355361:0:15818:0:(events.c:317:request_in_callback()) event type 2, status 0, service ost_create 00000020:00000010:3.0:1761322990.355365:0:66835:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000885cf49f. 00000100:00000010:1.0:1761322990.355369:0:15818:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000bb72a29. 00000020:00000010:3.0:1761322990.355372:0:66835:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000068902843. 00000020:00000010:3.0:1761322990.355378:0:66835:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e8cec5c8. 00000400:00000200:1.0:1761322990.355401:0:15818:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a7e6aed8 00000400:00000010:1.0:1761322990.355404:0:15818:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a7e6aed8. 00000100:00000200:1.0:1761322990.355412:0:15818:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a87c75be x1846879956444672/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'osp-pre-0-0.0' 00000400:00000200:2.0:1761322990.355467:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322990.355479:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb563c0 00000400:00000200:2.0:1761322990.355486:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xa9f51 [2] + 656 00000400:00000200:2.0:1761322990.355545:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.355549:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322990.355553:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761322990.355557:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d6d0189b. 00000020:00000010:2.0:1761322990.355598:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f6b2f2bc. 00000020:00000010:2.0:1761322990.355603:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b19ef5e1. 00000020:00000010:2.0:1761322990.355606:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c4bb781f. 00000100:00000200:2.0:1761322990.355627:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d6d0189b x1846879955805120/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:143/0 lens 328/0 e 0 to 0 dl 1761323033 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761322990.355648:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955805120 02000000:00000010:2.0:1761322990.355656:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000005a072f5e. 00010000:00000010:2.0:1761322990.355682:0:66652:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0eeb065. 00010000:00000010:2.0:1761322990.355704:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000882d01dc. 00000100:00000010:2.0:1761322990.355843:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e6c9a031. 00000100:00000010:2.0:1761322990.355850:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e6c9a031. 00010000:00000010:2.0:1761322990.355853:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000882d01dc. 00000400:00000010:2.0:1761322990.355862:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009f686459. 00000100:00000200:2.0:1761322990.355865:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955805120, offset 224 00000400:00000200:2.0:1761322990.355871:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:2.0:1761322990.355880:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:2.0:1761322990.355886:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88514:88514:256:4294967295] 192.168.201.29@tcp LPNI seq info [88514:88514:8:4294967295] 00000400:00000200:2.0:1761322990.355898:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:2.0:1761322990.355904:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:2.0:1761322990.355909:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000074e57caf (tot 82350866). 00000100:00000010:0.0:1761322990.355911:0:72017:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000049447897. 00000800:00000200:2.0:1761322990.355916:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 02000000:00000010:0.0:1761322990.355924:0:72017:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000057731204. 00000800:00000200:2.0:1761322990.355928:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:2.0:1761322990.355933:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000074e57caf type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761322990.355950:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b19ef5e1. 00000020:00000010:2.0:1761322990.355954:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c4bb781f. 00000020:00000010:2.0:1761322990.355957:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f6b2f2bc. 00000800:00000200:2.0:1761322990.356024:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322990.356028:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000074e57caf (tot 82350618). 00000400:00000200:2.0:1761322990.356032:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.356041:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322990.356044:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009f686459 00000400:00000010:2.0:1761322990.356046:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009f686459. 00000020:00000010:1.0:1761322990.356295:0:66638:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000045f86df9. 00000100:00000010:3.0:1761322990.356299:0:65816:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e39d4cbd. 00000020:00000010:1.0:1761322990.356304:0:66638:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002c4891d2. 02000000:00000010:3.0:1761322990.356311:0:65816:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e6540a75. 00000020:00000010:1.0:1761322990.356311:0:66638:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001d369eb8. 00000100:00000200:1.0:1761322990.356368:0:66638:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879956444672 02000000:00000010:1.0:1761322990.356386:0:66638:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 648 at 0000000044813178. 00010000:00000200:1.0:1761322990.356413:0:66638:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@000000000bb72a29 x1846879956444672/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:106/0 lens 224/368 e 0 to 0 dl 1761322996 ref 1 fl Interpret:/0/0 rc 0/0 job:'osp-pre-0-0.0' 00000400:00000010:1.0:1761322990.356428:0:66638:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a7e6aed8. 00000100:00000200:1.0:1761322990.356434:0:66638:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1846879956444672, offset 224 00000400:00000200:1.0:1761322990.356440:0:66638:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1761322990.356451:0:66638:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1761322990.356463:0:66638:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x68fba3fbf2600 00000400:00000200:1.0:1761322990.356469:0:66638:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0xab51d [1] + 224 00000400:00000200:1.0:1761322990.356475:0:66638:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322990.356482:0:66638:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1761322990.356491:0:66638:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a87c75be x1846879956444672/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'osp-pre-0-0.0' 00000400:00000200:1.0:1761322990.356519:0:66638:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a7e6aed8 00000400:00000010:1.0:1761322990.356521:0:66638:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a7e6aed8. 00000020:00000010:1.0:1761322990.356532:0:66638:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002c4891d2. 00000020:00000010:1.0:1761322990.356538:0:66638:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001d369eb8. 00000020:00000010:1.0:1761322990.356542:0:66638:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000045f86df9. 00000400:00000010:2.0:1761322990.356559:0:15818:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000386cac00. 00000400:00000200:2.0:1761322990.356576:0:15818:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002c8a409d 00000400:00000010:2.0:1761322990.356578:0:15818:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002c8a409d. 00000100:00000200:2.0:1761322990.356585:0:15818:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a87c75be x1846879956444672/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'osp-pre-0-0.0' 00000100:00000200:2.0:1761322990.356595:0:15818:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a87c75be x1846879956444672/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'osp-pre-0-0.0' 00080000:00000010:1.0:1761322990.356600:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000045f86df9. 02000000:00000010:2.0:1761322990.356627:0:15818:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000a675e132. 02000000:00000010:2.0:1761322990.356635:0:15818:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000007e67acbb. 00000100:00000010:2.0:1761322990.356640:0:15818:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a87c75be. 00010000:00000010:1.0:1761322990.356720:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035d7bf38. 00010000:00000010:1.0:1761322990.356733:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000874ccc50. 00000100:00000010:3.0:1761322990.356815:0:36:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ba5c8387. 02000000:00000010:3.0:1761322990.356824:0:36:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000642747f. 00010000:00000010:1.0:1761322990.356831:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004461e93c. 00000100:00000010:3.0:1761322990.356835:0:36:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000dec6d697. 00010000:00000010:1.0:1761322990.356840:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035d7bf38. 02000000:00000010:3.0:1761322990.356842:0:36:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005938d56c. 00000100:00000010:3.0:1761322990.356853:0:36:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000048e8df22. 02000000:00000010:3.0:1761322990.356861:0:36:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000440ca70b. 00010000:00000010:1.0:1761322990.356862:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004bdec316. 00000100:00000010:3.0:1761322990.356869:0:36:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000043166cbc. 00000100:00000010:1.0:1761322990.356871:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001f9582b6. 02000000:00000010:3.0:1761322990.356876:0:36:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000030d68e34. 00000100:00000010:1.0:1761322990.356884:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000eabe2b15. 00000100:00000010:3.0:1761322990.356888:0:36:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007478fe45. 02000000:00000010:3.0:1761322990.356903:0:36:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000eb6fba2b. 02000000:00000010:1.0:1761322990.356903:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000148d71ab. 00000100:00000010:3.0:1761322990.356912:0:36:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002d0671bc. 02000000:00000010:3.0:1761322990.356920:0:36:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000074c3abcf. 00000100:00000010:3.0:1761322990.356932:0:36:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000013b4c761. 02000000:00000010:3.0:1761322990.356939:0:36:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000062e39c9d. 02000000:00000010:1.0:1761322990.356940:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000076902950. 00000100:00000010:3.0:1761322990.356948:0:36:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007cfff667. 00000400:00000010:1.0:1761322990.356950:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000386cac00. 02000000:00000010:3.0:1761322990.356956:0:36:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000bf79fdc4. 00000400:00000010:1.0:1761322990.356958:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a7e6aed8. 00000100:00000200:1.0:1761322990.356966:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956445248, portal 16 00000100:00000010:3.0:1761322990.356967:0:36:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e89e327f. 00000400:00000010:1.0:1761322990.356973:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000399567d5. 02000000:00000010:3.0:1761322990.356975:0:36:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000c003157. 00000100:00000200:1.0:1761322990.356978:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956445248, offset 0 00000100:00000010:3.0:1761322990.356985:0:36:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000083864b49. 00000400:00000200:1.0:1761322990.356990:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 02000000:00000010:3.0:1761322990.356992:0:36:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000036ac846e. 00000100:00000010:3.0:1761322990.357004:0:36:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004503e1d6. 00000400:00000200:1.0:1761322990.357009:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 02000000:00000010:3.0:1761322990.357010:0:36:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003de23d37. 00000400:00000200:1.0:1761322990.357022:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:1.0:1761322990.357027:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761322990.357032:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:1.0:1761322990.357037:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88515:88515:256:4294967295] 192.168.201.29@tcp LPNI seq info [88515:88515:8:4294967295] 00000400:00000200:1.0:1761322990.357072:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00010000:00000010:2.1:1761322990.357106:0:61033:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006b35ea8c. 00010000:00000010:1.1:1761322990.357119:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003b8435fe. 00010000:00000010:1.1:1761322990.357136:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005f6e281a. 00010000:00000010:1.1:1761322990.357145:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000090f0a2ae. 00010000:00000010:1.1:1761322990.357151:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000001764556. 00000800:00000200:1.0:1761322990.357170:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 02000000:00000010:3.0:1761322990.357178:0:15820:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000a03db485. 00000800:00000010:1.0:1761322990.357179:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006759b894 (tot 82350866). 00000400:00000010:3.0:1761322990.357186:0:15820:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a06601e4. 00000800:00000200:1.0:1761322990.357190:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000400:00000010:3.0:1761322990.357194:0:15820:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fd11e324. 00000100:00000200:3.0:1761322990.357201:0:15820:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1846879956444800, portal 4 00000800:00000200:1.0:1761322990.357207:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000400:00000010:3.0:1761322990.357211:0:15820:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cec36e5d. 00000800:00000200:1.0:1761322990.357215:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006759b894 type 1, nob 424 niov 1 nkiov 1 00000100:00000200:3.0:1761322990.357216:0:15820:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1846879956444800, offset 0 00000400:00000200:3.0:1761322990.357230:0:15820:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1761322990.357244:0:15820:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1761322990.357257:0:15820:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 24 MB=0x68fba3fbf2680 00000400:00000200:3.0:1761322990.357265:0:15820:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 224/224 into md 0x422e9 [256] + 15008 00000400:00000200:3.0:1761322990.357272:0:15820:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.357277:0:15820:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1761322990.357282:0:15820:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:3.0:1761322990.357287:0:15820:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000151c038. 00000400:00000200:3.0:1761322990.357311:0:15820:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cec36e5d 00000400:00000010:3.0:1761322990.357313:0:15820:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cec36e5d. 00000100:00000200:3.0:1761322990.357320:0:15820:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000049447897 x1846879956444800/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 02000000:00000010:3.0:1761322990.357344:0:15820:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e8cec5c8. 00000400:00000010:3.0:1761322990.357349:0:15820:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003ad93a60. 00000400:00000010:3.0:1761322990.357353:0:15820:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cec36e5d. 00000100:00000200:3.0:1761322990.357356:0:15820:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956445056, portal 10 00000400:00000010:3.0:1761322990.357362:0:15820:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a1f6e4d9. 00000100:00000200:3.0:1761322990.357364:0:15820:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1846879956445056, offset 0 00000400:00000200:3.0:1761322990.357369:0:15820:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1761322990.357376:0:15820:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1761322990.357383:0:15820:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x68fba3fbf2780 00000400:00000200:3.0:1761322990.357389:0:15820:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x77571 [64] + 23440 00000400:00000200:3.0:1761322990.357394:0:15820:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.357397:0:15820:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1761322990.357401:0:15820:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1761322990.357405:0:15820:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000098f73631. 00000400:00000200:3.0:1761322990.357422:0:15820:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a1f6e4d9 00000400:00000010:3.0:1761322990.357423:0:15820:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a1f6e4d9. 00000100:00000200:3.0:1761322990.357426:0:15820:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000048e8df22 x1846879956445056/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1761323034 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 02000000:00000010:3.0:1761322990.357440:0:15820:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d75f55b6. 00000400:00000010:3.0:1761322990.357444:0:15820:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e0e657b9. 00000400:00000010:3.0:1761322990.357446:0:15820:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a1f6e4d9. 00000100:00000200:3.0:1761322990.357448:0:15820:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956445376, portal 10 00000400:00000010:3.0:1761322990.357452:0:15820:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d78242fa. 00000100:00000200:3.0:1761322990.357454:0:15820:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1846879956445376, offset 0 00000400:00000200:3.0:1761322990.357458:0:15820:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1761322990.357463:0:15820:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1761322990.357469:0:15820:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x68fba3fbf28c0 00000400:00000200:3.0:1761322990.357473:0:15820:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x77571 [64] + 23664 00000400:00000200:3.0:1761322990.357490:0:15820:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.357494:0:15820:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1761322990.357496:0:15820:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1761322990.357500:0:15820:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c8e2f80e. 00000400:00000200:3.0:1761322990.357513:0:15820:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d78242fa 00000400:00000010:3.0:1761322990.357515:0:15820:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d78242fa. 00000100:00000200:3.0:1761322990.357519:0:15820:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000013b4c761 x1846879956445376/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1761323034 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 02000000:00000010:3.0:1761322990.357533:0:15820:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000da2a06f. 00000400:00000010:3.0:1761322990.357537:0:15820:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000090cc70b8. 00000400:00000010:3.0:1761322990.357540:0:15820:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d78242fa. 00000100:00000200:3.0:1761322990.357542:0:15820:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956445632, portal 10 00000400:00000010:3.0:1761322990.357548:0:15820:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000034cf40f2. 00000100:00000200:3.0:1761322990.357550:0:15820:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1846879956445632, offset 0 00000400:00000200:3.0:1761322990.357556:0:15820:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1761322990.357562:0:15820:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1761322990.357568:0:15820:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x68fba3fbf29c0 00000400:00000200:3.0:1761322990.357571:0:15820:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x77571 [64] + 23888 00000400:00000200:3.0:1761322990.357576:0:15820:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.357580:0:15820:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1761322990.357583:0:15820:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1761322990.357586:0:15820:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f7edec51. 00000400:00000200:3.0:1761322990.357598:0:15820:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000034cf40f2 00000400:00000010:3.0:1761322990.357601:0:15820:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000034cf40f2. 00000100:00000200:3.0:1761322990.357606:0:15820:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004503e1d6 x1846879956445632/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1761323034 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 02000000:00000010:3.0:1761322990.357634:0:15820:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000222152b8. 00000400:00000010:3.0:1761322990.357637:0:15820:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000927923b8. 00000400:00000010:3.0:1761322990.357640:0:15820:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000034cf40f2. 00000100:00000200:3.0:1761322990.357642:0:15820:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956444992, portal 4 00000400:00000010:3.0:1761322990.357647:0:15820:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007f716d44. 00000100:00000200:3.0:1761322990.357649:0:15820:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1846879956444992, offset 0 00000400:00000200:3.0:1761322990.357653:0:15820:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1761322990.357657:0:15820:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1761322990.357662:0:15820:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 24 MB=0x68fba3fbf2740 00000400:00000200:3.0:1761322990.357665:0:15820:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 224/224 into md 0x422e9 [256] + 15232 00000400:00000200:3.0:1761322990.357669:0:15820:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.357672:0:15820:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1761322990.357674:0:15820:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:3.0:1761322990.357677:0:15820:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000005df7c4a. 00000400:00000200:3.0:1761322990.357688:0:15820:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007f716d44 00000400:00000010:3.0:1761322990.357689:0:15820:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007f716d44. 00000100:00000200:3.0:1761322990.357693:0:15820:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000dec6d697 x1846879956444992/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 02000000:00000010:3.0:1761322990.357707:0:15820:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d2c1caa2. 00000400:00000010:3.0:1761322990.357711:0:15820:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000090cc6ac9. 00000400:00000010:3.0:1761322990.357713:0:15820:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007f716d44. 00000100:00000200:3.0:1761322990.357715:0:15820:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956445312, portal 4 00000400:00000010:3.0:1761322990.357720:0:15820:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000facd7dd7. 00000100:00000200:3.0:1761322990.357722:0:15820:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1846879956445312, offset 0 00000400:00000200:3.0:1761322990.357726:0:15820:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1761322990.357730:0:15820:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1761322990.357735:0:15820:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x68fba3fbf2880 00000400:00000200:3.0:1761322990.357740:0:15820:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x722c5 [8] + 5376 00000400:00000200:3.0:1761322990.357744:0:15820:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.357747:0:15820:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1761322990.357751:0:15820:0:(events.c:317:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1761322990.357756:0:15820:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006ab6b8f8. 00000400:00000200:3.0:1761322990.357768:0:15820:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000facd7dd7 00000400:00000010:3.0:1761322990.357770:0:15820:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000facd7dd7. 00000100:00000200:3.0:1761322990.357774:0:15820:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002d0671bc x1846879956445312/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 02000000:00000010:3.0:1761322990.357792:0:15820:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000023653ac9. 00000400:00000010:3.0:1761322990.357796:0:15820:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006ecc4ba3. 00000400:00000010:3.0:1761322990.357798:0:15820:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000facd7dd7. 00000100:00000200:3.0:1761322990.357800:0:15820:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956445568, portal 4 00000400:00000010:3.0:1761322990.357805:0:15820:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c8da6cb3. 00000100:00000200:3.0:1761322990.357807:0:15820:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1846879956445568, offset 0 00000400:00000200:3.0:1761322990.357812:0:15820:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1761322990.357817:0:15820:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1761322990.357822:0:15820:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 24 MB=0x68fba3fbf2980 00000400:00000200:3.0:1761322990.357826:0:15820:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 224/224 into md 0x422e9 [256] + 15456 00000400:00000200:3.0:1761322990.357830:0:15820:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.357833:0:15820:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1761322990.357835:0:15820:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:3.0:1761322990.357840:0:15820:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c821cd83. 00000400:00000200:3.0:1761322990.357853:0:15820:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c8da6cb3 00000400:00000010:3.0:1761322990.357855:0:15820:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c8da6cb3. 00000020:00000010:1.0:1761322990.357859:0:66138:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000026f0dbe2. 00000100:00000200:3.0:1761322990.357863:0:15820:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000083864b49 x1846879956445568/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000800:00000200:2.0:1761322990.357865:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000020:00000010:1.0:1761322990.357869:0:66138:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002c4891d2. 00000800:00000010:2.0:1761322990.357871:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006759b894 (tot 82350618). 00000020:00000010:1.0:1761322990.357879:0:66138:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001d369eb8. 00000400:00000200:2.0:1761322990.357889:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.357897:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322990.357901:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000399567d5 00000400:00000010:2.0:1761322990.357904:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000399567d5. 00000100:00000200:2.0:1761322990.357911:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000eabe2b15 x1846879956445248/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000020:00000010:3.0:1761322990.357921:0:64969:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b9eeb569. 00000020:00000010:3.0:1761322990.357927:0:64969:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000885cf49f. 00000020:00000010:3.0:1761322990.357932:0:64969:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000068902843. 00000020:00000010:1.0:1761322990.357937:0:66138:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004b631c57. 00000020:00000010:1.0:1761322990.357942:0:66138:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002c952915. 00000020:00000010:1.0:1761322990.357946:0:66138:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000acc5c903. 00000020:00000010:1.0:1761322990.357962:0:66138:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000054d6c0c8. 00000020:00000010:1.0:1761322990.357964:0:66138:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000010786ab4. 00000020:00000010:1.0:1761322990.357966:0:66138:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009493ef70. 00000100:00000200:1.0:1761322990.357983:0:66138:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879956444800 00000020:00000010:3.0:1761322990.357985:0:64969:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d891585e. 00000020:00000010:3.0:1761322990.357991:0:64969:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fe5e40f1. 00000020:00000010:3.0:1761322990.357994:0:64969:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c17d5457. 02000000:00000010:1.0:1761322990.357999:0:66138:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 648 at 00000000a99d9a15. 00000020:00000010:3.0:1761322990.358025:0:64969:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000241541b1. 00000020:00000010:3.0:1761322990.358030:0:64969:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003045be66. 00010000:00000200:1.0:1761322990.358032:0:66138:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@000000000151c038 x1846879956444800/t0(0) o41->lustre-MDT0000-mdtlov_UUID@0@lo:106/0 lens 224/368 e 0 to 0 dl 1761322996 ref 1 fl Interpret:/0/0 rc 0/0 job:'osp-pre-1-0.0' 00000020:00000010:3.0:1761322990.358034:0:64969:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002ed75db1. 00000400:00000010:1.0:1761322990.358062:0:66138:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004c82c5ef. 00000100:00000200:1.0:1761322990.358067:0:66138:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1846879956444800, offset 224 00000100:00000200:3.0:1761322990.358068:0:64969:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879956445056 00000400:00000200:1.0:1761322990.358115:0:66138:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:3.0:1761322990.358119:0:64969:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c435e258. 00000400:00000200:1.0:1761322990.358126:0:66138:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000200:3.0:1761322990.358129:0:64969:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@0000000098f73631 x1846879956445056/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@0@lo:143/0 lens 224/224 e 0 to 0 dl 1761323033 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:1.0' 00000400:00000200:1.0:1761322990.358140:0:66138:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x68fba3fbf2680 00000400:00000010:3.0:1761322990.358145:0:64969:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c8da6cb3. 00000400:00000200:1.0:1761322990.358149:0:66138:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0xab541 [1] + 224 00000400:00000200:1.0:1761322990.358156:0:66138:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322990.358159:0:66138:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1761322990.358209:0:64969:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1846879956445056, offset 224 00000400:00000200:3.0:1761322990.358217:0:64969:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1761322990.358224:0:64969:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1761322990.358235:0:64969:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x68fba3fbf2780 00000100:00000200:1.0:1761322990.358241:0:66138:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000049447897 x1846879956444800/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 00000400:00000200:3.0:1761322990.358253:0:64969:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0xab549 [1] + 224 00000400:00000200:3.0:1761322990.358263:0:64969:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.358269:0:64969:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1761322990.358281:0:64969:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000048e8df22 x1846879956445056/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1761323034 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000400:00000200:1.0:1761322990.358310:0:66138:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004c82c5ef 00000400:00000010:1.0:1761322990.358314:0:66138:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004c82c5ef. 00000400:00000200:3.0:1761322990.358321:0:64969:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c8da6cb3 00000400:00000010:3.0:1761322990.358325:0:64969:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c8da6cb3. 00000020:00000010:1.0:1761322990.358335:0:66138:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002c4891d2. 00000020:00000010:1.0:1761322990.358342:0:66138:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001d369eb8. 00000020:00000010:3.0:1761322990.358344:0:64969:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000885cf49f. 00000020:00000010:1.0:1761322990.358347:0:66138:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000026f0dbe2. 00000020:00000010:3.0:1761322990.358351:0:64969:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000068902843. 00000020:00000010:3.0:1761322990.358359:0:64969:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b9eeb569. 00000100:00000200:1.0:1761322990.358367:0:66138:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879956444992 00000100:00000200:3.0:1761322990.358380:0:64969:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879956445376 02000000:00000010:1.0:1761322990.358381:0:66138:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000026f0dbe2. 00000100:00000200:2.0:1761322990.358386:0:66659:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879956445632 00010000:00000200:1.0:1761322990.358391:0:66138:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@0000000005df7c4a x1846879956444992/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:106/0 lens 224/224 e 0 to 0 dl 1761322996 ref 1 fl Interpret:/0/0 rc 0/0 job:'kworker/u8:1.0' 02000000:00000010:3.0:1761322990.358393:0:64969:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b9eeb569. 02000000:00000010:2.0:1761322990.358398:0:66659:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f6b2f2bc. 00010000:00000200:3.0:1761322990.358405:0:64969:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@00000000c8e2f80e x1846879956445376/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:143/0 lens 224/224 e 0 to 0 dl 1761323033 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:1.0' 00010000:00000200:2.0:1761322990.358410:0:66659:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@00000000f7edec51 x1846879956445632/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:143/0 lens 224/224 e 0 to 0 dl 1761323033 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:1.0' 00000400:00000010:1.0:1761322990.358412:0:66138:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004c82c5ef. 00000100:00000200:1.0:1761322990.358419:0:66138:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1846879956444992, offset 224 00000400:00000010:3.0:1761322990.358428:0:64969:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c8da6cb3. 00000400:00000200:1.0:1761322990.358437:0:66138:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:2.0:1761322990.358440:0:66659:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009f686459. 00000100:00000200:3.0:1761322990.358442:0:64969:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1846879956445376, offset 224 00000100:00000200:2.0:1761322990.358446:0:66659:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1846879956445632, offset 224 00000400:00000200:3.0:1761322990.358455:0:64969:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1761322990.358455:0:66138:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1761322990.358471:0:66659:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1761322990.358474:0:64969:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1761322990.358477:0:66138:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x68fba3fbf2740 00000400:00000200:3.0:1761322990.358487:0:64969:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x68fba3fbf28c0 00000400:00000200:2.0:1761322990.358488:0:66659:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1761322990.358495:0:66138:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0xab561 [1] + 224 00000400:00000200:1.0:1761322990.358504:0:66138:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.358509:0:64969:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0xab551 [1] + 224 00000400:00000200:2.0:1761322990.358510:0:66659:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x68fba3fbf29c0 00000400:00000200:1.0:1761322990.358513:0:66138:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1761322990.358522:0:64969:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.358527:0:66659:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0xab559 [1] + 224 00000400:00000200:3.0:1761322990.358529:0:64969:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1761322990.358535:0:66659:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1761322990.358546:0:64969:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000013b4c761 x1846879956445376/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1761323034 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000400:00000200:2.0:1761322990.358546:0:66659:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1761322990.358546:0:66138:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000dec6d697 x1846879956444992/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:2.0:1761322990.358562:0:66659:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000004503e1d6 x1846879956445632/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1761323034 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000400:00000200:3.0:1761322990.358590:0:64969:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c8da6cb3 00000400:00000010:3.0:1761322990.358593:0:64969:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c8da6cb3. 00000020:00000010:3.0:1761322990.358601:0:64969:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fe5e40f1. 00000400:00000200:2.0:1761322990.358603:0:66659:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009f686459 00000020:00000010:3.0:1761322990.358604:0:64969:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c17d5457. 00000400:00000010:2.0:1761322990.358606:0:66659:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009f686459. 00000020:00000010:3.0:1761322990.358609:0:64969:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d891585e. 00000020:00000010:2.0:1761322990.358620:0:66659:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003045be66. 00000020:00000010:2.0:1761322990.358625:0:66659:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002ed75db1. 00000020:00000010:2.0:1761322990.358628:0:66659:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000241541b1. 00000100:00000200:3.0:1761322990.358646:0:66822:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879956445568 02000000:00000010:3.0:1761322990.358656:0:66822:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d891585e. 00010000:00000200:3.0:1761322990.358662:0:66822:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@00000000c821cd83 x1846879956445568/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:106/0 lens 224/224 e 0 to 0 dl 1761322996 ref 1 fl Interpret:/0/0 rc 0/0 job:'kworker/u8:1.0' 00000400:00000010:3.0:1761322990.358670:0:66822:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c8da6cb3. 00000100:00000200:3.0:1761322990.358673:0:66822:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1846879956445568, offset 224 00000400:00000200:3.0:1761322990.358684:0:66822:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1761322990.358690:0:66822:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1761322990.358695:0:66822:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x68fba3fbf2980 00000400:00000200:3.0:1761322990.358700:0:66822:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0xab571 [1] + 224 00000400:00000200:3.0:1761322990.358712:0:66822:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.358718:0:66822:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1761322990.358725:0:66822:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000083864b49 x1846879956445568/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000400:00000200:1.0:1761322990.358730:0:66138:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004c82c5ef 00000400:00000010:1.0:1761322990.358735:0:66138:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004c82c5ef. 00000400:00000200:3.0:1761322990.358745:0:66822:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c8da6cb3 00000400:00000010:3.0:1761322990.358748:0:66822:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c8da6cb3. 00000020:00000010:1.0:1761322990.358759:0:66138:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002c952915. 00000020:00000010:3.0:1761322990.358762:0:66822:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000010786ab4. 00000020:00000010:1.0:1761322990.358765:0:66138:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000acc5c903. 00000020:00000010:3.0:1761322990.358769:0:66822:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009493ef70. 00000020:00000010:1.0:1761322990.358772:0:66138:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004b631c57. 00000020:00000010:3.0:1761322990.358776:0:66822:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000054d6c0c8. 00000020:00000010:3.0:1761322990.358813:0:77138:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ad862c06. 00000020:00000010:3.0:1761322990.358818:0:77138:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fe5e40f1. 00000020:00000010:3.0:1761322990.358822:0:77138:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c17d5457. 00000100:00000200:3.0:1761322990.358847:0:77138:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879956445312 02000000:00000010:3.0:1761322990.358856:0:77138:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000042149d2. 00010000:00000200:3.0:1761322990.358866:0:77138:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@000000006ab6b8f8 x1846879956445312/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:106/0 lens 224/224 e 0 to 0 dl 1761322996 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:1.0' 00000400:00000010:1.0:1761322990.358874:0:15820:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000927923b8. 00000400:00000200:1.0:1761322990.358883:0:15820:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000034cf40f2 00000400:00000010:3.0:1761322990.358886:0:77138:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c8da6cb3. 00000400:00000010:1.0:1761322990.358886:0:15820:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000034cf40f2. 00000100:00000200:3.0:1761322990.358893:0:77138:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1846879956445312, offset 224 00000100:00000200:1.0:1761322990.358897:0:15820:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000dec6d697 x1846879956444992/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000400:00000200:3.0:1761322990.358905:0:77138:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:1.0:1761322990.358920:0:15820:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000dec6d697 x1846879956444992/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000400:00000200:3.0:1761322990.358921:0:77138:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1761322990.358936:0:77138:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x68fba3fbf2880 00000400:00000200:3.0:1761322990.358941:0:77138:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0xab569 [1] + 224 00000400:00000200:3.0:1761322990.358945:0:77138:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.358950:0:77138:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1761322990.358959:0:77138:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002d0671bc x1846879956445312/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000400:00000010:1.0:1761322990.358960:0:15820:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006ecc4ba3. 00000400:00000200:1.0:1761322990.358965:0:15820:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000facd7dd7 00000400:00000010:1.0:1761322990.358968:0:15820:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000facd7dd7. 00000100:00000200:1.0:1761322990.358977:0:15820:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000083864b49 x1846879956445568/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000400:00000200:3.0:1761322990.358982:0:77138:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c8da6cb3 00000100:00000200:1.0:1761322990.358985:0:15820:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000083864b49 x1846879956445568/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000400:00000010:3.0:1761322990.358986:0:77138:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c8da6cb3. 00000020:00000010:3.0:1761322990.359001:0:77138:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fe5e40f1. 00000020:00000010:3.0:1761322990.359007:0:77138:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c17d5457. 00000020:00000010:3.0:1761322990.359011:0:77138:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ad862c06. 00000400:00000010:1.0:1761322990.359012:0:15820:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a06601e4. 00000400:00000200:1.0:1761322990.359019:0:15820:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fd11e324 00000400:00000010:1.0:1761322990.359021:0:15820:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fd11e324. 00000100:00000200:1.0:1761322990.359028:0:15820:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000049447897 x1846879956444800/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 00000100:00000200:1.0:1761322990.359036:0:15820:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000049447897 x1846879956444800/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 00000400:00000010:1.0:1761322990.359067:0:15820:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003ad93a60. 02000000:00000010:3.0:1761322990.359069:0:15817:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000726e25a8. 00000400:00000010:3.0:1761322990.359101:0:15817:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000841445dd. 00000400:00000200:1.0:1761322990.359142:0:15820:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cec36e5d 00000400:00000010:1.0:1761322990.359146:0:15820:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cec36e5d. 00000100:00000200:1.0:1761322990.359153:0:15820:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000048e8df22 x1846879956445056/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1761323034 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000400:00000010:3.0:1761322990.359155:0:15817:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c8da6cb3. 00000100:00000200:3.0:1761322990.359163:0:15817:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1846879956444864, portal 4 00000100:00000200:1.0:1761322990.359167:0:15820:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000048e8df22 x1846879956445056/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1761323034 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000400:00000010:3.0:1761322990.359171:0:15817:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cec36e5d. 00000100:00000200:3.0:1761322990.359177:0:15817:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1846879956444864, offset 0 00000400:00000200:3.0:1761322990.359185:0:15817:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1761322990.359195:0:15817:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:1.0:1761322990.359199:0:15820:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e0e657b9. 00000400:00000200:3.0:1761322990.359203:0:15817:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 24 MB=0x68fba3fbf26c0 00000400:00000200:1.0:1761322990.359205:0:15820:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a1f6e4d9 00000400:00000010:1.0:1761322990.359208:0:15820:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a1f6e4d9. 00000100:00000200:1.0:1761322990.359214:0:15820:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000013b4c761 x1846879956445376/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1761323034 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000400:00000200:3.0:1761322990.359215:0:15817:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 224/224 into md 0x422e9 [256] + 15680 00000400:00000200:3.0:1761322990.359228:0:15817:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1761322990.359234:0:15820:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000013b4c761 x1846879956445376/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1761323034 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000400:00000200:3.0:1761322990.359235:0:15817:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1761322990.359242:0:15817:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:3.0:1761322990.359250:0:15817:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cfe62c26. 00000400:00000010:1.0:1761322990.359259:0:15820:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000090cc70b8. 00000400:00000200:1.0:1761322990.359264:0:15820:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d78242fa 00000400:00000010:1.0:1761322990.359265:0:15820:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d78242fa. 00000400:00000200:3.0:1761322990.359274:0:15817:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cec36e5d 00000100:00000200:1.0:1761322990.359274:0:15820:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004503e1d6 x1846879956445632/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1761323034 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000400:00000010:3.0:1761322990.359279:0:15817:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cec36e5d. 00000100:00000200:3.0:1761322990.359288:0:15817:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e39d4cbd x1846879956444864/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 00000100:00000200:1.0:1761322990.359295:0:15820:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004503e1d6 x1846879956445632/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1761323034 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 02000000:00000010:3.0:1761322990.359311:0:15817:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ad862c06. 00000400:00000010:3.0:1761322990.359315:0:15817:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006a6c1ef6. 00000400:00000010:3.0:1761322990.359318:0:15817:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cec36e5d. 02000000:00000010:1.0:1761322990.359318:0:15820:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000222152b8. 00000100:00000200:3.0:1761322990.359331:0:15817:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956445120, portal 10 02000000:00000010:1.0:1761322990.359333:0:15820:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000005938d56c. 00000100:00000010:1.0:1761322990.359341:0:15820:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000dec6d697. 00000400:00000010:3.0:1761322990.359342:0:15817:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fd11e324. 00000100:00000200:3.0:1761322990.359347:0:15817:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1846879956445120, offset 0 02000000:00000010:1.0:1761322990.359349:0:15820:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000023653ac9. 02000000:00000010:1.0:1761322990.359354:0:15820:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000036ac846e. 00000400:00000200:3.0:1761322990.359359:0:15817:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:1.0:1761322990.359359:0:15820:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000083864b49. 02000000:00000010:1.0:1761322990.359369:0:15820:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000a03db485. 00000400:00000200:3.0:1761322990.359378:0:15817:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:1.0:1761322990.359379:0:15820:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000057731204. 00000400:00000200:3.0:1761322990.359387:0:15817:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x68fba3fbf27c0 00000100:00000010:1.0:1761322990.359388:0:15820:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000049447897. 02000000:00000010:1.0:1761322990.359392:0:15820:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e8cec5c8. 02000000:00000010:1.0:1761322990.359397:0:15820:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000440ca70b. 00000400:00000200:3.0:1761322990.359400:0:15817:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x77571 [64] + 24112 00000100:00000010:1.0:1761322990.359400:0:15820:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000048e8df22. 02000000:00000010:1.0:1761322990.359407:0:15820:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d75f55b6. 00000400:00000200:3.0:1761322990.359410:0:15817:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:1.0:1761322990.359411:0:15820:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000062e39c9d. 00000100:00000010:1.0:1761322990.359419:0:15820:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000013b4c761. 00000400:00000200:3.0:1761322990.359422:0:15817:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:1.0:1761322990.359423:0:15820:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000da2a06f. 00000100:00000200:3.0:1761322990.359426:0:15817:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt 02000000:00000010:1.0:1761322990.359427:0:15820:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000003de23d37. 00000100:00000010:1.0:1761322990.359430:0:15820:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004503e1d6. 00000100:00000010:3.0:1761322990.359432:0:15817:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004d90f417. 00000400:00000010:1.0:1761322990.359440:0:15820:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000090cc6ac9. 00000400:00000200:1.0:1761322990.359445:0:15820:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007f716d44 00000400:00000010:1.0:1761322990.359447:0:15820:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007f716d44. 00000100:00000200:1.0:1761322990.359457:0:15820:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002d0671bc x1846879956445312/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000400:00000200:3.0:1761322990.359458:0:15817:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fd11e324 00000400:00000010:3.0:1761322990.359462:0:15817:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fd11e324. 00000020:00000010:2.0:1761322990.359467:0:64973:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e4fe56c6. 00000100:00000200:3.0:1761322990.359473:0:15817:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000043166cbc x1846879956445120/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1761323034 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:1.0:1761322990.359474:0:15820:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002d0671bc x1846879956445312/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000020:00000010:2.0:1761322990.359477:0:64973:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b19ef5e1. 00000020:00000010:2.0:1761322990.359487:0:64973:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c4bb781f. 02000000:00000010:1.0:1761322990.359552:0:15820:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d2c1caa2. 02000000:00000010:3.0:1761322990.359555:0:15817:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000da2a06f. 02000000:00000010:1.0:1761322990.359559:0:15820:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000074c3abcf. 00000400:00000010:3.0:1761322990.359560:0:15817:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001691951d. 00000100:00000010:1.0:1761322990.359563:0:15820:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002d0671bc. 00000400:00000010:3.0:1761322990.359565:0:15817:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fd11e324. 00000100:00000200:3.0:1761322990.359570:0:15817:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956445440, portal 10 00000400:00000010:3.0:1761322990.359575:0:15817:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000facd7dd7. 00000100:00000200:3.0:1761322990.359577:0:15817:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1846879956445440, offset 0 00000400:00000200:3.0:1761322990.359583:0:15817:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1761322990.359587:0:15817:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1761322990.359592:0:15817:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x68fba3fbf2900 00000400:00000200:3.0:1761322990.359596:0:15817:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x77571 [64] + 24336 00000400:00000200:3.0:1761322990.359600:0:15817:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.359602:0:15817:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1761322990.359604:0:15817:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1761322990.359607:0:15817:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ccd0c593. 00000400:00000200:3.0:1761322990.359616:0:15817:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000facd7dd7 00000400:00000010:3.0:1761322990.359617:0:15817:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000facd7dd7. 00000100:00000200:3.0:1761322990.359620:0:15817:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007cfff667 x1846879956445440/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1761323034 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 02000000:00000010:3.0:1761322990.359644:0:15817:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d75f55b6. 00000400:00000010:3.0:1761322990.359648:0:15817:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e94b249f. 00000400:00000010:3.0:1761322990.359650:0:15817:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000facd7dd7. 00000100:00000200:3.0:1761322990.359653:0:15817:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956444928, portal 25 00000400:00000010:3.0:1761322990.359655:0:15817:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000034cf40f2. 00000100:00000200:3.0:1761322990.359658:0:15817:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1846879956444928, offset 0 00000400:00000200:3.0:1761322990.359661:0:15817:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1761322990.359666:0:15817:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1761322990.359672:0:15817:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x68fba3fbf2700 00000400:00000200:3.0:1761322990.359677:0:15817:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x863a1 [2] + 0 00000400:00000010:3.0:1761322990.359680:0:15817:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d747071d. 00000400:00000200:3.0:1761322990.359684:0:15817:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000b1551a4b 00000400:00000200:3.0:1761322990.359688:0:15817:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.359691:0:15817:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1761322990.359694:0:15817:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b1551a4b 00000400:00000010:3.0:1761322990.359697:0:15817:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000b1551a4b (tot 82350466). 00000100:00000200:3.0:1761322990.359836:0:15817:0:(events.c:317:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1761322990.359852:0:15817:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000034cf40f2 00000400:00000010:3.0:1761322990.359855:0:15817:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000034cf40f2. 00000100:00000200:2.0:1761322990.359855:0:64973:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879956444864 00000100:00000200:3.0:1761322990.359861:0:15817:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ba5c8387 x1846879956444928/t0(0) o400->MGC192.168.201.129@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1761323034 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 02000000:00000010:2.0:1761322990.359877:0:64973:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 648 at 00000000f8d5a430. 02000000:00000010:3.0:1761322990.359882:0:15817:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e8cec5c8. 00000400:00000010:3.0:1761322990.359889:0:15817:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002ec93496. 00000400:00000010:3.0:1761322990.359891:0:15817:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000034cf40f2. 00000100:00000200:3.0:1761322990.359894:0:15817:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956445184, portal 10 00000400:00000010:3.0:1761322990.359900:0:15817:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009548a1b0. 00000100:00000200:3.0:1761322990.359903:0:15817:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1846879956445184, offset 0 00010000:00000200:2.0:1761322990.359910:0:64973:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@00000000cfe62c26 x1846879956444864/t0(0) o41->lustre-MDT0001-mdtlov_UUID@0@lo:106/0 lens 224/368 e 0 to 0 dl 1761322996 ref 1 fl Interpret:/0/0 rc 0/0 job:'osp-pre-0-1.0' 00000400:00000200:3.0:1761322990.359911:0:15817:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1761322990.359919:0:15817:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1761322990.359927:0:15817:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x68fba3fbf2800 00000400:00000200:3.0:1761322990.359935:0:15817:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x77571 [64] + 24560 00000400:00000010:2.0:1761322990.359937:0:64973:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009f686459. 00000400:00000200:3.0:1761322990.359940:0:15817:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1761322990.359945:0:64973:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1846879956444864, offset 224 00000400:00000200:3.0:1761322990.359949:0:15817:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1761322990.359956:0:64973:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:3.0:1761322990.359962:0:15817:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1761322990.359968:0:15817:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000018f7b0c8. 00000400:00000200:2.0:1761322990.359975:0:64973:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1761322990.359986:0:64973:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x68fba3fbf26c0 00000400:00000200:2.0:1761322990.359993:0:64973:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0xab595 [1] + 224 00000400:00000200:3.0:1761322990.359997:0:15817:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009548a1b0 00000400:00000200:2.0:1761322990.359999:0:64973:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1761322990.360001:0:15817:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009548a1b0. 00000400:00000200:2.0:1761322990.360004:0:64973:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1761322990.360012:0:15817:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007478fe45 x1846879956445184/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1761323034 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:2.0:1761322990.360018:0:64973:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e39d4cbd x1846879956444864/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 02000000:00000010:3.0:1761322990.360040:0:15817:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000023653ac9. 00000400:00000200:2.0:1761322990.360044:0:64973:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009f686459 00000400:00000010:3.0:1761322990.360046:0:15817:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001ad35e46. 00000400:00000010:2.0:1761322990.360048:0:64973:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009f686459. 00000020:00000010:2.0:1761322990.360124:0:64973:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b19ef5e1. 00000020:00000010:2.0:1761322990.360130:0:64973:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c4bb781f. 00000020:00000010:2.0:1761322990.360133:0:64973:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e4fe56c6. 00000020:00000010:2.0:1761322990.360187:0:66659:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e4fe56c6. 00000020:00000010:2.0:1761322990.360192:0:66659:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b19ef5e1. 00000020:00000010:2.0:1761322990.360195:0:66659:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c4bb781f. 00000020:00000010:2.0:1761322990.360222:0:66659:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000aa731b34. 00000020:00000010:2.0:1761322990.360227:0:66659:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000073135278. 00000020:00000010:2.0:1761322990.360230:0:66659:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000083729214. 00000020:00000010:2.0:1761322990.360250:0:66659:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ec2fc5d2. 00000020:00000010:2.0:1761322990.360254:0:66659:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000087c42cd5. 00000020:00000010:2.0:1761322990.360258:0:66659:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009b57aa81. 00000100:00000200:2.0:1761322990.360288:0:66659:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879956445120 02000000:00000010:2.0:1761322990.360301:0:66659:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000509017f3. 00010000:00000200:2.0:1761322990.360308:0:66659:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@000000004d90f417 x1846879956445120/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:143/0 lens 224/224 e 0 to 0 dl 1761323033 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:1.0' 00000400:00000010:2.0:1761322990.360324:0:66659:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009f686459. 00000100:00000200:2.0:1761322990.360433:0:66659:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1846879956445120, offset 224 00000400:00000010:3.0:1761322990.360434:0:15817:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009548a1b0. 00000100:00000200:3.0:1761322990.360441:0:15817:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956445504, portal 4 00000400:00000200:2.0:1761322990.360447:0:66659:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:3.0:1761322990.360450:0:15817:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000046bb800. 00000100:00000200:3.0:1761322990.360456:0:15817:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1846879956445504, offset 0 00000400:00000200:2.0:1761322990.360463:0:66659:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1761322990.360467:0:15817:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1761322990.360476:0:66659:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x68fba3fbf27c0 00000400:00000200:3.0:1761322990.360482:0:15817:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1761322990.360489:0:66659:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0xab59d [1] + 224 00000400:00000200:3.0:1761322990.360494:0:15817:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x68fba3fbf2940 00000400:00000200:2.0:1761322990.360495:0:66659:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.360509:0:66659:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1761322990.360510:0:15817:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x722c5 [8] + 5600 00000400:00000200:3.0:1761322990.360522:0:15817:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1761322990.360526:0:66659:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000043166cbc x1846879956445120/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1761323034 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000400:00000200:3.0:1761322990.360530:0:15817:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1761322990.360537:0:15817:0:(events.c:317:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1761322990.360545:0:15817:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009db86b39. 00000400:00000200:2.0:1761322990.360554:0:66659:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009f686459 00000400:00000010:2.0:1761322990.360558:0:66659:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009f686459. 00000400:00000200:3.0:1761322990.360570:0:15817:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000046bb800 00000020:00000010:2.0:1761322990.360573:0:66659:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b19ef5e1. 00000400:00000010:3.0:1761322990.360575:0:15817:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000046bb800. 00000020:00000010:2.0:1761322990.360580:0:66659:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c4bb781f. 00000100:00000200:3.0:1761322990.360586:0:15817:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e89e327f x1846879956445504/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000020:00000010:2.0:1761322990.360586:0:66659:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e4fe56c6. 00000400:00000010:3.0:1761322990.360609:0:15817:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000841445dd. 00000100:00000200:2.0:1761322990.360611:0:66659:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879956445440 00000400:00000200:3.0:1761322990.360614:0:15817:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c8da6cb3 00000400:00000010:3.0:1761322990.360618:0:15817:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c8da6cb3. 02000000:00000010:2.0:1761322990.360623:0:66659:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e4fe56c6. 00000100:00000200:3.0:1761322990.360624:0:15817:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e39d4cbd x1846879956444864/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 00010000:00000200:2.0:1761322990.360634:0:66659:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@00000000ccd0c593 x1846879956445440/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:143/0 lens 224/224 e 0 to 0 dl 1761323033 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000200:3.0:1761322990.360641:0:15817:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e39d4cbd x1846879956444864/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 00000400:00000010:2.0:1761322990.360692:0:66659:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009f686459. 00000100:00000200:2.0:1761322990.360698:0:66659:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1846879956445440, offset 224 00000400:00000200:2.0:1761322990.360705:0:66659:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1761322990.360716:0:66659:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:3.0:1761322990.360718:0:15817:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006a6c1ef6. 00000400:00000200:3.0:1761322990.360724:0:15817:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cec36e5d 00000400:00000010:3.0:1761322990.360728:0:15817:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cec36e5d. 00000400:00000200:2.0:1761322990.360728:0:66659:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x68fba3fbf2900 00000100:00000200:3.0:1761322990.360737:0:15817:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000043166cbc x1846879956445120/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1761323034 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000400:00000200:2.0:1761322990.360740:0:66659:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0xab5a5 [1] + 224 00000400:00000200:2.0:1761322990.360757:0:66659:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1761322990.360761:0:15817:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000043166cbc x1846879956445120/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1761323034 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000400:00000200:2.0:1761322990.360768:0:66659:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1761322990.360780:0:66659:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007cfff667 x1846879956445440/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1761323034 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000400:00000200:2.0:1761322990.360797:0:66659:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009f686459 00000400:00000010:2.0:1761322990.360798:0:66659:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009f686459. 00000020:00000010:2.0:1761322990.360807:0:66659:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000073135278. 00000020:00000010:2.0:1761322990.360811:0:66659:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000083729214. 00000020:00000010:2.0:1761322990.360813:0:66659:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000aa731b34. 00000100:00000200:2.0:1761322990.360824:0:66659:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879956445184 02000000:00000010:2.0:1761322990.360832:0:66659:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000aa731b34. 00010000:00000200:2.0:1761322990.360838:0:66659:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@0000000018f7b0c8 x1846879956445184/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:143/0 lens 224/224 e 0 to 0 dl 1761323033 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:1.0' 00000400:00000010:2.0:1761322990.360847:0:66659:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009f686459. 00000100:00000200:2.0:1761322990.360850:0:66659:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1846879956445184, offset 224 00000400:00000200:2.0:1761322990.360855:0:66659:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1761322990.360861:0:66659:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1761322990.360870:0:66659:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x68fba3fbf2800 00000400:00000200:2.0:1761322990.360877:0:66659:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0xab5b5 [1] + 224 00000400:00000200:1.0:1761322990.360881:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322990.360884:0:66659:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.360891:0:66659:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1761322990.360899:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf2840 00000100:00000200:2.0:1761322990.360901:0:66659:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007478fe45 x1846879956445184/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1761323034 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000400:00000200:1.0:1761322990.360914:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xab539 [1] + 224 00000400:00000200:2.0:1761322990.360927:0:66659:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009f686459 00000400:00000010:2.0:1761322990.360930:0:66659:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009f686459. 00000400:00000200:1.0:1761322990.360937:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1761322990.360941:0:66659:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000087c42cd5. 00000400:00000200:1.0:1761322990.360945:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000020:00000010:2.0:1761322990.360948:0:66659:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009b57aa81. 00000020:00000010:2.0:1761322990.360953:0:66659:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ec2fc5d2. 00000100:00000200:1.0:1761322990.360956:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000eabe2b15 x1846879956445248/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761322990.360998:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000386cac00. 00000400:00000200:1.0:1761322990.361015:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a7e6aed8 00000400:00000010:1.0:1761322990.361017:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a7e6aed8. 00000100:00000200:1.0:1761322990.361022:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000eabe2b15 x1846879956445248/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761322990.361029:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000eabe2b15 x1846879956445248/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761322990.361046:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000076902950. 00010000:00000010:2.1:1761322990.361164:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d433d295. 00000400:00000010:2.0:1761322990.361203:0:15819:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000008d66be5. 00000400:00000200:2.0:1761322990.361207:0:15819:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000008e8c36c 00000400:00000010:2.0:1761322990.361209:0:15819:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000008e8c36c. 00000100:00000200:2.0:1761322990.361217:0:15819:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000053322525 x1846879956444736/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 00000100:00000200:2.0:1761322990.361226:0:15819:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000053322525 x1846879956444736/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 02000000:00000010:2.0:1761322990.361255:0:15819:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000f6a88f10. 02000000:00000010:2.0:1761322990.361260:0:15819:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000000f1ffd3f. 00000100:00000010:2.0:1761322990.361265:0:15819:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000053322525. 02000000:00000010:1.0:1761322990.361788:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000148d71ab. 00000100:00000010:1.0:1761322990.361812:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000eabe2b15. 00000400:00000010:3.0:1761322990.361948:0:15817:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001691951d. 00000400:00000200:3.0:1761322990.361952:0:15817:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fd11e324 00000400:00000010:3.0:1761322990.361960:0:15817:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fd11e324. 00000100:00000200:3.0:1761322990.361974:0:15817:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007cfff667 x1846879956445440/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1761323034 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:3.0:1761322990.361981:0:15817:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007cfff667 x1846879956445440/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1761323034 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 02000000:00000010:3.0:1761322990.362004:0:15817:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000726e25a8. 02000000:00000010:3.0:1761322990.362007:0:15817:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000e6540a75. 00000100:00000010:3.0:1761322990.362009:0:15817:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e39d4cbd. 02000000:00000010:3.0:1761322990.362017:0:15817:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ad862c06. 02000000:00000010:3.0:1761322990.362019:0:15817:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000030d68e34. 00000100:00000010:3.0:1761322990.362021:0:15817:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000043166cbc. 02000000:00000010:3.0:1761322990.362024:0:15817:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000da2a06f. 02000000:00000010:3.0:1761322990.362025:0:15817:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000bf79fdc4. 00000100:00000010:3.0:1761322990.362027:0:15817:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007cfff667. 00000400:00000010:3.0:1761322990.362032:0:15817:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002ec93496. 00000400:00000200:3.0:1761322990.362033:0:15817:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000034cf40f2 00000400:00000010:3.0:1761322990.362034:0:15817:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000034cf40f2. 00000100:00000200:3.0:1761322990.362037:0:15817:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007478fe45 x1846879956445184/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1761323034 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:3.0:1761322990.362046:0:15817:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007478fe45 x1846879956445184/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1761323034 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 02000000:00000010:3.0:1761322990.362069:0:15817:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e8cec5c8. 02000000:00000010:3.0:1761322990.362072:0:15817:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000eb6fba2b. 00000100:00000010:3.0:1761322990.362094:0:15817:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007478fe45. 00000020:00000010:3.0:1761322990.362179:0:72007:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e8cec5c8. 00000020:00000010:3.0:1761322990.362185:0:72007:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fe5e40f1. 00000020:00000010:3.0:1761322990.362190:0:72007:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c17d5457. 00000100:00000200:3.0:1761322990.362236:0:72007:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879956444928 02000000:00000010:3.0:1761322990.362260:0:72007:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000da2a06f. 00010000:00000200:3.0:1761322990.362268:0:72007:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@00000000b9f2673a x1846879956444928/t0(0) o400->da0428ad-8d4c-486b-9d64-d921b4d55680@0@lo:143/0 lens 224/224 e 0 to 0 dl 1761323033 ref 1 fl Interpret:/0/0 rc 0/0 job:'kworker/u8:1.0' 00000400:00000010:3.0:1761322990.362281:0:72007:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000034cf40f2. 00000100:00000200:3.0:1761322990.362285:0:72007:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1846879956444928, offset 224 00000400:00000200:3.0:1761322990.362293:0:72007:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1761322990.362314:0:72007:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1761322990.362323:0:72007:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x68fba3fbf2700 00000400:00000200:3.0:1761322990.362328:0:72007:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0xab5ad [1] + 224 00000400:00000200:3.0:1761322990.362333:0:72007:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.362336:0:72007:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1761322990.362342:0:72007:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ba5c8387 x1846879956444928/t0(0) o400->MGC192.168.201.129@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1761323034 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000400:00000200:3.0:1761322990.362355:0:72007:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000034cf40f2 00000400:00000010:3.0:1761322990.362356:0:72007:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000034cf40f2. 00000020:00000010:3.0:1761322990.362365:0:72007:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fe5e40f1. 00000020:00000010:3.0:1761322990.362369:0:72007:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c17d5457. 00000020:00000010:3.0:1761322990.362371:0:72007:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e8cec5c8. 02000000:00000010:3.0:1761322990.362376:0:72007:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000da2a06f. 00000100:00000200:3.0:1761322990.362381:0:72007:0:(niobuf.c:996:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1761322990.362385:0:72007:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002ec93496. 00000400:00000010:3.0:1761322990.362389:0:72007:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000004d3e5709 (tot 82350618). 00000020:00000010:3.0:1761322990.362441:0:66833:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000da2a06f. 00000020:00000010:3.0:1761322990.362443:0:66833:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fe5e40f1. 00000020:00000010:3.0:1761322990.362445:0:66833:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c17d5457. 00000100:00000200:3.0:1761322990.362462:0:66833:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879956445504 02000000:00000010:3.0:1761322990.362470:0:66833:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e8cec5c8. 00010000:00000200:3.0:1761322990.362475:0:66833:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@000000009db86b39 x1846879956445504/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:106/0 lens 224/224 e 0 to 0 dl 1761322996 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:1.0' 00000400:00000200:2.0:1761322990.362483:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000010:3.0:1761322990.362486:0:66833:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000034cf40f2. 00000100:00000200:3.0:1761322990.362489:0:66833:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1846879956445504, offset 224 00000400:00000200:3.0:1761322990.362493:0:66833:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1761322990.362513:0:66833:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1761322990.362513:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb56400 00000400:00000200:3.0:1761322990.362520:0:66833:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x68fba3fbf2940 00000400:00000200:2.0:1761322990.362533:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xa9f51 [2] + 984 00000400:00000200:3.0:1761322990.362541:0:66833:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0xab5c5 [1] + 224 00000400:00000200:3.0:1761322990.362545:0:66833:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.362546:0:66833:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1761322990.362549:0:66833:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e89e327f x1846879956445504/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000400:00000200:3.0:1761322990.362556:0:66833:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000034cf40f2 00000400:00000010:3.0:1761322990.362557:0:66833:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000034cf40f2. 00000020:00000010:3.0:1761322990.362562:0:66833:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fe5e40f1. 00000020:00000010:3.0:1761322990.362564:0:66833:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c17d5457. 00000020:00000010:3.0:1761322990.362565:0:66833:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000da2a06f. 00000400:00000010:3.0:1761322990.362589:0:15817:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e94b249f. 00000400:00000200:3.0:1761322990.362591:0:15817:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000facd7dd7 00000400:00000010:3.0:1761322990.362592:0:15817:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000facd7dd7. 00000100:00000200:3.0:1761322990.362595:0:15817:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ba5c8387 x1846879956444928/t0(0) o400->MGC192.168.201.129@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1761323034 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:3.0:1761322990.362602:0:15817:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ba5c8387 x1846879956444928/t0(0) o400->MGC192.168.201.129@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1761323034 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000400:00000010:3.0:1761322990.362615:0:15817:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001ad35e46. 00000400:00000200:3.0:1761322990.362618:0:15817:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009548a1b0 00000400:00000010:3.0:1761322990.362619:0:15817:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009548a1b0. 00000100:00000200:3.0:1761322990.362622:0:15817:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e89e327f x1846879956445504/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000400:00000200:2.0:1761322990.362624:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.362632:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322990.362634:0:15817:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e89e327f x1846879956445504/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:2.0:1761322990.362639:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761322990.362645:0:15812:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a87c75be. 02000000:00000010:3.0:1761322990.362649:0:15817:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d75f55b6. 02000000:00000010:3.0:1761322990.362654:0:15817:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000000642747f. 00000100:00000010:3.0:1761322990.362656:0:15817:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ba5c8387. 02000000:00000010:3.0:1761322990.362659:0:15817:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000023653ac9. 02000000:00000010:3.0:1761322990.362662:0:15817:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000000c003157. 00000100:00000010:3.0:1761322990.362665:0:15817:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e89e327f. 00000100:00000010:1.0:1761322990.363115:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001f9582b6. 00010000:00000010:1.0:1761322990.363122:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004bdec316. 00000020:00000010:2.0:1761322990.364257:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ec2fc5d2. 00000020:00000010:2.0:1761322990.364264:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000087c42cd5. 00000020:00000010:2.0:1761322990.364267:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009b57aa81. 00000100:00000200:2.0:1761322990.364297:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a87c75be x1846879955805184/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:143/0 lens 328/0 e 0 to 0 dl 1761323033 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761322990.364343:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955805184 02000000:00000010:2.0:1761322990.364356:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000009808178. 00010000:00000010:2.0:1761322990.364389:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000629cf02d. 00010000:00000010:2.0:1761322990.364496:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d3a0948c. 00000100:00000010:2.0:1761322990.364503:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e6c9a031. 00000100:00000010:2.0:1761322990.364524:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e6c9a031. 00010000:00000010:2.0:1761322990.364527:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d3a0948c. 00000400:00000010:2.0:1761322990.364542:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009f686459. 00000100:00000200:2.0:1761322990.364547:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955805184, offset 224 00000400:00000200:2.0:1761322990.364557:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:2.0:1761322990.364571:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:2.0:1761322990.364577:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88516:88516:256:4294967295] 192.168.201.29@tcp LPNI seq info [88516:88516:8:4294967295] 00000400:00000200:2.0:1761322990.364588:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:2.0:1761322990.364593:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:2.0:1761322990.364598:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007e67acbb (tot 82350866). 00000800:00000200:2.0:1761322990.364605:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:2.0:1761322990.364612:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:2.0:1761322990.364617:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007e67acbb type 1, nob 320 niov 1 nkiov 1 00080000:00000010:1.0:1761322990.364634:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000148d71ab. 00000020:00000010:2.0:1761322990.364649:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000087c42cd5. 00000020:00000010:2.0:1761322990.364655:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009b57aa81. 00000020:00000010:2.0:1761322990.364657:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ec2fc5d2. 00000800:00000200:2.0:1761322990.364746:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322990.364750:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007e67acbb (tot 82350618). 00000400:00000200:2.0:1761322990.364754:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.364759:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322990.364762:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009f686459 00000400:00000010:2.0:1761322990.364764:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009f686459. 00010000:00000010:1.0:1761322990.365939:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035d7bf38. 00010000:00000010:1.0:1761322990.365952:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a1b7b433. 00000001:00000010:1.0:1761322990.366028:0:77376:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000386cac00. 00000001:00000010:1.0:1761322990.366034:0:77376:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000386cac00. 00000001:00000010:1.0:1761322990.366047:0:77376:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e9ad328d. 00080000:00000010:1.0:1761322990.366062:0:77376:0:(osd_handler.c:6689:osd_it_iam_fini()) kfreed 'it': 328 at 00000000353180b6. 00080000:00000010:1.0:1761322990.366070:0:77376:0:(osd_handler.c:6661:osd_it_iam_init()) kmalloced '(it)': 328 at 0000000076902950. 00000001:00000010:1.0:1761322990.366102:0:77376:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000386cac00. 00010000:00000010:1.0:1761322990.366158:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f4102846. 00010000:00000010:1.0:1761322990.366163:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.366168:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000001764556. 00010000:00000010:1.0:1761322990.366174:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035d7bf38. 00080000:00000010:1.0:1761322990.366194:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000004b631c57. 00010000:00000010:1.0:1761322990.366226:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035d7bf38. 00010000:00000010:1.0:1761322990.366230:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.367734:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f261932d. 00010000:00000010:1.0:1761322990.367743:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.367749:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005f6e281a. 00010000:00000010:1.0:1761322990.367756:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035d7bf38. 00080000:00000010:1.0:1761322990.367778:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d4547339. 00010000:00000010:1.0:1761322990.367836:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035d7bf38. 00010000:00000010:1.0:1761322990.367841:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.367896:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000dcc6a7a5. 00010000:00000010:1.0:1761322990.367899:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.367902:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000884f725a. 00010000:00000010:1.0:1761322990.367905:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035d7bf38. 00080000:00000010:1.0:1761322990.367911:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000009a91de1a. 00010000:00000010:1.0:1761322990.367933:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035d7bf38. 00010000:00000010:1.0:1761322990.367936:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.367967:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a81dfde8. 00010000:00000010:1.0:1761322990.367970:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.367972:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bcab877a. 00010000:00000010:1.0:1761322990.367975:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035d7bf38. 00080000:00000010:1.0:1761322990.367981:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f6dfdb23. 00010000:00000010:1.0:1761322990.367999:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035d7bf38. 00010000:00000010:1.0:1761322990.368001:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.368029:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000091291732. 00010000:00000010:1.0:1761322990.368032:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.368035:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d7405d53. 00010000:00000010:1.0:1761322990.368037:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035d7bf38. 00080000:00000010:1.0:1761322990.368044:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000054d6c0c8. 00010000:00000010:1.0:1761322990.368106:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035d7bf38. 00010000:00000010:1.0:1761322990.368111:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.368148:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002b32ca21. 00010000:00000010:1.0:1761322990.368151:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.368154:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006b80e2c7. 00010000:00000010:1.0:1761322990.368158:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035d7bf38. 00080000:00000010:1.0:1761322990.368167:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000008e073575. 00010000:00000010:1.0:1761322990.368285:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035d7bf38. 00010000:00000010:1.0:1761322990.368290:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.368340:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e664c102. 00010000:00000010:1.0:1761322990.368344:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.368347:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000167222d6. 00010000:00000010:1.0:1761322990.368352:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035d7bf38. 00080000:00000010:1.0:1761322990.368362:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000096648904. 00010000:00000010:1.0:1761322990.368386:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035d7bf38. 00010000:00000010:1.0:1761322990.368390:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.368425:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000cfce09f1. 00010000:00000010:1.0:1761322990.368430:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.368435:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000090a4e603. 00010000:00000010:1.0:1761322990.368441:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035d7bf38. 00080000:00000010:1.0:1761322990.368456:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000054200cd4. 00010000:00000010:1.0:1761322990.368497:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035d7bf38. 00010000:00000010:1.0:1761322990.368507:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.368552:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000094bc8e30. 00010000:00000010:1.0:1761322990.368557:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.368562:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ae5da395. 00010000:00000010:1.0:1761322990.368567:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035d7bf38. 00080000:00000010:1.0:1761322990.368576:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000908d4f6a. 00010000:00000010:1.0:1761322990.368598:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035d7bf38. 00010000:00000010:1.0:1761322990.368601:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.368634:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000f2858ea. 00010000:00000010:1.0:1761322990.368637:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.368640:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a41795f7. 00010000:00000010:1.0:1761322990.368644:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035d7bf38. 00080000:00000010:1.0:1761322990.368650:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000120003b7. 00010000:00000010:1.0:1761322990.368669:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035d7bf38. 00010000:00000010:1.0:1761322990.368672:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.368695:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000de3e6bbc. 00010000:00000010:1.0:1761322990.368698:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.368707:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004161e0b8. 00010000:00000010:1.0:1761322990.368711:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035d7bf38. 00080000:00000010:1.0:1761322990.368718:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000726915b4. 00010000:00000010:1.0:1761322990.368742:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035d7bf38. 00010000:00000010:1.0:1761322990.368747:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.368781:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b00244a8. 00010000:00000010:1.0:1761322990.368785:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.368788:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bd2abd40. 00010000:00000010:1.0:1761322990.368791:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035d7bf38. 00080000:00000010:1.0:1761322990.368798:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000009fd35090. 00010000:00000010:1.0:1761322990.368821:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035d7bf38. 00010000:00000010:1.0:1761322990.368824:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.368858:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000062a92f93. 00010000:00000010:1.0:1761322990.368861:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.368864:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003e6934b8. 00010000:00000010:1.0:1761322990.368867:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035d7bf38. 00080000:00000010:1.0:1761322990.368875:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000094ded0eb. 00010000:00000010:1.0:1761322990.368901:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035d7bf38. 00010000:00000010:1.0:1761322990.368904:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.368935:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f6a89918. 00010000:00000010:1.0:1761322990.368938:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.368942:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002d7847c6. 00010000:00000010:1.0:1761322990.368945:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035d7bf38. 00080000:00000010:1.0:1761322990.368953:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b74ae7b7. 00010000:00000010:1.0:1761322990.368973:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035d7bf38. 00010000:00000010:1.0:1761322990.368977:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.369012:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009c157c35. 00010000:00000010:1.0:1761322990.369015:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.369018:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000022ee87d8. 00010000:00000010:1.0:1761322990.369021:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035d7bf38. 00080000:00000010:1.0:1761322990.369029:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ff73579e. 00010000:00000010:1.0:1761322990.369050:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035d7bf38. 00010000:00000010:1.0:1761322990.369067:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c952915. 00010000:00000010:1.1:1761322990.369104:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000028fe0de2. 00010000:00000010:1.1:1761322990.369111:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6c79a22. 00010000:00000010:1.0:1761322990.369146:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d26e96c3. 00010000:00000010:1.0:1761322990.369149:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.369152:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d6c79a22. 00010000:00000010:1.0:1761322990.369154:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035d7bf38. 00080000:00000010:1.0:1761322990.369162:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000895a8524. 00010000:00000010:1.0:1761322990.369184:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035d7bf38. 00010000:00000010:1.0:1761322990.369188:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.369212:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000470a176f. 00010000:00000010:1.0:1761322990.369214:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.369217:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004de336ba. 00010000:00000010:1.0:1761322990.369219:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035d7bf38. 00080000:00000010:1.0:1761322990.369226:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000003874f03b. 00010000:00000010:1.0:1761322990.369246:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035d7bf38. 00010000:00000010:1.0:1761322990.369249:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.369276:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006e1e573e. 00010000:00000010:1.0:1761322990.369279:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.369282:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f9a9e5b4. 00010000:00000010:1.0:1761322990.369285:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035d7bf38. 00080000:00000010:1.0:1761322990.369291:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e209727e. 00010000:00000010:1.0:1761322990.369310:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035d7bf38. 00010000:00000010:1.0:1761322990.369313:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.369340:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000064515210. 00010000:00000010:1.0:1761322990.369342:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.369345:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000befff83. 00010000:00000010:1.0:1761322990.369347:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035d7bf38. 00080000:00000010:1.0:1761322990.369351:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000006756a49c. 00010000:00000010:1.0:1761322990.369368:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035d7bf38. 00010000:00000010:1.0:1761322990.369370:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.369388:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009f34a2ee. 00010000:00000010:1.0:1761322990.369390:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.369392:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006d82e78a. 00010000:00000010:1.0:1761322990.369393:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035d7bf38. 00080000:00000010:1.0:1761322990.369397:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000006ff65d7a. 00010000:00000010:1.0:1761322990.369409:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035d7bf38. 00010000:00000010:1.0:1761322990.369410:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.369431:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008cb37f7c. 00010000:00000010:1.0:1761322990.369433:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.369435:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000009aec225. 00010000:00000010:1.0:1761322990.369436:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035d7bf38. 00080000:00000010:1.0:1761322990.369440:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000091f09908. 00010000:00000010:1.0:1761322990.369452:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035d7bf38. 00010000:00000010:1.0:1761322990.369454:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.369471:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001384d931. 00010000:00000010:1.0:1761322990.369472:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.369474:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009234754e. 00010000:00000010:1.0:1761322990.369475:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035d7bf38. 00080000:00000010:1.0:1761322990.369481:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c29478b2. 00010000:00000010:1.0:1761322990.369501:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035d7bf38. 00010000:00000010:1.0:1761322990.369504:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.369531:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004c15c634. 00010000:00000010:1.0:1761322990.369534:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.369537:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d996870c. 00010000:00000010:1.0:1761322990.369540:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035d7bf38. 00080000:00000010:1.0:1761322990.369547:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000002cc1e06b. 00010000:00000010:1.0:1761322990.369568:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035d7bf38. 00010000:00000010:1.0:1761322990.369572:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.369600:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ba71a7f0. 00010000:00000010:1.0:1761322990.369603:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.369606:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000913143f2. 00010000:00000010:1.0:1761322990.369608:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035d7bf38. 00080000:00000010:1.0:1761322990.369615:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000006531dc14. 00010000:00000010:1.0:1761322990.369637:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035d7bf38. 00010000:00000010:1.0:1761322990.369640:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.369671:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008a015447. 00010000:00000010:1.0:1761322990.369675:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.369679:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000016c668a. 00010000:00000010:1.0:1761322990.369682:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035d7bf38. 00080000:00000010:1.0:1761322990.369691:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ba6e1cfd. 00010000:00000010:1.0:1761322990.369714:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035d7bf38. 00010000:00000010:1.0:1761322990.369717:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.369745:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a4fe3321. 00010000:00000010:1.0:1761322990.369748:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.369751:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002ce4823a. 00010000:00000010:1.0:1761322990.369754:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035d7bf38. 00080000:00000010:1.0:1761322990.369761:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000001e4aa4e2. 00010000:00000010:1.0:1761322990.369783:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035d7bf38. 00010000:00000010:1.0:1761322990.369787:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.369819:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001b681352. 00010000:00000010:1.0:1761322990.369821:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.369824:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003df8da07. 00010000:00000010:1.0:1761322990.369827:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035d7bf38. 00080000:00000010:1.0:1761322990.369834:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000008346947e. 00010000:00000010:1.0:1761322990.369858:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035d7bf38. 00010000:00000010:1.0:1761322990.369862:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.369890:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008db3c461. 00010000:00000010:1.0:1761322990.369894:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.369897:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005613bb3c. 00010000:00000010:1.0:1761322990.369901:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035d7bf38. 00080000:00000010:1.0:1761322990.369907:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000033ed228f. 00010000:00000010:1.0:1761322990.369931:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035d7bf38. 00010000:00000010:1.0:1761322990.369934:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.369964:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e64683a6. 00010000:00000010:1.0:1761322990.369967:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.369971:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008ebabc7d. 00010000:00000010:1.0:1761322990.369973:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035d7bf38. 00080000:00000010:1.0:1761322990.369981:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000006a09543. 00010000:00000010:1.0:1761322990.370004:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035d7bf38. 00010000:00000010:1.0:1761322990.370007:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.370035:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000794433b1. 00010000:00000010:1.0:1761322990.370038:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.370041:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c26d385c. 00010000:00000010:1.0:1761322990.370043:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035d7bf38. 00080000:00000010:1.0:1761322990.370050:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000617d3924. 00010000:00000010:1.0:1761322990.370120:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035d7bf38. 00010000:00000010:1.0:1761322990.370125:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.370157:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000048acd4dd. 00010000:00000010:1.0:1761322990.370159:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.370162:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001cd043b7. 00010000:00000010:1.0:1761322990.370165:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035d7bf38. 00080000:00000010:1.0:1761322990.370173:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cb57392f. 00010000:00000010:1.0:1761322990.370193:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035d7bf38. 00010000:00000010:1.0:1761322990.370196:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.370230:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e79b7601. 00010000:00000010:1.0:1761322990.370233:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.370235:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004f85eebb. 00010000:00000010:1.0:1761322990.370239:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035d7bf38. 00080000:00000010:1.0:1761322990.370246:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000021623a99. 00010000:00000010:1.0:1761322990.370265:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035d7bf38. 00010000:00000010:1.0:1761322990.370268:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.370305:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000064a9927d. 00010000:00000010:1.0:1761322990.370308:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.370311:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000033b0a392. 00010000:00000010:1.0:1761322990.370314:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035d7bf38. 00080000:00000010:1.0:1761322990.370322:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bf7334b7. 00010000:00000010:1.0:1761322990.370342:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035d7bf38. 00010000:00000010:1.0:1761322990.370345:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.370374:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001c9596b9. 00010000:00000010:1.0:1761322990.370377:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.370380:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000810beb01. 00010000:00000010:1.0:1761322990.370383:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035d7bf38. 00080000:00000010:1.0:1761322990.370389:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000013260184. 00010000:00000010:1.0:1761322990.370410:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035d7bf38. 00010000:00000010:1.0:1761322990.370413:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.370440:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000e894d7c. 00010000:00000010:1.0:1761322990.370443:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.370446:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000ebdc624. 00010000:00000010:1.0:1761322990.370449:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035d7bf38. 00080000:00000010:1.0:1761322990.370456:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b68ceb7d. 00010000:00000010:1.0:1761322990.370478:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035d7bf38. 00010000:00000010:1.0:1761322990.370481:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.370509:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001a94e0eb. 00010000:00000010:1.0:1761322990.370512:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.370515:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a8b9a240. 00010000:00000010:1.0:1761322990.370518:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035d7bf38. 00080000:00000010:1.0:1761322990.370525:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000de48942f. 00010000:00000010:1.0:1761322990.370547:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035d7bf38. 00010000:00000010:1.0:1761322990.370551:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.370583:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ea7ea47b. 00010000:00000010:1.0:1761322990.370586:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.370590:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000dd206e29. 00010000:00000010:1.0:1761322990.370593:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035d7bf38. 00080000:00000010:1.0:1761322990.370599:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000031c7d5f. 00010000:00000010:1.0:1761322990.370620:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035d7bf38. 00010000:00000010:1.0:1761322990.370623:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.370651:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007b835aed. 00010000:00000010:1.0:1761322990.370654:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.370657:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000023dc4d54. 00010000:00000010:1.0:1761322990.370659:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035d7bf38. 00080000:00000010:1.0:1761322990.370665:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000002e4ec47c. 00010000:00000010:1.0:1761322990.370685:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035d7bf38. 00010000:00000010:1.0:1761322990.370688:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.370720:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c79f4c9a. 00010000:00000010:1.0:1761322990.370723:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.370726:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000082848e7. 00010000:00000010:1.0:1761322990.370728:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035d7bf38. 00080000:00000010:1.0:1761322990.370734:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ddcd672e. 00010000:00000010:1.0:1761322990.370755:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035d7bf38. 00010000:00000010:1.0:1761322990.370758:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.370784:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e7665e9e. 00010000:00000010:1.0:1761322990.370786:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.370789:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000140b77df. 00010000:00000010:1.0:1761322990.370791:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035d7bf38. 00080000:00000010:1.0:1761322990.370797:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000003502628f. 00010000:00000010:1.0:1761322990.370818:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035d7bf38. 00010000:00000010:1.0:1761322990.370821:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.370849:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004b23109c. 00010000:00000010:1.0:1761322990.370852:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.370855:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001b070b49. 00010000:00000010:1.0:1761322990.370857:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035d7bf38. 00080000:00000010:1.0:1761322990.370864:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b58c85ee. 00010000:00000010:1.0:1761322990.370885:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035d7bf38. 00010000:00000010:1.0:1761322990.370888:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.370914:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c5ca4ada. 00010000:00000010:1.0:1761322990.370916:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.370919:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000036d21c. 00010000:00000010:1.0:1761322990.370921:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035d7bf38. 00080000:00000010:1.0:1761322990.370927:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dade8d54. 00010000:00000010:1.0:1761322990.370946:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035d7bf38. 00010000:00000010:1.0:1761322990.370949:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.370979:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000054ed4123. 00010000:00000010:1.0:1761322990.370983:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.370986:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000049ad0ad6. 00010000:00000010:1.0:1761322990.370988:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035d7bf38. 00080000:00000010:1.0:1761322990.370995:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c5735688. 00010000:00000010:1.0:1761322990.371016:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035d7bf38. 00010000:00000010:1.0:1761322990.371019:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.371046:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f7e86757. 00010000:00000010:1.0:1761322990.371049:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.371066:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000099c1df70. 00010000:00000010:1.0:1761322990.371069:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035d7bf38. 00080000:00000010:1.0:1761322990.371107:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000008620acc2. 00010000:00000010:1.0:1761322990.371133:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035d7bf38. 00010000:00000010:1.0:1761322990.371137:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.371173:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000012d3c486. 00010000:00000010:1.0:1761322990.371176:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.371179:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000131a5ad5. 00010000:00000010:1.0:1761322990.371183:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035d7bf38. 00080000:00000010:1.0:1761322990.371192:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d6195d23. 00010000:00000010:1.0:1761322990.371212:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035d7bf38. 00010000:00000010:1.0:1761322990.371214:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.371240:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006f03b91e. 00010000:00000010:1.0:1761322990.371242:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.371245:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000060cb1e8a. 00010000:00000010:1.0:1761322990.371248:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035d7bf38. 00080000:00000010:1.0:1761322990.371254:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b134446b. 00010000:00000010:1.0:1761322990.371272:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035d7bf38. 00010000:00000010:1.0:1761322990.371275:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.371301:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c22fb5da. 00010000:00000010:1.0:1761322990.371303:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.371306:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001921787c. 00010000:00000010:1.0:1761322990.371309:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035d7bf38. 00080000:00000010:1.0:1761322990.371316:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000074866439. 00010000:00000010:1.0:1761322990.371339:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035d7bf38. 00010000:00000010:1.0:1761322990.371342:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.371369:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008d74d11d. 00010000:00000010:1.0:1761322990.371372:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.371375:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007427f351. 00010000:00000010:1.0:1761322990.371378:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035d7bf38. 00080000:00000010:1.0:1761322990.371385:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000007faad5b7. 00010000:00000010:1.0:1761322990.371407:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035d7bf38. 00010000:00000010:1.0:1761322990.371411:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.371443:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000744b4243. 00010000:00000010:1.0:1761322990.371446:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.371449:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000898a7cf1. 00010000:00000010:1.0:1761322990.371453:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035d7bf38. 00080000:00000010:1.0:1761322990.371460:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dca9a6c2. 00010000:00000010:1.0:1761322990.371482:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035d7bf38. 00010000:00000010:1.0:1761322990.371486:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.371513:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d7307c02. 00010000:00000010:1.0:1761322990.371518:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.371521:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005935c637. 00010000:00000010:1.0:1761322990.371523:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035d7bf38. 00080000:00000010:1.0:1761322990.371532:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000427e5401. 00010000:00000010:1.0:1761322990.371552:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035d7bf38. 00010000:00000010:1.0:1761322990.371555:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.371584:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000375b4bbe. 00010000:00000010:1.0:1761322990.371587:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.371589:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b62a29e4. 00010000:00000010:1.0:1761322990.371592:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035d7bf38. 00080000:00000010:1.0:1761322990.371599:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e63f833c. 00010000:00000010:1.0:1761322990.371619:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035d7bf38. 00010000:00000010:1.0:1761322990.371622:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.371652:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b01e6363. 00010000:00000010:1.0:1761322990.371656:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.371659:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000516faf47. 00010000:00000010:1.0:1761322990.371662:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035d7bf38. 00080000:00000010:1.0:1761322990.371669:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000374c01cb. 00010000:00000010:1.0:1761322990.371692:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035d7bf38. 00010000:00000010:1.0:1761322990.371696:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.371727:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ac803ed9. 00010000:00000010:1.0:1761322990.371730:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.371733:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008e75fb20. 00010000:00000010:1.0:1761322990.371736:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035d7bf38. 00080000:00000010:1.0:1761322990.371742:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000001e84352f. 00010000:00000010:1.0:1761322990.371765:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035d7bf38. 00010000:00000010:1.0:1761322990.371768:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.371796:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007a930c60. 00010000:00000010:1.0:1761322990.371798:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.371801:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000228c67b0. 00010000:00000010:1.0:1761322990.371804:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035d7bf38. 00080000:00000010:1.0:1761322990.371811:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d5f034a0. 00010000:00000010:1.0:1761322990.371832:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035d7bf38. 00010000:00000010:1.0:1761322990.371834:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.371866:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002c322df4. 00010000:00000010:1.0:1761322990.371868:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.371871:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b4cc9545. 00010000:00000010:1.0:1761322990.371874:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035d7bf38. 00080000:00000010:1.0:1761322990.371881:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000019abbed2. 00010000:00000010:1.0:1761322990.371903:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035d7bf38. 00010000:00000010:1.0:1761322990.371906:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.371933:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000cf7bcddb. 00010000:00000010:1.0:1761322990.371936:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.371939:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000113028e8. 00010000:00000010:1.0:1761322990.371942:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035d7bf38. 00080000:00000010:1.0:1761322990.371948:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ec1b7621. 00010000:00000010:1.0:1761322990.371969:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035d7bf38. 00010000:00000010:1.0:1761322990.371972:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.372002:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000063b43147. 00010000:00000010:1.0:1761322990.372004:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.372007:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002c35d8b7. 00010000:00000010:1.0:1761322990.372010:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035d7bf38. 00080000:00000010:1.0:1761322990.372017:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000eb82517a. 00010000:00000010:1.0:1761322990.372038:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035d7bf38. 00010000:00000010:1.0:1761322990.372041:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.372120:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e5f91459. 00010000:00000010:1.0:1761322990.372124:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.372126:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000337d32d8. 00010000:00000010:1.0:1761322990.372130:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035d7bf38. 00080000:00000010:1.0:1761322990.372138:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000060711229. 00010000:00000010:1.0:1761322990.372165:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035d7bf38. 00010000:00000010:1.0:1761322990.372171:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.372205:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000055cf0754. 00010000:00000010:1.0:1761322990.372208:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.372212:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d9fbc652. 00010000:00000010:1.0:1761322990.372215:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035d7bf38. 00080000:00000010:1.0:1761322990.372222:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000002a16dbd. 00010000:00000010:1.0:1761322990.373697:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035d7bf38. 00010000:00000010:1.0:1761322990.373708:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.373767:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000007f72649. 00010000:00000010:1.0:1761322990.373772:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.373777:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000613c8583. 00010000:00000010:1.0:1761322990.373782:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035d7bf38. 00080000:00000010:1.0:1761322990.373798:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e19f9729. 00010000:00000010:1.0:1761322990.373826:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035d7bf38. 00010000:00000010:1.0:1761322990.373830:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.373879:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000066a836f4. 00010000:00000010:1.0:1761322990.373882:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.373885:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001c896dc8. 00010000:00000010:1.0:1761322990.373888:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035d7bf38. 00080000:00000010:1.0:1761322990.373896:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a4af19f5. 00010000:00000010:1.0:1761322990.373922:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035d7bf38. 00010000:00000010:1.0:1761322990.373926:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.373960:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004842ffec. 00010000:00000010:1.0:1761322990.373963:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.373967:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000460f802d. 00010000:00000010:1.0:1761322990.373970:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035d7bf38. 00080000:00000010:1.0:1761322990.373979:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000020786138. 00010000:00000010:1.0:1761322990.374002:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035d7bf38. 00010000:00000010:1.0:1761322990.374005:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.374039:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000be403215. 00010000:00000010:1.0:1761322990.374043:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.374046:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000087f7f815. 00010000:00000010:1.0:1761322990.374048:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035d7bf38. 00080000:00000010:1.0:1761322990.374069:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000006f03679d. 00010000:00000010:1.0:1761322990.374135:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035d7bf38. 00010000:00000010:1.0:1761322990.374139:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.374175:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007d50e128. 00010000:00000010:1.0:1761322990.374178:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.374181:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000dff56194. 00010000:00000010:1.0:1761322990.374184:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035d7bf38. 00080000:00000010:1.0:1761322990.374192:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000008ec2bfe2. 00010000:00000010:1.0:1761322990.374217:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035d7bf38. 00010000:00000010:1.0:1761322990.374221:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.374251:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000011e2a148. 00010000:00000010:1.0:1761322990.374254:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.374256:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005efb6bca. 00010000:00000010:1.0:1761322990.374259:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035d7bf38. 00080000:00000010:1.0:1761322990.374380:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d75e3b52. 00010000:00000010:1.0:1761322990.374422:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035d7bf38. 00010000:00000010:1.0:1761322990.374429:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.374474:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e7047c32. 00010000:00000010:1.0:1761322990.374478:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.374483:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ae7e8fd6. 00010000:00000010:1.0:1761322990.374486:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035d7bf38. 00080000:00000010:1.0:1761322990.374494:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c479b19d. 00010000:00000010:1.0:1761322990.374533:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035d7bf38. 00010000:00000010:1.0:1761322990.374538:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.374581:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000075e32947. 00010000:00000010:1.0:1761322990.374585:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.374589:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000674d362e. 00010000:00000010:1.0:1761322990.374593:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035d7bf38. 00080000:00000010:1.0:1761322990.374605:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dd078e35. 00010000:00000010:1.0:1761322990.374632:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035d7bf38. 00010000:00000010:1.0:1761322990.374639:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.374677:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000faea5d1. 00010000:00000010:1.0:1761322990.374683:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.374687:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c732933b. 00010000:00000010:1.0:1761322990.374692:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035d7bf38. 00080000:00000010:1.0:1761322990.374703:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bc456dd2. 00010000:00000010:1.0:1761322990.374732:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035d7bf38. 00010000:00000010:1.0:1761322990.374735:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.374779:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000cf360384. 00010000:00000010:1.0:1761322990.374784:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.374789:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000147fba66. 00010000:00000010:1.0:1761322990.374792:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035d7bf38. 00080000:00000010:1.0:1761322990.374803:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000006a6f81b8. 00010000:00000010:1.0:1761322990.374833:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035d7bf38. 00010000:00000010:1.0:1761322990.374838:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.374876:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000198bc2b. 00010000:00000010:1.0:1761322990.374881:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.374885:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000063e01c08. 00010000:00000010:1.0:1761322990.374891:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035d7bf38. 00080000:00000010:1.0:1761322990.374903:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000be5717c5. 00010000:00000010:1.0:1761322990.374935:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035d7bf38. 00010000:00000010:1.0:1761322990.374940:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.374980:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000174c5c8. 00010000:00000010:1.0:1761322990.374984:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.375918:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005f73eab6. 00010000:00000010:1.0:1761322990.375932:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035d7bf38. 00080000:00000010:1.0:1761322990.375954:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000008f086bf. 00010000:00000010:1.0:1761322990.376014:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035d7bf38. 00010000:00000010:1.0:1761322990.376021:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.376116:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000071eb825. 00010000:00000010:1.0:1761322990.376120:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.376125:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ae4f37d7. 00010000:00000010:1.0:1761322990.376129:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035d7bf38. 00080000:00000010:1.0:1761322990.376137:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000815413ec. 00010000:00000010:1.0:1761322990.376165:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035d7bf38. 00010000:00000010:1.0:1761322990.376169:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.376218:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006fc8ac7f. 00010000:00000010:1.0:1761322990.376221:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.376224:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000006da4054. 00010000:00000010:1.0:1761322990.376227:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035d7bf38. 00080000:00000010:1.0:1761322990.376236:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000002eeb0da5. 00010000:00000010:1.0:1761322990.376260:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035d7bf38. 00010000:00000010:1.0:1761322990.376265:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.376303:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c28b93cd. 00010000:00000010:1.0:1761322990.376306:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.376309:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000062a7291. 00010000:00000010:1.0:1761322990.376312:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035d7bf38. 00080000:00000010:1.0:1761322990.376321:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000008c1d5fb5. 00010000:00000010:1.0:1761322990.376344:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035d7bf38. 00010000:00000010:1.0:1761322990.376347:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.376394:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000182b8220. 00010000:00000010:1.0:1761322990.376397:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.376401:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ba7abac1. 00010000:00000010:1.0:1761322990.376591:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035d7bf38. 00080000:00000010:1.0:1761322990.376608:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000003bc7ed88. 00010000:00000010:1.0:1761322990.376647:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035d7bf38. 00010000:00000010:1.0:1761322990.376653:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.376687:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000549a4766. 00010000:00000010:1.0:1761322990.376690:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.376694:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000081aa922d. 00010000:00000010:1.0:1761322990.376697:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035d7bf38. 00080000:00000010:1.0:1761322990.376705:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000001a831b24. 00010000:00000010:1.0:1761322990.376730:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035d7bf38. 00010000:00000010:1.0:1761322990.376734:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.376777:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a0789bbf. 00010000:00000010:1.0:1761322990.376780:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.376783:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000371848fd. 00010000:00000010:1.0:1761322990.376786:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035d7bf38. 00080000:00000010:1.0:1761322990.376794:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000009cc54860. 00010000:00000010:1.0:1761322990.376816:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035d7bf38. 00010000:00000010:1.0:1761322990.376820:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.376849:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000031fc60d7. 00010000:00000010:1.0:1761322990.376852:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.376855:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000024ac2ab1. 00010000:00000010:1.0:1761322990.376857:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035d7bf38. 00080000:00000010:1.0:1761322990.376864:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000006e48ca8. 00010000:00000010:1.0:1761322990.376890:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035d7bf38. 00010000:00000010:1.0:1761322990.376895:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.376933:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e5724184. 00010000:00000010:1.0:1761322990.376937:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.376943:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d9a90a7e. 00010000:00000010:1.0:1761322990.376948:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035d7bf38. 00080000:00000010:1.0:1761322990.376963:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000009cefcf2. 00010000:00000010:1.0:1761322990.376991:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035d7bf38. 00010000:00000010:1.0:1761322990.376996:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.377035:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000de8827f4. 00010000:00000010:1.0:1761322990.377039:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.377044:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000543aa32f. 00010000:00000010:1.0:1761322990.377050:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035d7bf38. 00080000:00000010:1.0:1761322990.377287:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000007f086f96. 00010000:00000010:1.0:1761322990.377332:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035d7bf38. 00010000:00000010:1.0:1761322990.377340:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.377398:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000059c7d7b1. 00010000:00000010:1.0:1761322990.377402:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.377472:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000338b5431. 00010000:00000010:1.0:1761322990.377478:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035d7bf38. 00080000:00000010:1.0:1761322990.377493:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000009626b3f7. 00010000:00000010:1.0:1761322990.377537:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035d7bf38. 00010000:00000010:1.0:1761322990.377544:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.377582:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000acc23c2. 00010000:00000010:1.0:1761322990.377586:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.377590:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005fc4dac8. 00010000:00000010:1.0:1761322990.377593:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035d7bf38. 00080000:00000010:1.0:1761322990.377601:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a2460da1. 00010000:00000010:1.0:1761322990.377625:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035d7bf38. 00010000:00000010:1.0:1761322990.377628:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.377658:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009eb68472. 00010000:00000010:1.0:1761322990.377661:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.377664:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001d2b41eb. 00010000:00000010:1.0:1761322990.377667:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035d7bf38. 00080000:00000010:1.0:1761322990.377675:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000afe679bc. 00010000:00000010:1.0:1761322990.377698:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035d7bf38. 00010000:00000010:1.0:1761322990.377702:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.377734:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009fc94f61. 00010000:00000010:1.0:1761322990.377736:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.377739:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000072bdb397. 00010000:00000010:1.0:1761322990.377742:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035d7bf38. 00080000:00000010:1.0:1761322990.377748:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fe5bc93b. 00010000:00000010:1.0:1761322990.377768:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035d7bf38. 00010000:00000010:1.0:1761322990.377771:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.377803:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005b080c99. 00010000:00000010:1.0:1761322990.377807:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.377809:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009f6d4045. 00010000:00000010:1.0:1761322990.377812:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035d7bf38. 00080000:00000010:1.0:1761322990.377819:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e63833da. 00010000:00000010:1.0:1761322990.377841:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035d7bf38. 00010000:00000010:1.0:1761322990.377844:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.377878:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007daa4389. 00010000:00000010:1.0:1761322990.377882:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.377887:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e9281eb6. 00010000:00000010:1.0:1761322990.377891:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035d7bf38. 00080000:00000010:1.0:1761322990.377899:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000073c9d7a0. 00010000:00000010:1.0:1761322990.377927:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035d7bf38. 00010000:00000010:1.0:1761322990.377932:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.377971:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009131c04a. 00010000:00000010:1.0:1761322990.377975:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.377978:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006f8d7562. 00010000:00000010:1.0:1761322990.377981:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035d7bf38. 00080000:00000010:1.0:1761322990.377989:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000004d2184c0. 00010000:00000010:1.0:1761322990.378016:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035d7bf38. 00010000:00000010:1.0:1761322990.378019:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.378064:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000743c13ac. 00010000:00000010:1.0:1761322990.378067:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.378070:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000082dfb949. 00010000:00000010:1.0:1761322990.378154:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035d7bf38. 00080000:00000010:1.0:1761322990.378166:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000007a04c066. 00010000:00000010:1.0:1761322990.378194:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035d7bf38. 00010000:00000010:1.0:1761322990.378197:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.378230:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a5f0c0d6. 00010000:00000010:1.0:1761322990.378233:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.378237:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000085958d64. 00010000:00000010:1.0:1761322990.378240:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035d7bf38. 00080000:00000010:1.0:1761322990.378248:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000000f41e6be. 00010000:00000010:1.0:1761322990.378275:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035d7bf38. 00010000:00000010:1.0:1761322990.378279:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.378328:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000826836a3. 00010000:00000010:1.0:1761322990.378334:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.378341:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000117304cd. 00010000:00000010:1.0:1761322990.378348:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035d7bf38. 00080000:00000010:1.0:1761322990.378358:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000002e196b7b. 00010000:00000010:1.0:1761322990.378391:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035d7bf38. 00010000:00000010:1.0:1761322990.378397:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.379166:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007bda7ea1. 00010000:00000010:1.0:1761322990.379173:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.379176:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005d8d551d. 00010000:00000010:1.0:1761322990.379179:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035d7bf38. 00080000:00000010:1.0:1761322990.379191:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e7c6863d. 00010000:00000010:1.0:1761322990.379223:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035d7bf38. 00010000:00000010:1.0:1761322990.379228:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.379260:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ff686a8f. 00010000:00000010:1.0:1761322990.379263:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.379266:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000832e4abe. 00010000:00000010:1.0:1761322990.379269:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035d7bf38. 00080000:00000010:1.0:1761322990.379276:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f40325ea. 00010000:00000010:1.0:1761322990.379300:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035d7bf38. 00010000:00000010:1.0:1761322990.379303:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.379338:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d9bf7337. 00010000:00000010:1.0:1761322990.379341:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.379346:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004ccf0a4e. 00010000:00000010:1.0:1761322990.379349:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035d7bf38. 00080000:00000010:1.0:1761322990.379357:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000647d3a2c. 00010000:00000010:1.0:1761322990.379381:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035d7bf38. 00010000:00000010:1.0:1761322990.379384:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.379410:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000bd490f8e. 00010000:00000010:1.0:1761322990.379412:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.379415:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003c32749b. 00010000:00000010:1.0:1761322990.379418:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035d7bf38. 00080000:00000010:1.0:1761322990.379425:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000007b01db1e. 00010000:00000010:1.0:1761322990.379447:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035d7bf38. 00010000:00000010:1.0:1761322990.379451:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.379495:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b58ec994. 00010000:00000010:1.0:1761322990.379499:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.379503:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f94810e9. 00010000:00000010:1.0:1761322990.379508:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035d7bf38. 00080000:00000010:1.0:1761322990.379516:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000002ef97461. 00010000:00000010:1.0:1761322990.379545:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035d7bf38. 00010000:00000010:1.0:1761322990.379549:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.379581:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004efd7efa. 00010000:00000010:1.0:1761322990.379584:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.379589:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000024984c37. 00010000:00000010:1.0:1761322990.379593:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035d7bf38. 00080000:00000010:1.0:1761322990.379601:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b9a1692f. 00010000:00000010:1.0:1761322990.379626:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035d7bf38. 00010000:00000010:1.0:1761322990.379630:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.379666:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c12bfa75. 00010000:00000010:1.0:1761322990.379670:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.379674:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a885bf89. 00010000:00000010:1.0:1761322990.379678:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035d7bf38. 00080000:00000010:1.0:1761322990.379686:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000007d55dfbd. 00010000:00000010:1.0:1761322990.379710:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035d7bf38. 00010000:00000010:1.0:1761322990.379713:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.379743:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000064d4bad3. 00010000:00000010:1.0:1761322990.379747:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.379750:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000312cbb7a. 00010000:00000010:1.0:1761322990.379754:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035d7bf38. 00080000:00000010:1.0:1761322990.379762:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000008e9fe7ea. 00010000:00000010:1.0:1761322990.379786:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035d7bf38. 00010000:00000010:1.0:1761322990.379790:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.379823:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000007d0a5e8. 00010000:00000010:1.0:1761322990.379826:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.379829:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000089030994. 00010000:00000010:1.0:1761322990.379832:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035d7bf38. 00080000:00000010:1.0:1761322990.379838:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000369e66d3. 00010000:00000010:1.0:1761322990.379858:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035d7bf38. 00010000:00000010:1.0:1761322990.379860:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.379885:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007f574e89. 00010000:00000010:1.0:1761322990.379887:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.379890:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000581a817f. 00010000:00000010:1.0:1761322990.379893:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035d7bf38. 00080000:00000010:1.0:1761322990.379899:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000000d62fac8. 00010000:00000010:1.0:1761322990.379917:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035d7bf38. 00010000:00000010:1.0:1761322990.379920:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.379943:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005d72550e. 00010000:00000010:1.0:1761322990.379946:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.379949:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a6f1f07c. 00010000:00000010:1.0:1761322990.379951:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035d7bf38. 00080000:00000010:1.0:1761322990.379957:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000686e33e5. 00010000:00000010:1.0:1761322990.379978:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035d7bf38. 00010000:00000010:1.0:1761322990.379982:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.380008:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001e28aff1. 00010000:00000010:1.0:1761322990.380011:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.380013:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006ac4e5b8. 00010000:00000010:1.0:1761322990.380016:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035d7bf38. 00080000:00000010:1.0:1761322990.380022:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000005c539b76. 00010000:00000010:1.0:1761322990.380044:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035d7bf38. 00010000:00000010:1.0:1761322990.380048:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.380134:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004a9c3913. 00010000:00000010:1.0:1761322990.380137:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.380140:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b1625f7e. 00010000:00000010:1.0:1761322990.380143:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035d7bf38. 00080000:00000010:1.0:1761322990.380150:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000da05dea3. 00010000:00000010:1.0:1761322990.380170:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035d7bf38. 00010000:00000010:1.0:1761322990.380173:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.380198:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000af0a0f37. 00010000:00000010:1.0:1761322990.380201:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.380203:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a014b33c. 00010000:00000010:1.0:1761322990.380206:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035d7bf38. 00080000:00000010:1.0:1761322990.380212:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a9391d10. 00010000:00000010:1.0:1761322990.380235:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035d7bf38. 00010000:00000010:1.0:1761322990.380239:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.380270:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000bd32aaa0. 00010000:00000010:1.0:1761322990.380273:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.380277:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c87d944b. 00010000:00000010:1.0:1761322990.380279:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035d7bf38. 00080000:00000010:1.0:1761322990.380290:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000acac4a2e. 00010000:00000010:1.0:1761322990.380319:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035d7bf38. 00010000:00000010:1.0:1761322990.380323:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.380356:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000407a462e. 00010000:00000010:1.0:1761322990.380360:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.380365:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000eed055ba. 00010000:00000010:1.0:1761322990.380368:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035d7bf38. 00080000:00000010:1.0:1761322990.380377:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bf006dc7. 00010000:00000010:1.0:1761322990.380403:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035d7bf38. 00010000:00000010:1.0:1761322990.380408:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.380439:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000091f14bf4. 00010000:00000010:1.0:1761322990.380443:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.380448:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d58c6bf7. 00010000:00000010:1.0:1761322990.380452:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035d7bf38. 00080000:00000010:1.0:1761322990.380461:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000000c5f5449. 00010000:00000010:1.0:1761322990.380486:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035d7bf38. 00010000:00000010:1.0:1761322990.380490:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.380521:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e5b354b9. 00010000:00000010:1.0:1761322990.380525:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.380529:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000029d0fba6. 00010000:00000010:1.0:1761322990.380533:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035d7bf38. 00080000:00000010:1.0:1761322990.380542:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000007f7709b0. 00010000:00000010:1.0:1761322990.380566:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035d7bf38. 00010000:00000010:1.0:1761322990.380570:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.380605:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000098fa4d8. 00010000:00000010:1.0:1761322990.380609:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.380612:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ba3d4081. 00010000:00000010:1.0:1761322990.380616:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035d7bf38. 00080000:00000010:1.0:1761322990.380624:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000aba40612. 00010000:00000010:1.0:1761322990.380645:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035d7bf38. 00010000:00000010:1.0:1761322990.380649:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.380676:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f940be58. 00010000:00000010:1.0:1761322990.380680:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.380683:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000055275a77. 00010000:00000010:1.0:1761322990.380685:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035d7bf38. 00080000:00000010:1.0:1761322990.380693:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d190a3af. 00010000:00000010:1.0:1761322990.380714:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035d7bf38. 00010000:00000010:1.0:1761322990.380717:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.380747:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d408c885. 00010000:00000010:1.0:1761322990.380750:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.380753:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005cce205f. 00010000:00000010:1.0:1761322990.380756:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035d7bf38. 00080000:00000010:1.0:1761322990.380762:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000017873907. 00010000:00000010:1.0:1761322990.380784:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035d7bf38. 00010000:00000010:1.0:1761322990.380787:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.380815:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f3a72dc0. 00010000:00000010:1.0:1761322990.380817:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.380820:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003d0ecce8. 00010000:00000010:1.0:1761322990.380823:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035d7bf38. 00080000:00000010:1.0:1761322990.380830:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000073228efa. 00010000:00000010:1.0:1761322990.380851:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035d7bf38. 00010000:00000010:1.0:1761322990.380854:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.380883:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000787c9f39. 00010000:00000010:1.0:1761322990.380886:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.380890:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a1ee6cec. 00010000:00000010:1.0:1761322990.380892:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035d7bf38. 00080000:00000010:1.0:1761322990.380899:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bd0eabea. 00010000:00000010:1.0:1761322990.380922:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035d7bf38. 00010000:00000010:1.0:1761322990.380926:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.380952:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000580e1d81. 00010000:00000010:1.0:1761322990.380955:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.380957:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000076db0e00. 00010000:00000010:1.0:1761322990.380960:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035d7bf38. 00080000:00000010:1.0:1761322990.380966:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000086bf4e87. 00010000:00000010:1.0:1761322990.380989:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035d7bf38. 00010000:00000010:1.0:1761322990.380994:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.381028:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d6fd5640. 00010000:00000010:1.0:1761322990.381031:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.381034:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002108a952. 00010000:00000010:1.0:1761322990.381037:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035d7bf38. 00080000:00000010:1.0:1761322990.381045:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000072986ca0. 00010000:00000010:1.0:1761322990.381116:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035d7bf38. 00010000:00000010:1.0:1761322990.381121:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.381156:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000cd9f4a7f. 00010000:00000010:1.0:1761322990.381160:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.381163:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000057cf5cc6. 00010000:00000010:1.0:1761322990.381169:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035d7bf38. 00080000:00000010:1.0:1761322990.381176:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000923bc000. 00010000:00000010:1.0:1761322990.381199:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035d7bf38. 00010000:00000010:1.0:1761322990.381202:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.381238:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000d926900. 00010000:00000010:1.0:1761322990.381241:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.381244:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b24f35d7. 00010000:00000010:1.0:1761322990.381247:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035d7bf38. 00080000:00000010:1.0:1761322990.381253:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f136b665. 00010000:00000010:1.0:1761322990.381276:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035d7bf38. 00010000:00000010:1.0:1761322990.381279:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.381307:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000081f71b0d. 00010000:00000010:1.0:1761322990.381310:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.381312:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000089f67ccd. 00010000:00000010:1.0:1761322990.381315:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035d7bf38. 00080000:00000010:1.0:1761322990.381321:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a470c523. 00010000:00000010:1.0:1761322990.381342:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035d7bf38. 00010000:00000010:1.0:1761322990.381346:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.381378:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f3b78009. 00010000:00000010:1.0:1761322990.381381:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.381385:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000822c2cf8. 00010000:00000010:1.0:1761322990.381388:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035d7bf38. 00080000:00000010:1.0:1761322990.381398:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cc21d4a8. 00010000:00000010:1.0:1761322990.381423:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035d7bf38. 00010000:00000010:1.0:1761322990.381427:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c952915. 00000001:00000010:1.0:1761322990.381452:0:77376:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000ae85da93. 00000001:00000010:1.0:1761322990.381458:0:77376:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000ae85da93. 00000001:00000010:1.0:1761322990.381473:0:77376:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000ae85da93. 00000001:00000010:1.0:1761322990.381476:0:77376:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000386cac00. 00010000:00000010:1.0:1761322990.381495:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009f4b0925. 00010000:00000010:1.0:1761322990.381499:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.381503:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000095612185. 00010000:00000010:1.0:1761322990.381506:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035d7bf38. 00080000:00000010:1.0:1761322990.381515:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c77dec8f. 00010000:00000010:1.0:1761322990.381540:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035d7bf38. 00010000:00000010:1.0:1761322990.381547:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.381586:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008a0f7010. 00010000:00000010:1.0:1761322990.381590:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.381593:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000005c7516b. 00010000:00000010:1.0:1761322990.381597:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035d7bf38. 00080000:00000010:1.0:1761322990.381606:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000000609ad22. 00010000:00000010:1.0:1761322990.381632:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035d7bf38. 00010000:00000010:1.0:1761322990.381636:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.381666:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000001d9f973. 00010000:00000010:1.0:1761322990.381669:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.381673:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000074cb238e. 00010000:00000010:1.0:1761322990.381677:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035d7bf38. 00080000:00000010:1.0:1761322990.381685:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d8f53ef4. 00010000:00000010:1.0:1761322990.381708:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035d7bf38. 00010000:00000010:1.0:1761322990.381712:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.381742:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000846910f0. 00010000:00000010:1.0:1761322990.381745:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.381747:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ce0cc604. 00010000:00000010:1.0:1761322990.381750:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035d7bf38. 00080000:00000010:1.0:1761322990.381756:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000006bac1293. 00010000:00000010:1.0:1761322990.381778:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035d7bf38. 00010000:00000010:1.0:1761322990.381781:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.381806:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000cc75ca2c. 00010000:00000010:1.0:1761322990.381809:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.381812:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005810024d. 00010000:00000010:1.0:1761322990.381818:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035d7bf38. 00080000:00000010:1.0:1761322990.381826:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000045fddb52. 00010000:00000010:1.0:1761322990.381856:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035d7bf38. 00010000:00000010:1.0:1761322990.381860:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.381892:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004648ae67. 00010000:00000010:1.0:1761322990.381895:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.381898:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c0ccc7c6. 00010000:00000010:1.0:1761322990.381901:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035d7bf38. 00080000:00000010:1.0:1761322990.381908:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000003add8d3. 00010000:00000010:1.0:1761322990.381929:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035d7bf38. 00010000:00000010:1.0:1761322990.381932:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.381961:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c9445b9d. 00010000:00000010:1.0:1761322990.381963:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.381966:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f7fa86b2. 00010000:00000010:1.0:1761322990.381969:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035d7bf38. 00080000:00000010:1.0:1761322990.381977:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c8969641. 00010000:00000010:1.0:1761322990.381999:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035d7bf38. 00010000:00000010:1.0:1761322990.382002:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.382032:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000733328b3. 00010000:00000010:1.0:1761322990.382034:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.382037:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a9ea4928. 00010000:00000010:1.0:1761322990.382040:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035d7bf38. 00080000:00000010:1.0:1761322990.382046:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000031a2f7ca. 00010000:00000010:1.0:1761322990.382761:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035d7bf38. 00010000:00000010:1.0:1761322990.382880:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.383023:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000014c62a1b. 00010000:00000010:1.0:1761322990.383027:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.383031:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e224b0e1. 00010000:00000010:1.0:1761322990.383035:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035d7bf38. 00080000:00000010:1.0:1761322990.383048:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b7e291ee. 00010000:00000010:1.0:1761322990.383156:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035d7bf38. 00010000:00000010:1.0:1761322990.383160:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.383194:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009d6433e0. 00010000:00000010:1.0:1761322990.383197:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.383200:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007ca76e3b. 00010000:00000010:1.0:1761322990.383203:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035d7bf38. 00080000:00000010:1.0:1761322990.383211:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ed4d205f. 00010000:00000010:1.0:1761322990.383235:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035d7bf38. 00010000:00000010:1.0:1761322990.383240:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.383273:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009401339c. 00010000:00000010:1.0:1761322990.383276:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.383278:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000268a0d2d. 00010000:00000010:1.0:1761322990.383281:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035d7bf38. 00080000:00000010:1.0:1761322990.383289:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000391f8d17. 00010000:00000010:1.0:1761322990.383312:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035d7bf38. 00010000:00000010:1.0:1761322990.383315:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.383344:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005a10dfcf. 00010000:00000010:1.0:1761322990.383348:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.383353:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000052cff88e. 00010000:00000010:1.0:1761322990.383357:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035d7bf38. 00080000:00000010:1.0:1761322990.383364:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000058c39f67. 00010000:00000010:1.0:1761322990.383390:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035d7bf38. 00010000:00000010:1.0:1761322990.383393:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.383424:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008239773b. 00010000:00000010:1.0:1761322990.383427:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.383431:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000073a735c0. 00010000:00000010:1.0:1761322990.383434:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035d7bf38. 00080000:00000010:1.0:1761322990.383442:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ec3ca2ee. 00010000:00000010:1.0:1761322990.383817:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035d7bf38. 00010000:00000010:1.0:1761322990.383822:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c952915. 00010000:00000010:0.0:1761322990.384787:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a487fc4c. 00010000:00000010:0.0:1761322990.384795:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000072b21990. 00010000:00000010:0.0:1761322990.384801:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000055ebbf0a. 00010000:00000010:0.0:1761322990.384806:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007c1bd800. 00080000:00000010:0.0:1761322990.384825:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000009da94d2b. 00010000:00000010:0.0:1761322990.384875:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007c1bd800. 00010000:00000010:0.0:1761322990.384881:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000072b21990. 00010000:00000010:0.0:1761322990.384920:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b933a908. 00010000:00000010:0.0:1761322990.384923:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000072b21990. 00010000:00000010:0.0:1761322990.384926:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001dca73d3. 00010000:00000010:0.0:1761322990.384929:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007c1bd800. 00080000:00000010:0.0:1761322990.384935:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000009a6cc6ee. 00010000:00000010:0.0:1761322990.384954:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007c1bd800. 00010000:00000010:0.0:1761322990.384957:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000072b21990. 00010000:00000010:0.0:1761322990.384987:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ddde6a68. 00010000:00000010:0.0:1761322990.384989:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000072b21990. 00010000:00000010:0.0:1761322990.384992:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b822fd72. 00010000:00000010:0.0:1761322990.384994:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007c1bd800. 00080000:00000010:0.0:1761322990.385001:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fafd4beb. 00010000:00000010:0.0:1761322990.385020:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007c1bd800. 00010000:00000010:0.0:1761322990.385024:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000072b21990. 00010000:00000010:0.0:1761322990.385063:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000efb91344. 00010000:00000010:0.0:1761322990.385066:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000072b21990. 00010000:00000010:0.0:1761322990.385069:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b36b44aa. 00010000:00000010:0.0:1761322990.385072:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007c1bd800. 00080000:00000010:0.0:1761322990.385399:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f14261de. 00010000:00000010:0.0:1761322990.385432:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007c1bd800. 00010000:00000010:0.0:1761322990.385541:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000072b21990. 00010000:00000010:0.0:1761322990.385584:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a2578939. 00010000:00000010:0.0:1761322990.385587:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000072b21990. 00010000:00000010:0.0:1761322990.385590:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000d245bd8. 00010000:00000010:0.0:1761322990.385593:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007c1bd800. 00080000:00000010:0.0:1761322990.385601:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b0859adf. 00010000:00000010:0.0:1761322990.385625:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007c1bd800. 00010000:00000010:0.0:1761322990.385629:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000072b21990. 00010000:00000010:0.0:1761322990.385660:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000701af315. 00010000:00000010:0.0:1761322990.385662:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000072b21990. 00010000:00000010:0.0:1761322990.385665:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d676fd88. 00010000:00000010:0.0:1761322990.385668:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007c1bd800. 00080000:00000010:0.0:1761322990.385675:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000000d4ce2a0. 00010000:00000010:0.0:1761322990.385696:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007c1bd800. 00010000:00000010:0.0:1761322990.385700:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000072b21990. 00010000:00000010:0.0:1761322990.385736:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f025a5d1. 00010000:00000010:0.0:1761322990.385739:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000072b21990. 00010000:00000010:0.0:1761322990.385742:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000a18b6c8. 00010000:00000010:0.0:1761322990.385744:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007c1bd800. 00080000:00000010:0.0:1761322990.385753:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ebe26aac. 00010000:00000010:0.0:1761322990.385772:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007c1bd800. 00010000:00000010:0.0:1761322990.385775:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000072b21990. 00010000:00000010:0.0:1761322990.385802:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008a01632c. 00010000:00000010:0.0:1761322990.385805:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000072b21990. 00010000:00000010:0.0:1761322990.385807:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d7e1ff95. 00010000:00000010:0.0:1761322990.385809:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007c1bd800. 00080000:00000010:0.0:1761322990.385816:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000000df0be3f. 00010000:00000010:0.0:1761322990.385835:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007c1bd800. 00010000:00000010:0.0:1761322990.385838:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000072b21990. 00010000:00000010:0.0:1761322990.385871:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000001eab99f. 00010000:00000010:0.0:1761322990.385874:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000072b21990. 00010000:00000010:0.0:1761322990.385877:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000022088b4f. 00010000:00000010:0.0:1761322990.385880:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007c1bd800. 00080000:00000010:0.0:1761322990.385887:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b1c6bcc1. 00010000:00000010:0.0:1761322990.385907:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007c1bd800. 00010000:00000010:0.0:1761322990.385910:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000072b21990. 00010000:00000010:0.0:1761322990.385941:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b11f4643. 00010000:00000010:0.0:1761322990.385944:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000072b21990. 00010000:00000010:0.0:1761322990.385947:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003df69050. 00010000:00000010:0.0:1761322990.385950:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007c1bd800. 00080000:00000010:0.0:1761322990.385957:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000040fba3cc. 00010000:00000010:0.0:1761322990.385986:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007c1bd800. 00010000:00000010:0.0:1761322990.385989:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000072b21990. 00010000:00000010:0.0:1761322990.386019:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000dfb6df8a. 00010000:00000010:0.0:1761322990.386023:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000072b21990. 00010000:00000010:0.0:1761322990.386026:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c9f06217. 00010000:00000010:0.0:1761322990.386028:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007c1bd800. 00080000:00000010:0.0:1761322990.386034:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000005fbd0610. 00010000:00000010:2.1:1761322990.386405:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009543bd4c. 00010000:00000010:0.0:1761322990.387665:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007c1bd800. 00010000:00000010:0.0:1761322990.387677:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000072b21990. 00010000:00000010:0.0:1761322990.387753:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000049deafc7. 00010000:00000010:0.0:1761322990.387758:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000072b21990. 00010000:00000010:0.0:1761322990.387764:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005c487aed. 00010000:00000010:0.0:1761322990.387769:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007c1bd800. 00080000:00000010:0.0:1761322990.387788:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000025b54f32. 00010000:00000010:0.0:1761322990.387839:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007c1bd800. 00010000:00000010:0.0:1761322990.387843:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000072b21990. 00010000:00000010:0.0:1761322990.387892:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007e6d13da. 00010000:00000010:0.0:1761322990.387895:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000072b21990. 00010000:00000010:0.0:1761322990.387898:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000005a7b2ce. 00010000:00000010:0.0:1761322990.387901:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007c1bd800. 00080000:00000010:0.0:1761322990.387908:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dd1e3809. 00010000:00000010:0.0:1761322990.387929:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007c1bd800. 00010000:00000010:0.0:1761322990.387931:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000072b21990. 00010000:00000010:0.0:1761322990.387961:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e444e0bf. 00010000:00000010:0.0:1761322990.387964:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000072b21990. 00010000:00000010:0.0:1761322990.387966:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000465ebc0b. 00010000:00000010:0.0:1761322990.387969:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007c1bd800. 00080000:00000010:0.0:1761322990.387977:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000006857742a. 00010000:00000010:0.0:1761322990.387999:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007c1bd800. 00010000:00000010:0.0:1761322990.388003:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000072b21990. 00010000:00000010:0.0:1761322990.388039:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000093aad76b. 00010000:00000010:0.0:1761322990.388042:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000072b21990. 00010000:00000010:0.0:1761322990.388044:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000df080b20. 00010000:00000010:0.0:1761322990.388047:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007c1bd800. 00080000:00000010:0.0:1761322990.388072:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cf2ff537. 00010000:00000010:0.0:1761322990.388306:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007c1bd800. 00010000:00000010:0.0:1761322990.388312:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000072b21990. 00010000:00000010:0.0:1761322990.388348:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000cb678ebe. 00010000:00000010:0.0:1761322990.388353:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000072b21990. 00010000:00000010:0.0:1761322990.388357:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000d442b11. 00010000:00000010:0.0:1761322990.388362:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007c1bd800. 00080000:00000010:0.0:1761322990.388371:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000005a0e07cc. 00010000:00000010:0.0:1761322990.388394:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007c1bd800. 00010000:00000010:0.0:1761322990.388398:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000072b21990. 00010000:00000010:0.0:1761322990.389168:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000bb1c0a80. 00010000:00000010:0.0:1761322990.389173:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000072b21990. 00010000:00000010:0.0:1761322990.389177:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002c64507c. 00010000:00000010:0.0:1761322990.389181:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007c1bd800. 00080000:00000010:0.0:1761322990.389192:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a1652f35. 00010000:00000010:0.0:1761322990.389230:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007c1bd800. 00010000:00000010:0.0:1761322990.389235:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000072b21990. 00010000:00000010:0.0:1761322990.389275:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006cf574a7. 00010000:00000010:0.0:1761322990.389278:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000072b21990. 00010000:00000010:0.0:1761322990.389280:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000078f5f7af. 00010000:00000010:0.0:1761322990.389283:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007c1bd800. 00080000:00000010:0.0:1761322990.389292:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000004e36ca82. 00010000:00000010:0.0:1761322990.389316:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007c1bd800. 00010000:00000010:0.0:1761322990.389320:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000072b21990. 00010000:00000010:0.0:1761322990.389361:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000087810090. 00010000:00000010:0.0:1761322990.389364:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000072b21990. 00010000:00000010:0.0:1761322990.389368:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e8b1054c. 00010000:00000010:0.0:1761322990.389370:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007c1bd800. 00080000:00000010:0.0:1761322990.389377:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000091022756. 00010000:00000010:0.0:1761322990.389398:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007c1bd800. 00010000:00000010:0.0:1761322990.389402:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000072b21990. 00010000:00000010:0.0:1761322990.389433:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000bd2a054c. 00010000:00000010:0.0:1761322990.389436:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000072b21990. 00010000:00000010:0.0:1761322990.389439:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006914a40a. 00010000:00000010:0.0:1761322990.389442:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007c1bd800. 00080000:00000010:0.0:1761322990.389449:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000693182b9. 00010000:00000010:0.0:1761322990.389601:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007c1bd800. 00010000:00000010:0.0:1761322990.389606:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000072b21990. 00010000:00000010:0.0:1761322990.389647:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a4edb8bf. 00010000:00000010:0.0:1761322990.389649:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000072b21990. 00010000:00000010:0.0:1761322990.389653:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000005c47a90. 00010000:00000010:0.0:1761322990.389655:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007c1bd800. 00080000:00000010:0.0:1761322990.389662:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ba657073. 00010000:00000010:0.0:1761322990.389683:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007c1bd800. 00010000:00000010:0.0:1761322990.389686:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000072b21990. 00010000:00000010:0.0:1761322990.389718:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e95cc415. 00010000:00000010:0.0:1761322990.389721:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000072b21990. 00010000:00000010:0.0:1761322990.389723:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000092dd7c2. 00010000:00000010:0.0:1761322990.389726:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007c1bd800. 00080000:00000010:0.0:1761322990.389733:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b02461bf. 00010000:00000010:0.0:1761322990.389755:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007c1bd800. 00010000:00000010:0.0:1761322990.389758:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000072b21990. 00010000:00000010:0.0:1761322990.389786:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000088c00da3. 00010000:00000010:0.0:1761322990.389789:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000072b21990. 00010000:00000010:0.0:1761322990.389792:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000087986522. 00010000:00000010:0.0:1761322990.389796:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007c1bd800. 00080000:00000010:0.0:1761322990.389803:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000edfc1a5f. 00010000:00000010:0.0:1761322990.389826:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007c1bd800. 00010000:00000010:0.0:1761322990.389829:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000072b21990. 00010000:00000010:0.0:1761322990.389858:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000005b11577. 00010000:00000010:0.0:1761322990.389861:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000072b21990. 00010000:00000010:0.0:1761322990.389863:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000042d98341. 00010000:00000010:0.0:1761322990.389866:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007c1bd800. 00080000:00000010:0.0:1761322990.389874:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000909c547d. 00010000:00000010:0.0:1761322990.389896:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007c1bd800. 00010000:00000010:0.0:1761322990.389900:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000072b21990. 00010000:00000010:0.0:1761322990.389934:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ea35c152. 00010000:00000010:0.0:1761322990.389937:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000072b21990. 00010000:00000010:0.0:1761322990.389940:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000084ddeedc. 00010000:00000010:0.0:1761322990.389943:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007c1bd800. 00080000:00000010:0.0:1761322990.389949:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000005647199b. 00010000:00000010:0.0:1761322990.389970:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007c1bd800. 00010000:00000010:0.0:1761322990.389973:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000072b21990. 00010000:00000010:0.0:1761322990.390001:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ab029c66. 00010000:00000010:0.0:1761322990.390004:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000072b21990. 00010000:00000010:0.0:1761322990.390007:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a722656e. 00010000:00000010:0.0:1761322990.390009:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007c1bd800. 00080000:00000010:0.0:1761322990.390016:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000002a7e7bc4. 00010000:00000010:0.0:1761322990.390038:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007c1bd800. 00010000:00000010:0.0:1761322990.390041:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000072b21990. 00010000:00000010:0.0:1761322990.390123:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d62a06fc. 00010000:00000010:0.0:1761322990.390126:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000072b21990. 00010000:00000010:0.0:1761322990.390129:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000000656835. 00010000:00000010:0.0:1761322990.390132:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007c1bd800. 00080000:00000010:0.0:1761322990.390139:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d2d6e2b7. 00010000:00000010:0.0:1761322990.390163:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007c1bd800. 00010000:00000010:0.0:1761322990.390167:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000072b21990. 00010000:00000010:0.0:1761322990.390193:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c491843d. 00010000:00000010:0.0:1761322990.390196:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000072b21990. 00010000:00000010:0.0:1761322990.390199:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f9c1e226. 00010000:00000010:0.0:1761322990.390202:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007c1bd800. 00080000:00000010:0.0:1761322990.390209:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ade1d2ee. 00010000:00000010:0.0:1761322990.390226:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007c1bd800. 00010000:00000010:0.0:1761322990.390228:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000072b21990. 00010000:00000010:0.0:1761322990.390255:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001d6208ee. 00010000:00000010:0.0:1761322990.390257:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000072b21990. 00010000:00000010:0.0:1761322990.390260:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005d6b12e7. 00010000:00000010:0.0:1761322990.390263:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007c1bd800. 00080000:00000010:0.0:1761322990.390269:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fc9ece20. 00010000:00000010:0.0:1761322990.390289:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007c1bd800. 00010000:00000010:0.0:1761322990.390292:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000072b21990. 00010000:00000010:0.0:1761322990.390317:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001aa04fe0. 00010000:00000010:0.0:1761322990.390320:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000072b21990. 00010000:00000010:0.0:1761322990.390322:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c5525c0b. 00010000:00000010:0.0:1761322990.390325:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007c1bd800. 00080000:00000010:0.0:1761322990.390331:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000008f9e519e. 00010000:00000010:0.0:1761322990.390349:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007c1bd800. 00010000:00000010:0.0:1761322990.390352:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000072b21990. 00010000:00000010:0.0:1761322990.390388:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000bbdf37e3. 00010000:00000010:0.0:1761322990.390391:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000072b21990. 00010000:00000010:0.0:1761322990.390393:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000089370e68. 00010000:00000010:0.0:1761322990.390396:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007c1bd800. 00080000:00000010:0.0:1761322990.390403:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e0d8bbb2. 00010000:00000010:0.0:1761322990.390421:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007c1bd800. 00010000:00000010:0.0:1761322990.390424:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000072b21990. 00010000:00000010:0.0:1761322990.390450:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000bbe3c86a. 00010000:00000010:0.0:1761322990.390452:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000072b21990. 00010000:00000010:0.0:1761322990.390455:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000080eb2517. 00010000:00000010:0.0:1761322990.390457:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007c1bd800. 00080000:00000010:0.0:1761322990.390467:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d571dfd8. 00010000:00000010:0.0:1761322990.390487:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007c1bd800. 00010000:00000010:0.0:1761322990.390490:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000072b21990. 00010000:00000010:0.0:1761322990.390523:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000629c9db3. 00010000:00000010:0.0:1761322990.390527:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000072b21990. 00010000:00000010:0.0:1761322990.390530:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a1f11642. 00010000:00000010:0.0:1761322990.390533:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007c1bd800. 00080000:00000010:0.0:1761322990.390540:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000001fe30f85. 00010000:00000010:0.0:1761322990.390563:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007c1bd800. 00010000:00000010:0.0:1761322990.390567:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000072b21990. 00010000:00000010:0.0:1761322990.390597:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c4cfef78. 00010000:00000010:0.0:1761322990.390600:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000072b21990. 00010000:00000010:0.0:1761322990.390603:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007ec568eb. 00010000:00000010:0.0:1761322990.390606:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007c1bd800. 00080000:00000010:0.0:1761322990.390614:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000007f4c702c. 00010000:00000010:0.0:1761322990.390634:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007c1bd800. 00010000:00000010:0.0:1761322990.390638:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000072b21990. 00010000:00000010:0.0:1761322990.390666:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006c37aaec. 00010000:00000010:0.0:1761322990.390669:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000072b21990. 00010000:00000010:0.0:1761322990.390671:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000eed802b6. 00010000:00000010:0.0:1761322990.390674:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007c1bd800. 00080000:00000010:0.0:1761322990.390682:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000066e878bf. 00010000:00000010:0.0:1761322990.390705:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007c1bd800. 00010000:00000010:0.0:1761322990.390708:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000072b21990. 00010000:00000010:0.0:1761322990.390739:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000049d71212. 00010000:00000010:0.0:1761322990.390741:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000072b21990. 00010000:00000010:0.0:1761322990.390744:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d154bf62. 00010000:00000010:0.0:1761322990.390747:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007c1bd800. 00080000:00000010:0.0:1761322990.390754:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000007945bd23. 00010000:00000010:0.0:1761322990.390775:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007c1bd800. 00010000:00000010:0.0:1761322990.390779:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000072b21990. 00010000:00000010:0.0:1761322990.390817:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004c2a488d. 00010000:00000010:0.0:1761322990.390819:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000072b21990. 00010000:00000010:0.0:1761322990.390823:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000afcecbb6. 00010000:00000010:0.0:1761322990.390826:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007c1bd800. 00080000:00000010:0.0:1761322990.390832:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d0bc6836. 00010000:00000010:0.0:1761322990.390852:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007c1bd800. 00010000:00000010:0.0:1761322990.390856:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000072b21990. 00010000:00000010:0.0:1761322990.390883:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000724d6895. 00010000:00000010:0.0:1761322990.390885:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000072b21990. 00010000:00000010:0.0:1761322990.390888:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000065adce96. 00010000:00000010:0.0:1761322990.390890:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007c1bd800. 00080000:00000010:0.0:1761322990.390897:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000003642dd39. 00010000:00000010:0.0:1761322990.390915:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007c1bd800. 00010000:00000010:0.0:1761322990.390919:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000072b21990. 00010000:00000010:0.0:1761322990.390950:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a294364e. 00010000:00000010:0.0:1761322990.390953:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000072b21990. 00010000:00000010:0.0:1761322990.390955:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006e229ae1. 00010000:00000010:0.0:1761322990.390957:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007c1bd800. 00080000:00000010:0.0:1761322990.390964:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d01ea0fd. 00010000:00000010:0.0:1761322990.390986:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007c1bd800. 00010000:00000010:0.0:1761322990.390989:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000072b21990. 00010000:00000010:0.0:1761322990.391018:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e3643e1a. 00010000:00000010:0.0:1761322990.391020:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000072b21990. 00010000:00000010:0.0:1761322990.391023:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bf90bd29. 00010000:00000010:0.0:1761322990.391026:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007c1bd800. 00080000:00000010:0.0:1761322990.391033:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000004dd490ac. 00010000:00000010:0.0:1761322990.391062:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007c1bd800. 00010000:00000010:0.0:1761322990.391067:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000072b21990. 00010000:00000010:0.0:1761322990.391116:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000048aa7ad0. 00010000:00000010:0.0:1761322990.391119:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000072b21990. 00010000:00000010:0.0:1761322990.391122:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000435b9a17. 00010000:00000010:0.0:1761322990.391125:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007c1bd800. 00080000:00000010:0.0:1761322990.391132:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000033c58364. 00010000:00000010:0.0:1761322990.391153:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007c1bd800. 00010000:00000010:0.0:1761322990.391157:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000072b21990. 00010000:00000010:0.0:1761322990.391184:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000778b46c5. 00010000:00000010:0.0:1761322990.391187:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000072b21990. 00010000:00000010:0.0:1761322990.391190:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006e13a1a0. 00010000:00000010:0.0:1761322990.391193:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007c1bd800. 00080000:00000010:0.0:1761322990.391199:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e6947324. 00010000:00000010:0.0:1761322990.391218:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007c1bd800. 00010000:00000010:0.0:1761322990.391221:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000072b21990. 00010000:00000010:0.0:1761322990.391251:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000cf0d2a8e. 00010000:00000010:0.0:1761322990.391253:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000072b21990. 00010000:00000010:0.0:1761322990.391256:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000040da76af. 00010000:00000010:0.0:1761322990.391259:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007c1bd800. 00080000:00000010:0.0:1761322990.391265:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000031fef65a. 00010000:00000010:1.1:1761322990.393114:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ec130c5f. 00010000:00000010:1.1:1761322990.393131:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004461e93c. 00010000:00000010:1.1:1761322990.393199:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f4102846. 00010000:00000010:1.1:1761322990.393206:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000001764556. 00010000:00000010:1.1:1761322990.393209:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f261932d. 00010000:00000010:1.1:1761322990.393212:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005f6e281a. 00010000:00000010:1.1:1761322990.393215:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dcc6a7a5. 00010000:00000010:1.1:1761322990.393218:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000884f725a. 00010000:00000010:1.1:1761322990.393220:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a81dfde8. 00010000:00000010:1.1:1761322990.393225:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bcab877a. 00010000:00000010:1.1:1761322990.393242:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000091291732. 00010000:00000010:1.1:1761322990.393247:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d7405d53. 00010000:00000010:1.1:1761322990.393250:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002b32ca21. 00010000:00000010:1.1:1761322990.393253:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006b80e2c7. 00010000:00000010:1.1:1761322990.393256:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e664c102. 00010000:00000010:1.1:1761322990.393259:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000167222d6. 00010000:00000010:1.1:1761322990.393262:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cfce09f1. 00010000:00000010:1.1:1761322990.393265:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000090a4e603. 00010000:00000010:1.1:1761322990.393268:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000094bc8e30. 00010000:00000010:1.1:1761322990.393271:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae5da395. 00010000:00000010:1.1:1761322990.393275:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000f2858ea. 00010000:00000010:1.1:1761322990.393278:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a41795f7. 00010000:00000010:1.1:1761322990.393281:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000de3e6bbc. 00010000:00000010:1.1:1761322990.393284:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004161e0b8. 00010000:00000010:1.1:1761322990.393287:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b00244a8. 00010000:00000010:1.1:1761322990.393290:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bd2abd40. 00010000:00000010:1.1:1761322990.393295:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000062a92f93. 00010000:00000010:1.1:1761322990.393300:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e6934b8. 00010000:00000010:1.1:1761322990.393303:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f6a89918. 00010000:00000010:1.1:1761322990.393306:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002d7847c6. 00010000:00000010:1.1:1761322990.393309:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009c157c35. 00010000:00000010:1.1:1761322990.393311:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000022ee87d8. 00010000:00000010:1.1:1761322990.393314:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d26e96c3. 00010000:00000010:1.1:1761322990.393317:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6c79a22. 00010000:00000010:1.1:1761322990.393320:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000470a176f. 00010000:00000010:1.1:1761322990.393323:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004de336ba. 00010000:00000010:1.1:1761322990.393325:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006e1e573e. 00010000:00000010:1.1:1761322990.393328:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f9a9e5b4. 00010000:00000010:1.1:1761322990.393331:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000064515210. 00010000:00000010:1.1:1761322990.393334:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000befff83. 00010000:00000010:1.1:1761322990.393338:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009f34a2ee. 00010000:00000010:1.1:1761322990.393342:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006d82e78a. 00010000:00000010:1.1:1761322990.393345:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008cb37f7c. 00010000:00000010:1.1:1761322990.393349:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000009aec225. 00010000:00000010:1.1:1761322990.393353:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001384d931. 00010000:00000010:1.1:1761322990.393356:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009234754e. 00010000:00000010:1.1:1761322990.393358:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004c15c634. 00010000:00000010:1.1:1761322990.393361:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d996870c. 00010000:00000010:1.1:1761322990.393366:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ba71a7f0. 00010000:00000010:1.1:1761322990.393369:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000913143f2. 00010000:00000010:1.1:1761322990.393373:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008a015447. 00010000:00000010:1.1:1761322990.393375:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000016c668a. 00010000:00000010:1.1:1761322990.393377:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a4fe3321. 00010000:00000010:1.1:1761322990.393379:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002ce4823a. 00010000:00000010:1.1:1761322990.393381:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001b681352. 00010000:00000010:1.1:1761322990.393384:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003df8da07. 00010000:00000010:1.1:1761322990.393386:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008db3c461. 00010000:00000010:1.1:1761322990.393388:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005613bb3c. 00010000:00000010:1.1:1761322990.393391:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e64683a6. 00010000:00000010:1.1:1761322990.393394:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008ebabc7d. 00010000:00000010:1.1:1761322990.393399:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000794433b1. 00010000:00000010:1.1:1761322990.393402:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c26d385c. 00010000:00000010:1.1:1761322990.393404:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000048acd4dd. 00010000:00000010:1.1:1761322990.393407:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001cd043b7. 00010000:00000010:1.1:1761322990.393410:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e79b7601. 00010000:00000010:1.1:1761322990.393413:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004f85eebb. 00010000:00000010:1.1:1761322990.393416:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000064a9927d. 00010000:00000010:1.1:1761322990.393419:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000033b0a392. 00010000:00000010:1.1:1761322990.393423:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001c9596b9. 00010000:00000010:1.1:1761322990.393426:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000810beb01. 00010000:00000010:1.1:1761322990.393430:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000e894d7c. 00010000:00000010:1.1:1761322990.393433:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000ebdc624. 00010000:00000010:1.1:1761322990.393436:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001a94e0eb. 00010000:00000010:1.1:1761322990.393439:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a8b9a240. 00010000:00000010:1.1:1761322990.393442:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ea7ea47b. 00010000:00000010:1.1:1761322990.393446:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dd206e29. 00010000:00000010:1.1:1761322990.393449:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007b835aed. 00010000:00000010:1.1:1761322990.393453:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000023dc4d54. 00010000:00000010:1.1:1761322990.393459:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c79f4c9a. 00010000:00000010:1.1:1761322990.393464:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000082848e7. 00010000:00000010:1.1:1761322990.393468:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e7665e9e. 00010000:00000010:1.1:1761322990.393472:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000140b77df. 00010000:00000010:1.1:1761322990.393474:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004b23109c. 00010000:00000010:1.1:1761322990.393477:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001b070b49. 00010000:00000010:1.1:1761322990.393480:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c5ca4ada. 00010000:00000010:1.1:1761322990.393483:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000036d21c. 00010000:00000010:1.1:1761322990.393486:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000054ed4123. 00010000:00000010:1.1:1761322990.393489:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000049ad0ad6. 00010000:00000010:1.1:1761322990.393491:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f7e86757. 00010000:00000010:1.1:1761322990.393494:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000099c1df70. 00010000:00000010:1.1:1761322990.393498:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000012d3c486. 00010000:00000010:1.1:1761322990.393501:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000131a5ad5. 00010000:00000010:1.1:1761322990.393504:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006f03b91e. 00010000:00000010:1.1:1761322990.393507:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000060cb1e8a. 00010000:00000010:1.1:1761322990.393510:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c22fb5da. 00010000:00000010:1.1:1761322990.393513:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001921787c. 00010000:00000010:1.1:1761322990.393515:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008d74d11d. 00010000:00000010:1.1:1761322990.393518:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007427f351. 00010000:00000010:1.1:1761322990.393521:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000744b4243. 00010000:00000010:1.1:1761322990.393524:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000898a7cf1. 00010000:00000010:1.1:1761322990.393527:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d7307c02. 00010000:00000010:1.1:1761322990.393530:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005935c637. 00010000:00000010:1.1:1761322990.393533:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000375b4bbe. 00010000:00000010:1.1:1761322990.393535:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b62a29e4. 00010000:00000010:1.1:1761322990.393537:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b01e6363. 00010000:00000010:1.1:1761322990.393539:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000516faf47. 00010000:00000010:1.1:1761322990.393545:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ac803ed9. 00010000:00000010:1.1:1761322990.393548:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008e75fb20. 00010000:00000010:1.1:1761322990.393551:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007a930c60. 00010000:00000010:1.1:1761322990.393555:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000228c67b0. 00010000:00000010:1.1:1761322990.393559:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002c322df4. 00010000:00000010:1.1:1761322990.393563:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b4cc9545. 00010000:00000010:1.1:1761322990.393566:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cf7bcddb. 00010000:00000010:1.1:1761322990.393569:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000113028e8. 00010000:00000010:1.1:1761322990.393572:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000063b43147. 00010000:00000010:1.1:1761322990.393575:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002c35d8b7. 00010000:00000010:1.1:1761322990.393578:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e5f91459. 00010000:00000010:1.1:1761322990.393582:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000337d32d8. 00010000:00000010:1.1:1761322990.393584:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000055cf0754. 00010000:00000010:1.1:1761322990.393587:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d9fbc652. 00010000:00000010:1.1:1761322990.393590:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000007f72649. 00010000:00000010:1.1:1761322990.393593:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000613c8583. 00010000:00000010:1.1:1761322990.393596:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000066a836f4. 00010000:00000010:1.1:1761322990.393600:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c896dc8. 00010000:00000010:1.1:1761322990.393603:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004842ffec. 00010000:00000010:1.1:1761322990.393606:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000460f802d. 00010000:00000010:1.1:1761322990.393609:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000be403215. 00010000:00000010:1.1:1761322990.393612:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000087f7f815. 00010000:00000010:1.1:1761322990.393617:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007d50e128. 00010000:00000010:1.1:1761322990.393621:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dff56194. 00010000:00000010:1.1:1761322990.393625:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000011e2a148. 00010000:00000010:1.1:1761322990.393628:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005efb6bca. 00010000:00000010:1.1:1761322990.393630:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e7047c32. 00010000:00000010:1.1:1761322990.393633:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae7e8fd6. 00010000:00000010:1.1:1761322990.393636:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000075e32947. 00010000:00000010:1.1:1761322990.393639:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000674d362e. 00010000:00000010:1.1:1761322990.393641:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000faea5d1. 00010000:00000010:1.1:1761322990.393644:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c732933b. 00010000:00000010:1.1:1761322990.393646:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cf360384. 00010000:00000010:1.1:1761322990.393649:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000147fba66. 00010000:00000010:1.1:1761322990.393653:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000198bc2b. 00010000:00000010:1.1:1761322990.393657:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000063e01c08. 00010000:00000010:1.1:1761322990.393660:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000174c5c8. 00010000:00000010:1.1:1761322990.393663:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005f73eab6. 00010000:00000010:1.1:1761322990.393666:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000071eb825. 00010000:00000010:1.1:1761322990.393670:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae4f37d7. 00010000:00000010:1.1:1761322990.393674:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006fc8ac7f. 00010000:00000010:1.1:1761322990.393678:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000006da4054. 00010000:00000010:1.1:1761322990.393684:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c28b93cd. 00010000:00000010:1.1:1761322990.393687:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000062a7291. 00010000:00000010:1.1:1761322990.393691:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000182b8220. 00010000:00000010:1.1:1761322990.393694:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba7abac1. 00010000:00000010:1.1:1761322990.393697:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000549a4766. 00010000:00000010:1.1:1761322990.393700:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000081aa922d. 00010000:00000010:1.1:1761322990.393703:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0789bbf. 00010000:00000010:1.1:1761322990.393706:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000371848fd. 00010000:00000010:1.1:1761322990.393710:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000031fc60d7. 00010000:00000010:1.1:1761322990.393713:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000024ac2ab1. 00010000:00000010:1.1:1761322990.393716:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e5724184. 00010000:00000010:1.1:1761322990.393720:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d9a90a7e. 00010000:00000010:1.1:1761322990.393723:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000de8827f4. 00010000:00000010:1.1:1761322990.393726:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000543aa32f. 00010000:00000010:1.1:1761322990.393728:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000059c7d7b1. 00010000:00000010:1.1:1761322990.393732:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000338b5431. 00010000:00000010:1.1:1761322990.393734:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000acc23c2. 00010000:00000010:1.1:1761322990.393737:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005fc4dac8. 00010000:00000010:1.1:1761322990.393740:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009eb68472. 00010000:00000010:1.1:1761322990.393743:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001d2b41eb. 00010000:00000010:1.1:1761322990.393745:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009fc94f61. 00010000:00000010:1.1:1761322990.393748:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000072bdb397. 00010000:00000010:1.1:1761322990.393751:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005b080c99. 00010000:00000010:1.1:1761322990.393753:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f6d4045. 00010000:00000010:1.1:1761322990.393760:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007daa4389. 00010000:00000010:1.1:1761322990.393763:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e9281eb6. 00010000:00000010:1.1:1761322990.393766:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009131c04a. 00010000:00000010:1.1:1761322990.393769:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006f8d7562. 00010000:00000010:1.1:1761322990.393772:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000743c13ac. 00010000:00000010:1.1:1761322990.393775:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000082dfb949. 00010000:00000010:1.1:1761322990.393778:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a5f0c0d6. 00010000:00000010:1.1:1761322990.393782:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000085958d64. 00010000:00000010:1.1:1761322990.393785:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000826836a3. 00010000:00000010:1.1:1761322990.393788:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000117304cd. 00010000:00000010:1.1:1761322990.393790:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007bda7ea1. 00010000:00000010:1.1:1761322990.393794:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005d8d551d. 00010000:00000010:1.1:1761322990.393796:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ff686a8f. 00010000:00000010:1.1:1761322990.393799:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000832e4abe. 00010000:00000010:1.1:1761322990.393802:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d9bf7337. 00010000:00000010:1.1:1761322990.393806:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004ccf0a4e. 00010000:00000010:1.1:1761322990.393810:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bd490f8e. 00010000:00000010:1.1:1761322990.393813:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003c32749b. 00010000:00000010:1.1:1761322990.393818:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b58ec994. 00010000:00000010:1.1:1761322990.393821:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f94810e9. 00010000:00000010:1.1:1761322990.393824:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004efd7efa. 00010000:00000010:1.1:1761322990.393828:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000024984c37. 00010000:00000010:1.1:1761322990.393832:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c12bfa75. 00010000:00000010:1.1:1761322990.393835:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a885bf89. 00010000:00000010:1.1:1761322990.393837:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000064d4bad3. 00010000:00000010:1.1:1761322990.393841:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000312cbb7a. 00010000:00000010:1.1:1761322990.393844:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000007d0a5e8. 00010000:00000010:1.1:1761322990.393848:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000089030994. 00010000:00000010:1.1:1761322990.393851:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007f574e89. 00010000:00000010:1.1:1761322990.393854:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000581a817f. 00010000:00000010:1.1:1761322990.393857:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005d72550e. 00010000:00000010:1.1:1761322990.393860:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a6f1f07c. 00010000:00000010:1.1:1761322990.393863:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001e28aff1. 00010000:00000010:1.1:1761322990.393866:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006ac4e5b8. 00010000:00000010:1.1:1761322990.393869:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004a9c3913. 00010000:00000010:1.1:1761322990.393872:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b1625f7e. 00010000:00000010:1.1:1761322990.393874:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000af0a0f37. 00010000:00000010:1.1:1761322990.393878:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a014b33c. 00010000:00000010:1.1:1761322990.393882:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bd32aaa0. 00010000:00000010:1.1:1761322990.393885:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c87d944b. 00010000:00000010:1.1:1761322990.393888:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000407a462e. 00010000:00000010:1.1:1761322990.393891:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eed055ba. 00010000:00000010:1.1:1761322990.393893:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000091f14bf4. 00010000:00000010:1.1:1761322990.393896:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d58c6bf7. 00010000:00000010:1.1:1761322990.393902:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e5b354b9. 00010000:00000010:1.1:1761322990.393905:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000029d0fba6. 00010000:00000010:1.1:1761322990.393908:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000098fa4d8. 00010000:00000010:1.1:1761322990.393911:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba3d4081. 00010000:00000010:1.1:1761322990.393915:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f940be58. 00010000:00000010:1.1:1761322990.393918:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000055275a77. 00010000:00000010:1.1:1761322990.393920:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d408c885. 00010000:00000010:1.1:1761322990.393923:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005cce205f. 00010000:00000010:1.1:1761322990.393925:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f3a72dc0. 00010000:00000010:1.1:1761322990.393928:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003d0ecce8. 00010000:00000010:1.1:1761322990.393930:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000787c9f39. 00010000:00000010:1.1:1761322990.393933:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a1ee6cec. 00010000:00000010:1.1:1761322990.393936:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000580e1d81. 00010000:00000010:1.1:1761322990.393938:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000076db0e00. 00010000:00000010:1.1:1761322990.393942:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d6fd5640. 00010000:00000010:1.1:1761322990.393944:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002108a952. 00010000:00000010:1.1:1761322990.393946:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cd9f4a7f. 00010000:00000010:1.1:1761322990.393949:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000057cf5cc6. 00010000:00000010:1.1:1761322990.393951:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000d926900. 00010000:00000010:1.1:1761322990.393954:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b24f35d7. 00010000:00000010:1.1:1761322990.393956:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000081f71b0d. 00010000:00000010:1.1:1761322990.393959:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000089f67ccd. 00010000:00000010:1.1:1761322990.393964:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f3b78009. 00010000:00000010:1.1:1761322990.393968:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000822c2cf8. 00010000:00000010:1.1:1761322990.393971:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009f4b0925. 00010000:00000010:1.1:1761322990.393974:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000095612185. 00010000:00000010:1.1:1761322990.393977:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008a0f7010. 00010000:00000010:1.1:1761322990.393980:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000005c7516b. 00010000:00000010:1.1:1761322990.393983:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000001d9f973. 00010000:00000010:1.1:1761322990.393987:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000074cb238e. 00010000:00000010:1.1:1761322990.393990:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000846910f0. 00010000:00000010:1.1:1761322990.393994:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ce0cc604. 00010000:00000010:1.1:1761322990.393996:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cc75ca2c. 00010000:00000010:1.1:1761322990.393999:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005810024d. 00010000:00000010:1.1:1761322990.394002:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004648ae67. 00010000:00000010:1.1:1761322990.394005:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c0ccc7c6. 00010000:00000010:1.1:1761322990.394008:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c9445b9d. 00010000:00000010:1.1:1761322990.394011:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f7fa86b2. 00010000:00000010:1.1:1761322990.394015:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000733328b3. 00010000:00000010:1.1:1761322990.394018:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a9ea4928. 00010000:00000010:1.1:1761322990.394020:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000014c62a1b. 00010000:00000010:1.1:1761322990.394023:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e224b0e1. 00010000:00000010:1.1:1761322990.394025:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009d6433e0. 00010000:00000010:1.1:1761322990.394028:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ca76e3b. 00010000:00000010:1.1:1761322990.394031:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009401339c. 00010000:00000010:1.1:1761322990.394034:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000268a0d2d. 00010000:00000010:1.1:1761322990.394037:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005a10dfcf. 00010000:00000010:1.1:1761322990.394040:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000052cff88e. 00010000:00000010:1.1:1761322990.394042:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008239773b. 00010000:00000010:1.1:1761322990.394045:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000073a735c0. 00010000:00000010:0.1:1761322990.396975:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a487fc4c. 00010000:00000010:0.1:1761322990.396989:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000055ebbf0a. 00010000:00000010:0.1:1761322990.396993:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b933a908. 00010000:00000010:0.1:1761322990.396997:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001dca73d3. 00010000:00000010:0.1:1761322990.397001:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ddde6a68. 00010000:00000010:0.1:1761322990.397004:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b822fd72. 00010000:00000010:0.1:1761322990.397007:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000efb91344. 00010000:00000010:0.1:1761322990.397009:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b36b44aa. 00010000:00000010:0.1:1761322990.397011:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a2578939. 00010000:00000010:0.1:1761322990.397014:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000d245bd8. 00010000:00000010:0.1:1761322990.397016:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000701af315. 00010000:00000010:0.1:1761322990.397020:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d676fd88. 00010000:00000010:0.1:1761322990.397023:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f025a5d1. 00010000:00000010:0.1:1761322990.397025:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000a18b6c8. 00010000:00000010:0.1:1761322990.397027:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008a01632c. 00010000:00000010:0.1:1761322990.397030:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d7e1ff95. 00010000:00000010:0.1:1761322990.397033:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000001eab99f. 00010000:00000010:0.1:1761322990.397035:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000022088b4f. 00010000:00000010:0.1:1761322990.397037:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b11f4643. 00010000:00000010:0.1:1761322990.397039:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003df69050. 00010000:00000010:0.1:1761322990.397043:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dfb6df8a. 00010000:00000010:0.1:1761322990.397047:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c9f06217. 00010000:00000010:0.1:1761322990.397049:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000049deafc7. 00010000:00000010:0.1:1761322990.397065:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005c487aed. 00010000:00000010:0.1:1761322990.397068:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007e6d13da. 00010000:00000010:0.1:1761322990.397070:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000005a7b2ce. 00010000:00000010:0.1:1761322990.397088:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e444e0bf. 00010000:00000010:0.1:1761322990.397091:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000465ebc0b. 00010000:00000010:0.1:1761322990.397094:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000093aad76b. 00010000:00000010:0.1:1761322990.397096:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000df080b20. 00010000:00000010:0.1:1761322990.397099:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cb678ebe. 00010000:00000010:0.1:1761322990.397102:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000d442b11. 00010000:00000010:0.1:1761322990.397104:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bb1c0a80. 00010000:00000010:0.1:1761322990.397108:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002c64507c. 00010000:00000010:0.1:1761322990.397112:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006cf574a7. 00010000:00000010:0.1:1761322990.397115:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000078f5f7af. 00010000:00000010:0.1:1761322990.397120:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000087810090. 00010000:00000010:0.1:1761322990.397122:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e8b1054c. 00010000:00000010:0.1:1761322990.397125:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bd2a054c. 00010000:00000010:0.1:1761322990.397127:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006914a40a. 00010000:00000010:0.1:1761322990.397129:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a4edb8bf. 00010000:00000010:0.1:1761322990.397132:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000005c47a90. 00010000:00000010:0.1:1761322990.397136:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e95cc415. 00010000:00000010:0.1:1761322990.397139:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000092dd7c2. 00010000:00000010:0.1:1761322990.397142:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000088c00da3. 00010000:00000010:0.1:1761322990.397144:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000087986522. 00010000:00000010:0.1:1761322990.397148:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000005b11577. 00010000:00000010:0.1:1761322990.397150:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000042d98341. 00010000:00000010:0.1:1761322990.397153:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ea35c152. 00010000:00000010:0.1:1761322990.397156:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000084ddeedc. 00010000:00000010:0.1:1761322990.397158:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ab029c66. 00010000:00000010:0.1:1761322990.397160:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a722656e. 00010000:00000010:0.1:1761322990.397162:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d62a06fc. 00010000:00000010:0.1:1761322990.397164:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000656835. 00010000:00000010:0.1:1761322990.397167:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c491843d. 00010000:00000010:0.1:1761322990.397170:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f9c1e226. 00010000:00000010:0.1:1761322990.397174:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001d6208ee. 00010000:00000010:0.1:1761322990.397178:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005d6b12e7. 00010000:00000010:0.1:1761322990.397182:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001aa04fe0. 00010000:00000010:0.1:1761322990.397185:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c5525c0b. 00010000:00000010:0.1:1761322990.397187:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bbdf37e3. 00010000:00000010:0.1:1761322990.397189:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000089370e68. 00010000:00000010:0.1:1761322990.397192:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bbe3c86a. 00010000:00000010:0.1:1761322990.397194:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000080eb2517. 00010000:00000010:0.1:1761322990.397199:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000629c9db3. 00010000:00000010:0.1:1761322990.397203:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a1f11642. 00010000:00000010:0.1:1761322990.397209:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c4cfef78. 00010000:00000010:0.1:1761322990.397212:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ec568eb. 00010000:00000010:0.1:1761322990.397214:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006c37aaec. 00010000:00000010:0.1:1761322990.397217:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eed802b6. 00010000:00000010:0.1:1761322990.397219:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000049d71212. 00010000:00000010:0.1:1761322990.397222:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d154bf62. 00010000:00000010:0.1:1761322990.397224:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004c2a488d. 00010000:00000010:0.1:1761322990.397227:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000afcecbb6. 00010000:00000010:0.1:1761322990.397230:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000724d6895. 00010000:00000010:0.1:1761322990.397232:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000065adce96. 00010000:00000010:0.1:1761322990.397236:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a294364e. 00010000:00000010:0.1:1761322990.397239:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006e229ae1. 00010000:00000010:0.1:1761322990.397241:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e3643e1a. 00010000:00000010:0.1:1761322990.397243:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bf90bd29. 00010000:00000010:0.1:1761322990.397245:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000048aa7ad0. 00010000:00000010:0.1:1761322990.397248:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000435b9a17. 00010000:00000010:0.1:1761322990.397250:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000778b46c5. 00010000:00000010:0.1:1761322990.397253:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006e13a1a0. 00010000:00000010:1.0:1761322990.399462:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007c1bd800. 00010000:00000010:1.0:1761322990.399476:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000072b21990. 00010000:00000010:1.0:1761322990.399541:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008239773b. 00010000:00000010:1.0:1761322990.399545:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.399550:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000073a735c0. 00010000:00000010:1.0:1761322990.399556:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035d7bf38. 00080000:00000010:1.0:1761322990.399578:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000005cd63e5d. 00010000:00000010:1.0:1761322990.399606:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035d7bf38. 00010000:00000010:1.0:1761322990.399610:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.399642:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005a10dfcf. 00010000:00000010:1.0:1761322990.399645:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.399647:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000052cff88e. 00010000:00000010:1.0:1761322990.399650:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035d7bf38. 00080000:00000010:1.0:1761322990.399658:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000048a07ba0. 00010000:00000010:1.0:1761322990.399681:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035d7bf38. 00010000:00000010:1.0:1761322990.399684:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.399714:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d9fc6c94. 00010000:00000010:1.0:1761322990.399716:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.399719:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000268a0d2d. 00010000:00000010:1.0:1761322990.399722:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035d7bf38. 00080000:00000010:1.0:1761322990.399729:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000009e8f7d9. 00010000:00000010:1.0:1761322990.399750:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035d7bf38. 00010000:00000010:1.0:1761322990.399753:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.399782:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009056a1b9. 00010000:00000010:1.0:1761322990.399785:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.399788:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007ca76e3b. 00010000:00000010:1.0:1761322990.399791:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035d7bf38. 00080000:00000010:1.0:1761322990.399798:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000098a79092. 00010000:00000010:1.0:1761322990.399819:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035d7bf38. 00010000:00000010:1.0:1761322990.399823:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.399851:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002a6da8a4. 00010000:00000010:1.0:1761322990.399855:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.399857:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e224b0e1. 00010000:00000010:1.0:1761322990.399860:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035d7bf38. 00080000:00000010:1.0:1761322990.399868:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000581553ec. 00010000:00000010:1.0:1761322990.399888:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035d7bf38. 00010000:00000010:1.0:1761322990.399891:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.399936:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000737a369. 00010000:00000010:1.0:1761322990.399939:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.399942:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a9ea4928. 00010000:00000010:1.0:1761322990.399944:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035d7bf38. 00080000:00000010:1.0:1761322990.399951:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000000060c7d3. 00010000:00000010:1.0:1761322990.399980:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035d7bf38. 00010000:00000010:1.0:1761322990.399983:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.400013:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000073e90a82. 00010000:00000010:1.0:1761322990.400016:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.400018:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f7fa86b2. 00010000:00000010:1.0:1761322990.400021:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035d7bf38. 00080000:00000010:1.0:1761322990.400028:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000696810dd. 00010000:00000010:1.0:1761322990.400048:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035d7bf38. 00010000:00000010:1.0:1761322990.400062:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.400174:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e58e94e5. 00010000:00000010:1.0:1761322990.400177:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.400180:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c0ccc7c6. 00010000:00000010:1.0:1761322990.400183:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035d7bf38. 00080000:00000010:1.0:1761322990.400191:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c1fabcb8. 00010000:00000010:1.0:1761322990.400216:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035d7bf38. 00010000:00000010:1.0:1761322990.400219:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.400250:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000fcba3380. 00010000:00000010:1.0:1761322990.400253:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.400256:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005810024d. 00010000:00000010:1.0:1761322990.400258:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035d7bf38. 00080000:00000010:1.0:1761322990.400265:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000085e0fe22. 00010000:00000010:1.0:1761322990.400287:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035d7bf38. 00010000:00000010:1.0:1761322990.400290:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.400317:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f54519d6. 00010000:00000010:1.0:1761322990.400321:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.400324:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ce0cc604. 00010000:00000010:1.0:1761322990.400326:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035d7bf38. 00080000:00000010:1.0:1761322990.400332:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b22b4bcf. 00010000:00000010:1.0:1761322990.400353:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035d7bf38. 00010000:00000010:1.0:1761322990.400356:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.400380:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000060115ee2. 00010000:00000010:1.0:1761322990.400383:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.400386:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000074cb238e. 00010000:00000010:1.0:1761322990.400389:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035d7bf38. 00080000:00000010:1.0:1761322990.400394:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000439141ba. 00010000:00000010:1.0:1761322990.400416:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035d7bf38. 00010000:00000010:1.0:1761322990.400419:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.400447:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000028e54f76. 00010000:00000010:1.0:1761322990.400449:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.400452:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000005c7516b. 00010000:00000010:1.0:1761322990.400455:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035d7bf38. 00080000:00000010:1.0:1761322990.400461:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a16314fc. 00010000:00000010:1.0:1761322990.400480:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035d7bf38. 00010000:00000010:1.0:1761322990.400483:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.400508:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000170f7f40. 00010000:00000010:1.0:1761322990.400511:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.400513:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000095612185. 00010000:00000010:1.0:1761322990.400516:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035d7bf38. 00080000:00000010:1.0:1761322990.400523:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a71341ce. 00010000:00000010:1.0:1761322990.400544:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035d7bf38. 00010000:00000010:1.0:1761322990.400548:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.400582:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000822c2cf8. 00010000:00000010:1.0:1761322990.400585:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035d7bf38. 00010000:00000010:1.0:1761322990.400594:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004bdec316. 00000100:00000010:1.0:1761322990.400602:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001f9582b6. 00000100:00000010:1.0:1761322990.400616:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000eabe2b15. 02000000:00000010:1.0:1761322990.400636:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006beb1a2f. 02000000:00000010:1.0:1761322990.400676:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000688d4a86. 00000400:00000010:1.0:1761322990.400682:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000386cac00. 00000400:00000010:1.0:1761322990.400689:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a7e6aed8. 00000100:00000200:1.0:1761322990.400696:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956445696, portal 16 00000400:00000010:1.0:1761322990.400703:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004c82c5ef. 00000100:00000200:1.0:1761322990.400705:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956445696, offset 0 00000400:00000200:1.0:1761322990.400716:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322990.400731:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322990.400739:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:1.0:1761322990.400743:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761322990.400746:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:1.0:1761322990.400750:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88517:88517:256:4294967295] 192.168.201.29@tcp LPNI seq info [88517:88517:8:4294967295] 00000400:00000200:1.0:1761322990.400759:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322990.400765:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322990.400770:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c987b974 (tot 82350866). 00000800:00000200:1.0:1761322990.400777:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322990.400784:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322990.400788:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c987b974 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761322990.402017:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761322990.402023:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c987b974 (tot 82350618). 00000400:00000200:0.0:1761322990.402028:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322990.402034:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:0.0:1761322990.402039:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004c82c5ef 00000400:00000010:0.0:1761322990.402041:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004c82c5ef. 00000100:00000200:0.0:1761322990.402049:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000eabe2b15 x1846879956445696/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00080000:00000010:3.0:1761322990.403874:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e6947324. 00080000:00000010:3.0:1761322990.403885:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000033c58364. 00080000:00000010:3.0:1761322990.403888:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004dd490ac. 00080000:00000010:3.0:1761322990.403891:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d01ea0fd. 00080000:00000010:3.0:1761322990.403893:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003642dd39. 00080000:00000010:3.0:1761322990.403895:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d0bc6836. 00080000:00000010:3.0:1761322990.403897:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007945bd23. 00080000:00000010:3.0:1761322990.403899:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000066e878bf. 00080000:00000010:3.0:1761322990.403901:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007f4c702c. 00080000:00000010:3.0:1761322990.403903:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001fe30f85. 00080000:00000010:3.0:1761322990.403906:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d571dfd8. 00080000:00000010:3.0:1761322990.403909:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e0d8bbb2. 00080000:00000010:3.0:1761322990.403912:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008f9e519e. 00080000:00000010:3.0:1761322990.403915:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fc9ece20. 00080000:00000010:3.0:1761322990.403917:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ade1d2ee. 00080000:00000010:3.0:1761322990.403919:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d2d6e2b7. 00080000:00000010:3.0:1761322990.403921:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002a7e7bc4. 00080000:00000010:3.0:1761322990.403923:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005647199b. 00080000:00000010:3.0:1761322990.403925:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000909c547d. 00080000:00000010:3.0:1761322990.403927:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000edfc1a5f. 00080000:00000010:3.0:1761322990.403929:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b02461bf. 00080000:00000010:3.0:1761322990.403931:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ba657073. 00080000:00000010:3.0:1761322990.403933:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000693182b9. 00080000:00000010:3.0:1761322990.403936:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000091022756. 00080000:00000010:3.0:1761322990.403938:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004e36ca82. 00080000:00000010:3.0:1761322990.403941:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a1652f35. 00080000:00000010:3.0:1761322990.403944:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005a0e07cc. 00080000:00000010:3.0:1761322990.403947:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cf2ff537. 00080000:00000010:3.0:1761322990.403949:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006857742a. 00080000:00000010:3.0:1761322990.403952:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000dd1e3809. 00080000:00000010:3.0:1761322990.403954:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000025b54f32. 00080000:00000010:3.0:1761322990.403956:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005fbd0610. 00080000:00000010:3.0:1761322990.403958:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000040fba3cc. 00080000:00000010:3.0:1761322990.403961:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b1c6bcc1. 00080000:00000010:3.0:1761322990.403963:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000df0be3f. 00080000:00000010:3.0:1761322990.403966:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ebe26aac. 00080000:00000010:3.0:1761322990.403968:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000d4ce2a0. 00080000:00000010:3.0:1761322990.403971:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b0859adf. 00080000:00000010:3.0:1761322990.403974:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f14261de. 00080000:00000010:3.0:1761322990.403977:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fafd4beb. 00080000:00000010:3.0:1761322990.403979:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009a6cc6ee. 00080000:00000010:3.0:1761322990.403981:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009da94d2b. 00080000:00000010:3.0:1761322990.403983:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ec3ca2ee. 00080000:00000010:3.0:1761322990.403986:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000058c39f67. 00080000:00000010:3.0:1761322990.403988:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000391f8d17. 00080000:00000010:3.0:1761322990.403991:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ed4d205f. 00080000:00000010:3.0:1761322990.403994:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b7e291ee. 00080000:00000010:3.0:1761322990.403996:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000031a2f7ca. 00080000:00000010:3.0:1761322990.403998:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c8969641. 00080000:00000010:3.0:1761322990.404000:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000003add8d3. 00080000:00000010:3.0:1761322990.404003:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000045fddb52. 00080000:00000010:3.0:1761322990.404008:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006bac1293. 00080000:00000010:3.0:1761322990.404010:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d8f53ef4. 00080000:00000010:3.0:1761322990.404012:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000609ad22. 00080000:00000010:3.0:1761322990.404017:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c77dec8f. 00080000:00000010:3.0:1761322990.404020:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cc21d4a8. 00080000:00000010:3.0:1761322990.404022:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a470c523. 00080000:00000010:3.0:1761322990.404025:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f136b665. 00080000:00000010:3.0:1761322990.404027:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000923bc000. 00080000:00000010:3.0:1761322990.404029:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000072986ca0. 00080000:00000010:3.0:1761322990.404031:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000086bf4e87. 00080000:00000010:3.0:1761322990.404034:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bd0eabea. 00080000:00000010:3.0:1761322990.404036:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000073228efa. 00080000:00000010:3.0:1761322990.404038:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000017873907. 00080000:00000010:3.0:1761322990.404040:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d190a3af. 00080000:00000010:3.0:1761322990.404042:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000aba40612. 00080000:00000010:3.0:1761322990.404044:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007f7709b0. 00080000:00000010:3.0:1761322990.404046:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000c5f5449. 00080000:00000010:3.0:1761322990.404048:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bf006dc7. 00080000:00000010:3.0:1761322990.404063:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000acac4a2e. 00080000:00000010:3.0:1761322990.404066:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a9391d10. 00080000:00000010:3.0:1761322990.404069:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000da05dea3. 00080000:00000010:3.0:1761322990.404072:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005c539b76. 00080000:00000010:3.0:1761322990.404101:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000686e33e5. 00080000:00000010:3.0:1761322990.404104:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000d62fac8. 00080000:00000010:3.0:1761322990.404106:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000369e66d3. 00080000:00000010:3.0:1761322990.404110:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008e9fe7ea. 00080000:00000010:3.0:1761322990.404112:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007d55dfbd. 00080000:00000010:3.0:1761322990.404114:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b9a1692f. 00080000:00000010:3.0:1761322990.404116:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002ef97461. 00080000:00000010:3.0:1761322990.404118:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007b01db1e. 00080000:00000010:3.0:1761322990.404120:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000647d3a2c. 00080000:00000010:3.0:1761322990.404122:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f40325ea. 00080000:00000010:3.0:1761322990.404125:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e7c6863d. 00080000:00000010:3.0:1761322990.404127:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002e196b7b. 00080000:00000010:3.0:1761322990.404130:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000f41e6be. 00080000:00000010:3.0:1761322990.404132:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007a04c066. 00080000:00000010:3.0:1761322990.404134:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004d2184c0. 00080000:00000010:3.0:1761322990.404136:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000073c9d7a0. 00080000:00000010:3.0:1761322990.404139:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e63833da. 00080000:00000010:3.0:1761322990.404142:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fe5bc93b. 00080000:00000010:3.0:1761322990.404144:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000afe679bc. 00080000:00000010:3.0:1761322990.404147:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a2460da1. 00080000:00000010:3.0:1761322990.404149:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009626b3f7. 00080000:00000010:3.0:1761322990.404152:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007f086f96. 00080000:00000010:3.0:1761322990.404155:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000009cefcf2. 00080000:00000010:3.0:1761322990.404158:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000006e48ca8. 00080000:00000010:3.0:1761322990.404160:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009cc54860. 00080000:00000010:3.0:1761322990.404163:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001a831b24. 00080000:00000010:3.0:1761322990.404165:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003bc7ed88. 00080000:00000010:3.0:1761322990.404167:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008c1d5fb5. 00080000:00000010:3.0:1761322990.404170:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002eeb0da5. 00080000:00000010:3.0:1761322990.404172:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000815413ec. 00080000:00000010:3.0:1761322990.404175:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000008f086bf. 00080000:00000010:3.0:1761322990.404177:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000be5717c5. 00080000:00000010:3.0:1761322990.404180:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006a6f81b8. 00080000:00000010:3.0:1761322990.404182:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bc456dd2. 00080000:00000010:3.0:1761322990.404185:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000dd078e35. 00080000:00000010:3.0:1761322990.404187:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c479b19d. 00080000:00000010:3.0:1761322990.404189:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d75e3b52. 00080000:00000010:3.0:1761322990.404192:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008ec2bfe2. 00080000:00000010:3.0:1761322990.404195:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006f03679d. 00080000:00000010:3.0:1761322990.404197:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000020786138. 00080000:00000010:3.0:1761322990.404200:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a4af19f5. 00080000:00000010:3.0:1761322990.404203:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e19f9729. 00080000:00000010:3.0:1761322990.404205:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000002a16dbd. 00080000:00000010:3.0:1761322990.404207:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000060711229. 00080000:00000010:3.0:1761322990.404209:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000eb82517a. 00080000:00000010:3.0:1761322990.404211:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ec1b7621. 00080000:00000010:3.0:1761322990.404214:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000019abbed2. 00080000:00000010:3.0:1761322990.404216:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d5f034a0. 00080000:00000010:3.0:1761322990.404219:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001e84352f. 00080000:00000010:3.0:1761322990.404222:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000374c01cb. 00080000:00000010:3.0:1761322990.404226:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e63f833c. 00080000:00000010:3.0:1761322990.404228:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000427e5401. 00080000:00000010:3.0:1761322990.404231:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000dca9a6c2. 00080000:00000010:3.0:1761322990.404234:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007faad5b7. 00080000:00000010:3.0:1761322990.404237:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000074866439. 00080000:00000010:3.0:1761322990.404240:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b134446b. 00080000:00000010:3.0:1761322990.404243:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d6195d23. 00080000:00000010:3.0:1761322990.404245:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008620acc2. 00080000:00000010:3.0:1761322990.404248:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c5735688. 00080000:00000010:3.0:1761322990.404251:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000dade8d54. 00080000:00000010:3.0:1761322990.404253:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b58c85ee. 00080000:00000010:3.0:1761322990.404255:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003502628f. 00080000:00000010:3.0:1761322990.404257:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ddcd672e. 00080000:00000010:3.0:1761322990.404259:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002e4ec47c. 00080000:00000010:3.0:1761322990.404261:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000031c7d5f. 00080000:00000010:3.0:1761322990.404263:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000de48942f. 00080000:00000010:3.0:1761322990.404264:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b68ceb7d. 00080000:00000010:3.0:1761322990.404266:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000013260184. 00080000:00000010:3.0:1761322990.404268:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bf7334b7. 00080000:00000010:3.0:1761322990.404270:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000021623a99. 00080000:00000010:3.0:1761322990.404273:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cb57392f. 00080000:00000010:3.0:1761322990.404276:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000617d3924. 00080000:00000010:3.0:1761322990.404278:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000006a09543. 00080000:00000010:3.0:1761322990.404283:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000033ed228f. 00080000:00000010:3.0:1761322990.404286:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008346947e. 00080000:00000010:3.0:1761322990.404288:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001e4aa4e2. 00080000:00000010:3.0:1761322990.404291:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ba6e1cfd. 00080000:00000010:3.0:1761322990.404293:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006531dc14. 00080000:00000010:3.0:1761322990.404297:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002cc1e06b. 00080000:00000010:3.0:1761322990.404299:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c29478b2. 00080000:00000010:3.0:1761322990.404302:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000091f09908. 00080000:00000010:3.0:1761322990.404304:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006ff65d7a. 00080000:00000010:3.0:1761322990.404306:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006756a49c. 00080000:00000010:3.0:1761322990.404309:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e209727e. 00080000:00000010:3.0:1761322990.404311:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003874f03b. 00080000:00000010:3.0:1761322990.404313:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000895a8524. 00080000:00000010:3.0:1761322990.404316:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ff73579e. 00080000:00000010:3.0:1761322990.404318:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b74ae7b7. 00080000:00000010:3.0:1761322990.404320:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000094ded0eb. 00080000:00000010:3.0:1761322990.404322:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009fd35090. 00080000:00000010:3.0:1761322990.404324:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000726915b4. 00080000:00000010:3.0:1761322990.404326:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000120003b7. 00080000:00000010:3.0:1761322990.404329:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000908d4f6a. 00080000:00000010:3.0:1761322990.404331:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000054200cd4. 00080000:00000010:3.0:1761322990.404333:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000096648904. 00080000:00000010:3.0:1761322990.404336:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008e073575. 00080000:00000010:3.0:1761322990.404339:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000054d6c0c8. 00080000:00000010:3.0:1761322990.404341:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f6dfdb23. 00080000:00000010:3.0:1761322990.404343:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009a91de1a. 00080000:00000010:3.0:1761322990.404345:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d4547339. 00080000:00000010:3.0:1761322990.404347:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004b631c57. 00080000:00000010:3.0:1761322990.404349:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000148d71ab. 00080000:00000010:3.0:1761322990.404351:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000045f86df9. 00080000:00000010:3.0:1761322990.404353:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009bd25e5d. 00080000:00000010:3.0:1761322990.404356:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003d3a2ce9. 00080000:00000010:3.0:1761322990.404359:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000012493434. 00080000:00000010:3.0:1761322990.404361:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ea3f1eea. 00080000:00000010:3.0:1761322990.404363:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000027b85029. 00080000:00000010:3.0:1761322990.404366:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001805fc72. 00080000:00000010:3.0:1761322990.404368:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c79ba022. 00080000:00000010:3.0:1761322990.404371:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009f2becf0. 00080000:00000010:3.0:1761322990.404373:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006f6df16d. 00080000:00000010:3.0:1761322990.404376:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d2895f81. 00080000:00000010:3.0:1761322990.404378:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005ec22132. 00080000:00000010:3.0:1761322990.404380:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e45b4445. 00080000:00000010:3.0:1761322990.404382:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b66c857c. 00080000:00000010:3.0:1761322990.404385:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009712e93a. 00080000:00000010:3.0:1761322990.404387:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000038a8085b. 00080000:00000010:3.0:1761322990.404389:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000044a286d3. 00080000:00000010:3.0:1761322990.404391:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000332c2d23. 00080000:00000010:3.0:1761322990.404393:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c88c5890. 00080000:00000010:3.0:1761322990.404396:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000610e57fe. 00080000:00000010:3.0:1761322990.404398:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c92ebd3e. 00080000:00000010:3.0:1761322990.404402:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c1a9c0ed. 00080000:00000010:3.0:1761322990.404404:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009c641d29. 00080000:00000010:3.0:1761322990.404407:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e61277b2. 00080000:00000010:3.0:1761322990.404409:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000081cafc29. 00080000:00000010:3.0:1761322990.404411:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d23b025c. 00080000:00000010:3.0:1761322990.404413:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f912b598. 00080000:00000010:3.0:1761322990.404415:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b9afd9ba. 00080000:00000010:3.0:1761322990.404417:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000007f53fb7. 00080000:00000010:3.0:1761322990.404420:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d0c9d6cb. 00080000:00000010:3.0:1761322990.404422:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003027f154. 00080000:00000010:3.0:1761322990.404424:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ef2921ed. 00080000:00000010:3.0:1761322990.404425:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000dd7273db. 00080000:00000010:3.0:1761322990.404428:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f8dc24eb. 00080000:00000010:3.0:1761322990.404430:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001084272e. 00080000:00000010:3.0:1761322990.404431:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000649cfa04. 00080000:00000010:3.0:1761322990.404434:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003389b5cd. 00080000:00000010:3.0:1761322990.404436:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008d2492b4. 00080000:00000010:3.0:1761322990.404440:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000641946d9. 00080000:00000010:3.0:1761322990.404443:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001346880c. 00080000:00000010:3.0:1761322990.404445:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f9633280. 00080000:00000010:3.0:1761322990.404448:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cdf8aadd. 00080000:00000010:3.0:1761322990.404450:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fea31ae7. 00080000:00000010:3.0:1761322990.404452:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c0ae5dba. 00080000:00000010:3.0:1761322990.404454:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e7bd5220. 00080000:00000010:3.0:1761322990.404457:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000eacbc3d8. 00080000:00000010:3.0:1761322990.404460:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003a53dd9d. 00080000:00000010:3.0:1761322990.404463:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000df5e6692. 00080000:00000010:3.0:1761322990.404465:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002d61570f. 00080000:00000010:3.0:1761322990.404468:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000037b7101b. 00080000:00000010:3.0:1761322990.404470:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001332b02a. 00080000:00000010:3.0:1761322990.404473:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003211fc22. 00080000:00000010:3.0:1761322990.404475:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006846ac8d. 00080000:00000010:3.0:1761322990.404476:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000da4003a9. 00080000:00000010:3.0:1761322990.404479:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000086ddb046. 00080000:00000010:3.0:1761322990.404481:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f9953d6a. 00080000:00000010:3.0:1761322990.404483:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004601e3b0. 00080000:00000010:3.0:1761322990.404485:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f5381f77. 00080000:00000010:3.0:1761322990.404487:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000051729c1f. 00080000:00000010:3.0:1761322990.404489:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000021b52016. 00080000:00000010:3.0:1761322990.404494:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fb281635. 00080000:00000010:3.0:1761322990.404496:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000047e3e3ef. 00080000:00000010:3.0:1761322990.404498:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f1377797. 00080000:00000010:3.0:1761322990.404500:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000472202ef. 00080000:00000010:3.0:1761322990.404503:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000017e86455. 00080000:00000010:3.0:1761322990.404505:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a20c0435. 00080000:00000010:3.0:1761322990.404508:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006fb7a696. 00080000:00000010:3.0:1761322990.404510:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000902dc86a. 00080000:00000010:3.0:1761322990.404513:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c013c4d6. 00080000:00000010:3.0:1761322990.404515:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000dc0b2a36. 00080000:00000010:3.0:1761322990.404518:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000037d350b7. 00080000:00000010:3.0:1761322990.404521:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000112488dd. 00080000:00000010:3.0:1761322990.404524:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000aaccb0e9. 00080000:00000010:3.0:1761322990.404526:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ecaa5ab7. 00080000:00000010:3.0:1761322990.404528:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f247c13a. 00080000:00000010:3.0:1761322990.404531:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c4d1a7f3. 00080000:00000010:3.0:1761322990.404533:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000035a7aab0. 00080000:00000010:3.0:1761322990.404535:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000022fb6ccf. 00080000:00000010:3.0:1761322990.404537:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d7db2c7b. 00080000:00000010:3.0:1761322990.404539:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000082d305cb. 00080000:00000010:3.0:1761322990.404541:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000a9a5e5b. 00080000:00000010:3.0:1761322990.404543:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ea2b9275. 00080000:00000010:3.0:1761322990.404545:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004bde7fcc. 00080000:00000010:3.0:1761322990.404547:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000903b3bfd. 00080000:00000010:3.0:1761322990.404549:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000039305b7d. 00080000:00000010:3.0:1761322990.404551:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000dbc25104. 00080000:00000010:3.0:1761322990.404552:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007327238d. 00080000:00000010:3.0:1761322990.404554:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004263adba. 00080000:00000010:3.0:1761322990.404555:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004afc1230. 00080000:00000010:3.0:1761322990.404557:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d09bc794. 00080000:00000010:3.0:1761322990.404558:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a24d2a7e. 00080000:00000010:3.0:1761322990.404560:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000480bc793. 00080000:00000010:3.0:1761322990.404562:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000452c62d1. 00080000:00000010:3.0:1761322990.404564:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000dfe61554. 00080000:00000010:3.0:1761322990.404565:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000080dd6646. 00080000:00000010:3.0:1761322990.404567:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000bb85641. 00080000:00000010:3.0:1761322990.404569:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ef22f947. 00080000:00000010:3.0:1761322990.404570:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003ca96c27. 00080000:00000010:3.0:1761322990.404572:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000594a9fb0. 00080000:00000010:3.0:1761322990.404574:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002ac78a0b. 00080000:00000010:3.0:1761322990.404576:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000044b5facc. 00080000:00000010:3.0:1761322990.404578:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001b4a7000. 00080000:00000010:3.0:1761322990.404580:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ffd4399b. 00080000:00000010:3.0:1761322990.404582:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000421256f9. 00080000:00000010:3.0:1761322990.404584:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a0ddfdee. 00080000:00000010:3.0:1761322990.404585:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000f0c63f8. 00080000:00000010:3.0:1761322990.404587:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bc26b64a. 00080000:00000010:3.0:1761322990.404589:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d539c2e9. 00080000:00000010:3.0:1761322990.404591:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000141fd887. 00080000:00000010:3.0:1761322990.404593:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c694c491. 00080000:00000010:3.0:1761322990.404595:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000030dcb1e. 00080000:00000010:3.0:1761322990.404597:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d3e4d386. 00080000:00000010:3.0:1761322990.404607:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000057e46bdf. 00080000:00000010:3.0:1761322990.404610:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e66b4d9f. 00080000:00000010:3.0:1761322990.404612:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002199f5f1. 00080000:00000010:3.0:1761322990.404615:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000064058603. 00080000:00000010:3.0:1761322990.404617:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f065a0d3. 00080000:00000010:3.0:1761322990.404620:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a70abf31. 00080000:00000010:3.0:1761322990.404621:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003e2e89e2. 00080000:00000010:3.0:1761322990.404623:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d2fe8055. 00080000:00000010:3.0:1761322990.404625:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000024787b27. 00080000:00000010:3.0:1761322990.404627:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002745e721. 00080000:00000010:3.0:1761322990.404629:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d0e2f99a. 00080000:00000010:3.0:1761322990.404630:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000164d3abf. 00080000:00000010:3.0:1761322990.404633:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008901e2e2. 00080000:00000010:3.0:1761322990.404635:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ea17ba78. 00080000:00000010:3.0:1761322990.404637:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e2deca04. 00080000:00000010:3.0:1761322990.404640:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c512c2ed. 00080000:00000010:3.0:1761322990.404641:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001e4fdf41. 00080000:00000010:3.0:1761322990.404644:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000472cc670. 00080000:00000010:3.0:1761322990.404647:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009625f16b. 00080000:00000010:3.0:1761322990.404649:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002ab204fe. 00080000:00000010:3.0:1761322990.404651:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006106b6a6. 00080000:00000010:3.0:1761322990.404653:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005c9c34e0. 00080000:00000010:3.0:1761322990.404655:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a0d5e801. 00080000:00000010:3.0:1761322990.404657:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b8ce5d5e. 00080000:00000010:3.0:1761322990.404659:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000841b1d94. 00080000:00000010:3.0:1761322990.404661:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002e1c5f77. 00080000:00000010:3.0:1761322990.404663:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000081edc8fc. 00080000:00000010:3.0:1761322990.404666:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000027eb3036. 00080000:00000010:3.0:1761322990.404668:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006f668b68. 00080000:00000010:3.0:1761322990.404670:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000dd3affae. 00080000:00000010:3.0:1761322990.404672:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002089f02d. 00080000:00000010:3.0:1761322990.404676:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004b0c4e40. 00080000:00000010:3.0:1761322990.404678:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003b763c19. 00080000:00000010:3.0:1761322990.404680:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e80e2e6a. 00080000:00000010:3.0:1761322990.404683:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000056be550b. 00080000:00000010:3.0:1761322990.404685:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c495bb97. 00080000:00000010:3.0:1761322990.404688:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000deb0d850. 00080000:00000010:3.0:1761322990.404690:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000823b327f. 00080000:00000010:3.0:1761322990.404694:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b889b456. 00080000:00000010:3.0:1761322990.404697:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003a37f3bf. 00080000:00000010:3.0:1761322990.404699:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000317c5434. 00080000:00000010:3.0:1761322990.404702:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e56540d4. 00080000:00000010:3.0:1761322990.404704:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002ef5005a. 00080000:00000010:3.0:1761322990.404706:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009a1e44b9. 00080000:00000010:3.0:1761322990.404708:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ee616051. 00080000:00000010:3.0:1761322990.404710:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000263a9498. 00080000:00000010:3.0:1761322990.404712:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e344002e. 00080000:00000010:3.0:1761322990.404714:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cd76240e. 00080000:00000010:3.0:1761322990.404716:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000089857202. 00080000:00000010:3.0:1761322990.404718:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002aa8e835. 00080000:00000010:3.0:1761322990.404720:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000dfc01646. 00080000:00000010:3.0:1761322990.404722:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c673be81. 00080000:00000010:3.0:1761322990.404725:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000cca3a1e. 00080000:00000010:3.0:1761322990.404727:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009c1173f3. 00080000:00000010:3.0:1761322990.404729:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004ca151b2. 00080000:00000010:3.0:1761322990.404731:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000072ff2fdd. 00080000:00000010:3.0:1761322990.404733:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ef79ab90. 00080000:00000010:3.0:1761322990.404735:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008c28eff8. 00080000:00000010:3.0:1761322990.404738:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000096830b8a. 00080000:00000010:3.0:1761322990.404740:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fbd8dff8. 00080000:00000010:3.0:1761322990.404742:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000095c9104e. 00080000:00000010:3.0:1761322990.404745:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e0052b22. 00080000:00000010:3.0:1761322990.404747:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000099fabb3a. 00080000:00000010:3.0:1761322990.404749:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003a9662ff. 00080000:00000010:3.0:1761322990.404752:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002ee9471f. 00080000:00000010:3.0:1761322990.404754:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002deb7239. 00080000:00000010:3.0:1761322990.404756:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000004ec63. 00080000:00000010:3.0:1761322990.404759:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000136ddae9. 00080000:00000010:3.0:1761322990.404761:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000220e2be. 00080000:00000010:3.0:1761322990.404763:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000dbae0af4. 00080000:00000010:3.0:1761322990.404765:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000076370ca7. 00080000:00000010:3.0:1761322990.404768:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000dff35a96. 00080000:00000010:3.0:1761322990.404770:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005d8b12c9. 00080000:00000010:3.0:1761322990.404772:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007ef9b3f6. 00080000:00000010:3.0:1761322990.404774:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a8460d87. 00080000:00000010:3.0:1761322990.404777:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000026856942. 00080000:00000010:3.0:1761322990.404779:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b3e5bbec. 00080000:00000010:3.0:1761322990.404788:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000005a684da. 00080000:00000010:3.0:1761322990.404790:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000344bea80. 00080000:00000010:3.0:1761322990.404793:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006c1ae183. 00080000:00000010:3.0:1761322990.404796:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000469e44ed. 00080000:00000010:3.0:1761322990.404798:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001b7ff248. 00080000:00000010:3.0:1761322990.404801:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000096743d11. 00080000:00000010:3.0:1761322990.404804:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000091e23dd0. 00080000:00000010:3.0:1761322990.404807:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c61d1671. 00080000:00000010:3.0:1761322990.404810:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008bf2bd29. 00080000:00000010:3.0:1761322990.404813:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000058abf7a. 00080000:00000010:3.0:1761322990.404815:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005d2861f1. 00080000:00000010:3.0:1761322990.404817:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009e37b38b. 00080000:00000010:3.0:1761322990.404820:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000124c2f49. 00080000:00000010:3.0:1761322990.404821:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003bb90c19. 00080000:00000010:3.0:1761322990.404824:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003b1e9784. 00080000:00000010:3.0:1761322990.404826:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c68366f3. 00080000:00000010:3.0:1761322990.404828:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000125984cf. 00080000:00000010:3.0:1761322990.404830:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d613bd11. 00080000:00000010:3.0:1761322990.404832:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000adf4bd29. 00080000:00000010:3.0:1761322990.404835:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ec413e8f. 00080000:00000010:3.0:1761322990.404837:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b7bd5e6f. 00080000:00000010:3.0:1761322990.404839:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000639864b1. 00080000:00000010:3.0:1761322990.404842:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003d500fe3. 00080000:00000010:3.0:1761322990.404844:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001e1ef0b7. 00080000:00000010:3.0:1761322990.404847:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000025a24189. 00080000:00000010:3.0:1761322990.404849:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008c9ee2ac. 00080000:00000010:3.0:1761322990.404852:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c7db8bfb. 00080000:00000010:3.0:1761322990.404854:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003c891c5e. 00080000:00000010:3.0:1761322990.404858:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000279d74e1. 00080000:00000010:3.0:1761322990.404860:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001457cc5f. 00080000:00000010:3.0:1761322990.404862:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004c6b3a59. 00080000:00000010:3.0:1761322990.404864:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007651875a. 00080000:00000010:3.0:1761322990.404866:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000001312b77. 00080000:00000010:3.0:1761322990.404868:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004be9f765. 00080000:00000010:3.0:1761322990.404871:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003bdae192. 00080000:00000010:3.0:1761322990.404873:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000aa3b4e74. 00080000:00000010:3.0:1761322990.404875:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000817a0d3b. 00080000:00000010:3.0:1761322990.404877:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002ad85dbc. 00080000:00000010:3.0:1761322990.404879:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000030e204b4. 00010000:00000010:1.1:1761322990.406149:0:61033:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cf0d2a8e. 00010000:00000010:1.1:1761322990.406160:0:61033:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000040da76af. 00010000:00000010:1.1:1761322990.406169:0:61033:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008239773b. 00010000:00000010:1.1:1761322990.406173:0:61033:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000073a735c0. 00010000:00000010:1.1:1761322990.406175:0:61033:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005a10dfcf. 00010000:00000010:1.1:1761322990.406178:0:61033:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000052cff88e. 00010000:00000010:1.1:1761322990.406180:0:61033:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d9fc6c94. 00010000:00000010:1.1:1761322990.406183:0:61033:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000268a0d2d. 00010000:00000010:1.1:1761322990.406185:0:61033:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009056a1b9. 00010000:00000010:1.1:1761322990.406188:0:61033:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ca76e3b. 00010000:00000010:1.1:1761322990.406191:0:61033:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002a6da8a4. 00010000:00000010:1.1:1761322990.406193:0:61033:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e224b0e1. 00010000:00000010:1.1:1761322990.406195:0:61033:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000737a369. 00010000:00000010:1.1:1761322990.406198:0:61033:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a9ea4928. 00010000:00000010:1.1:1761322990.406200:0:61033:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000073e90a82. 00010000:00000010:1.1:1761322990.406202:0:61033:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f7fa86b2. 00010000:00000010:1.1:1761322990.406204:0:61033:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e58e94e5. 00010000:00000010:1.1:1761322990.406206:0:61033:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c0ccc7c6. 00010000:00000010:1.1:1761322990.406209:0:61033:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fcba3380. 00010000:00000010:1.1:1761322990.406211:0:61033:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005810024d. 00010000:00000010:1.1:1761322990.406214:0:61033:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f54519d6. 00010000:00000010:1.1:1761322990.406216:0:61033:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ce0cc604. 00010000:00000010:1.1:1761322990.406217:0:61033:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000060115ee2. 00010000:00000010:1.1:1761322990.406220:0:61033:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000074cb238e. 00010000:00000010:1.1:1761322990.406221:0:61033:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000028e54f76. 00010000:00000010:1.1:1761322990.406224:0:61033:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000005c7516b. 00010000:00000010:1.1:1761322990.406226:0:61033:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000170f7f40. 00010000:00000010:1.1:1761322990.406228:0:61033:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000095612185. 00000400:00000200:3.0:1761322990.406298:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322990.406314:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf2a00 00000400:00000200:3.0:1761322990.406322:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xab5e5 [1] + 224 00000400:00000200:3.0:1761322990.406332:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.406335:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322990.406346:0:15812:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000eabe2b15 x1846879956445696/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322990.406378:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322990.406384:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb56440 00000400:00000200:3.0:1761322990.406389:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xa9f51 [2] + 1312 00000400:00000010:1.0:1761322990.406396:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000386cac00. 00000400:00000200:1.0:1761322990.406412:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a7e6aed8 00000400:00000010:1.0:1761322990.406414:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a7e6aed8. 00000100:00000200:1.0:1761322990.406420:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000eabe2b15 x1846879956445696/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761322990.406427:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000eabe2b15 x1846879956445696/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761322990.406464:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000688d4a86. 02000000:00000010:1.0:1761322990.406470:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006beb1a2f. 00000100:00000010:1.0:1761322990.406475:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000eabe2b15. 00000100:00000010:1.0:1761322990.406479:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001f9582b6. 00010000:00000010:1.0:1761322990.406483:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004bdec316. 00000400:00000200:3.0:1761322990.406833:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.406838:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322990.406843:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761322990.406848:0:15812:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007912ecad. 00000020:00000010:0.0:1761322990.406923:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c04d3f61. 00000020:00000010:0.0:1761322990.406931:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000031f42188. 00000020:00000010:0.0:1761322990.406936:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005269528a. 00000100:00000200:0.0:1761322990.406963:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007912ecad x1846879955805248/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:143/0 lens 328/0 e 0 to 0 dl 1761323033 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761322990.407002:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955805248 02000000:00000010:0.0:1761322990.407016:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000206e1f54. 00010000:00000010:0.0:1761322990.407048:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cd3d3624. 00010000:00000010:0.0:1761322990.407097:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000029901df4. 00000100:00000010:0.0:1761322990.407105:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fb0645c2. 00000100:00000010:0.0:1761322990.407118:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fb0645c2. 00010000:00000010:0.0:1761322990.407121:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000029901df4. 00000400:00000010:0.0:1761322990.407136:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000faaff073. 00000100:00000200:0.0:1761322990.407141:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955805248, offset 224 00000400:00000200:0.0:1761322990.407149:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322990.407160:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322990.407165:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88518:88518:256:4294967295] 192.168.201.29@tcp LPNI seq info [88518:88518:8:4294967295] 00000400:00000200:0.0:1761322990.407174:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322990.407179:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322990.407183:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000057731204 (tot 82350866). 00000800:00000200:0.0:1761322990.407189:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322990.407196:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322990.407200:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000057731204 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761322990.407231:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000031f42188. 00000020:00000010:0.0:1761322990.407235:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005269528a. 00000020:00000010:0.0:1761322990.407237:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c04d3f61. 00000800:00000200:3.0:1761322990.407608:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322990.407613:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000057731204 (tot 82350618). 00000400:00000200:3.0:1761322990.407621:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.407625:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322990.407628:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000faaff073 00000400:00000010:3.0:1761322990.407630:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000faaff073. 00080000:00000010:2.0:1761322990.407920:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ec2fc5d2. 00010000:00000010:2.0:1761322990.408012:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035d7bf38. 00010000:00000010:2.0:1761322990.408021:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ee438fce. 00010000:00000010:3.0:1761322990.408511:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c60fd9b7. 00010000:00000010:3.0:1761322990.408523:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e79860ab. 00010000:00000010:3.0:1761322990.408540:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003f4e91d9. 00000100:00000010:3.0:1761322990.408545:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003eaf1877. 00000100:00000010:3.0:1761322990.408554:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cec9b0b9. 02000000:00000010:3.0:1761322990.408570:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e7bd5220. 02000000:00000010:3.0:1761322990.408602:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ad862c06. 00000400:00000010:3.0:1761322990.408609:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001ad35e46. 00000400:00000010:3.0:1761322990.408613:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009548a1b0. 00000100:00000200:3.0:1761322990.408619:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956445760, portal 16 00000400:00000010:3.0:1761322990.408625:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000facd7dd7. 00000100:00000200:3.0:1761322990.408627:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956445760, offset 0 00000400:00000200:3.0:1761322990.408634:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:3.0:1761322990.408645:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322990.408653:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:3.0:1761322990.408656:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761322990.408659:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:3.0:1761322990.408662:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88519:88519:256:4294967295] 192.168.201.29@tcp LPNI seq info [88519:88519:8:4294967295] 00000400:00000200:3.0:1761322990.408670:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322990.408675:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322990.408678:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000c003157 (tot 82350866). 00000800:00000200:3.0:1761322990.408683:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322990.408689:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322990.408693:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000c003157 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761322990.409066:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761322990.409069:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000c003157 (tot 82350618). 00000400:00000200:0.0:1761322990.409090:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322990.409095:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:0.0:1761322990.409099:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000facd7dd7 00000400:00000010:0.0:1761322990.409101:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000facd7dd7. 00000100:00000200:0.0:1761322990.409107:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000cec9b0b9 x1846879956445760/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322990.411424:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322990.411443:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf2a40 00000400:00000200:3.0:1761322990.411453:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xab5f1 [1] + 224 00000400:00000200:3.0:1761322990.411468:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.411473:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322990.411483:0:15812:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000cec9b0b9 x1846879956445760/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761322990.411545:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001ad35e46. 00000400:00000200:0.0:1761322990.411550:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009548a1b0 00000400:00000010:0.0:1761322990.411552:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009548a1b0. 00000100:00000200:0.0:1761322990.411559:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000cec9b0b9 x1846879956445760/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761322990.411568:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000cec9b0b9 x1846879956445760/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761322990.411607:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ad862c06. 02000000:00000010:0.0:1761322990.411613:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e7bd5220. 00000100:00000010:0.0:1761322990.411617:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000cec9b0b9. 00000100:00000010:0.0:1761322990.411621:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003eaf1877. 00010000:00000010:0.0:1761322990.411626:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003f4e91d9. 00000400:00000200:3.0:1761322990.411916:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322990.411924:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb56480 00000400:00000200:3.0:1761322990.411929:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xa9f51 [2] + 1640 00000400:00000200:3.0:1761322990.412157:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.412162:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322990.412167:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761322990.412173:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003171f658. 00000020:00000010:0.0:1761322990.412926:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c04d3f61. 00000020:00000010:0.0:1761322990.412933:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000031f42188. 00000020:00000010:0.0:1761322990.412938:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005269528a. 00000100:00000200:0.0:1761322990.412969:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003171f658 x1846879955805312/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:143/0 lens 328/0 e 0 to 0 dl 1761323033 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761322990.413105:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955805312 02000000:00000010:0.0:1761322990.413120:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000341c560c. 00010000:00000010:0.0:1761322990.413154:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005f023abe. 00010000:00000010:0.0:1761322990.413180:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000029901df4. 00000100:00000010:0.0:1761322990.413187:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fb0645c2. 00000100:00000010:0.0:1761322990.413204:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fb0645c2. 00010000:00000010:0.0:1761322990.413207:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000029901df4. 00000400:00000010:0.0:1761322990.413223:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000243f87cb. 00000100:00000200:0.0:1761322990.413228:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955805312, offset 224 00000400:00000200:0.0:1761322990.413237:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00080000:00000010:2.0:1761322990.413243:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f065a0d3. 00000400:00000200:0.0:1761322990.413251:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322990.413257:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88520:88520:256:4294967295] 192.168.201.29@tcp LPNI seq info [88520:88520:8:4294967295] 00000400:00000200:0.0:1761322990.413266:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322990.413271:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322990.413276:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000057731204 (tot 82350866). 00000800:00000200:0.0:1761322990.413283:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322990.413291:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322990.413295:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000057731204 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761322990.413315:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000031f42188. 00000020:00000010:0.0:1761322990.413319:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005269528a. 00000020:00000010:0.0:1761322990.413323:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c04d3f61. 00010000:00000010:2.0:1761322990.413356:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e79860ab. 00010000:00000010:2.0:1761322990.413365:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002fd21909. 00010000:00000010:2.0:1761322990.413442:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c485de83. 00010000:00000010:2.0:1761322990.413450:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000efc9aa2d. 00010000:00000010:2.0:1761322990.413464:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000016fd1dcd. 00000100:00000010:2.0:1761322990.413469:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e6c9a031. 00000100:00000010:2.0:1761322990.413484:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007226fba0. 02000000:00000010:2.0:1761322990.413501:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e66b4d9f. 02000000:00000010:2.0:1761322990.413539:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000057e46bdf. 00000400:00000010:2.0:1761322990.413545:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000bfcc1968. 00000400:00000010:2.0:1761322990.413550:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009f686459. 00000100:00000200:2.0:1761322990.413556:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956445824, portal 16 00000400:00000010:2.0:1761322990.413561:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000bc3a1dc. 00000100:00000200:2.0:1761322990.413563:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956445824, offset 0 00000400:00000200:2.0:1761322990.413573:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:2.0:1761322990.413581:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:2.0:1761322990.413598:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:2.0:1761322990.413602:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761322990.413605:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:2.0:1761322990.413608:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88521:88521:255:4294967295] 192.168.201.29@tcp LPNI seq info [88521:88521:7:4294967295] 00000400:00000200:2.0:1761322990.413615:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:2.0:1761322990.413627:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:2.0:1761322990.413632:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007e67acbb (tot 82351114). 00000800:00000200:2.0:1761322990.413636:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:2.0:1761322990.413640:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:2.0:1761322990.413643:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007e67acbb type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1761322990.414346:0:15810:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cf07dd6d. 00000800:00000200:0.0:1761322990.414363:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761322990.414366:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000057731204 (tot 82350866). 00000400:00000200:0.0:1761322990.414373:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322990.414377:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:0.0:1761322990.414381:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000243f87cb 00000400:00000010:0.0:1761322990.414383:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000243f87cb. 00000800:00000200:0.0:1761322990.415169:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761322990.415172:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007e67acbb (tot 82350618). 00000400:00000200:0.0:1761322990.415176:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322990.415181:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:0.0:1761322990.415184:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000bc3a1dc 00000400:00000010:0.0:1761322990.415186:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000bc3a1dc. 00000100:00000200:0.0:1761322990.415194:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007226fba0 x1846879956445824/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322990.416466:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322990.416482:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf2a80 00000400:00000200:3.0:1761322990.416489:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xab5fd [1] + 224 00000400:00000200:3.0:1761322990.416503:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.416506:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322990.416514:0:15812:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007226fba0 x1846879956445824/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761322990.416564:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000bfcc1968. 00000400:00000200:2.0:1761322990.416580:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009f686459 00000400:00000010:2.0:1761322990.416583:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009f686459. 00000100:00000200:2.0:1761322990.416590:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007226fba0 x1846879956445824/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761322990.416599:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007226fba0 x1846879956445824/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761322990.416637:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000057e46bdf. 02000000:00000010:2.0:1761322990.416643:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e66b4d9f. 00000100:00000010:2.0:1761322990.416647:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007226fba0. 00000100:00000010:2.0:1761322990.416652:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e6c9a031. 00010000:00000010:2.0:1761322990.416656:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000016fd1dcd. 00000400:00000200:3.0:1761322990.421671:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322990.421689:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb564c0 00000400:00000200:3.0:1761322990.421697:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xa9f51 [2] + 1968 00000400:00000010:3.0:1761322990.421702:0:15811:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000092c8dd82. 00000400:00000200:3.0:1761322990.421707:0:15811:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000f9b76f6c 00010000:00000010:0.1:1761322990.422116:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000069860683. 00010000:00000010:2.1:1761322990.422148:0:78688:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000284bec7e. 00000400:00000200:3.0:1761322990.422151:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:2.1:1761322990.422155:0:78688:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000822c2cf8. 00000400:00000200:3.0:1761322990.422158:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322990.422162:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f9b76f6c 00000400:00000010:3.0:1761322990.422165:0:15811:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000f9b76f6c (tot 82350466). 00000100:00000200:3.0:1761322990.422172:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1761322990.422245:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000066e878bf. 00000020:00000010:0.0:1761322990.422252:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000031f42188. 00000020:00000010:0.0:1761322990.422257:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005269528a. 00000100:00000200:0.0:1761322990.422289:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000363d9657 x1846879955805376/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:143/0 lens 328/0 e 0 to 0 dl 1761323033 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761322990.422330:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955805376 02000000:00000010:0.0:1761322990.422344:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007945bd23. 00010000:00000010:0.0:1761322990.422379:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001a212361. 00010000:00000010:0.0:1761322990.422404:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e969ef4d. 00000100:00000010:0.0:1761322990.422412:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fb0645c2. 00000100:00000010:0.0:1761322990.422438:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fb0645c2. 00010000:00000010:0.0:1761322990.422442:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e969ef4d. 00000400:00000010:0.0:1761322990.422460:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000243f87cb. 00000100:00000200:0.0:1761322990.422465:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955805376, offset 224 00080000:00000010:1.0:1761322990.422468:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a600e40c. 00000400:00000200:0.0:1761322990.422475:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322990.422486:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322990.422493:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88522:88522:256:4294967295] 192.168.201.29@tcp LPNI seq info [88522:88522:8:4294967295] 00000400:00000200:0.0:1761322990.422503:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322990.422507:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322990.422512:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000007e4c409 (tot 82350714). 00000800:00000200:0.0:1761322990.422518:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322990.422524:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322990.422528:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000007e4c409 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:1.0:1761322990.422555:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000efc9aa2d. 00000020:00000010:0.0:1761322990.422555:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000031f42188. 00000020:00000010:0.0:1761322990.422563:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005269528a. 00010000:00000010:1.0:1761322990.422564:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d97eb4f8. 00000020:00000010:0.0:1761322990.422567:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000066e878bf. 02000000:00000010:0.0:1761322990.422578:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000341c560c. 00000100:00000010:0.0:1761322990.422582:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003171f658. 02000000:00000010:0.0:1761322990.422586:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000206e1f54. 00000100:00000010:0.0:1761322990.422588:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007912ecad. 02000000:00000010:0.0:1761322990.422590:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000009808178. 00000100:00000010:0.0:1761322990.422592:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a87c75be. 02000000:00000010:0.0:1761322990.422595:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000005a072f5e. 00000100:00000010:0.0:1761322990.422597:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d6d0189b. 02000000:00000010:0.0:1761322990.422600:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000884cf3ba. 00000100:00000010:0.0:1761322990.422602:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f7a33011. 02000000:00000010:0.0:1761322990.422604:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ffc7109c. 00000100:00000010:0.0:1761322990.422606:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005bffa580. 00000100:00000200:0.0:1761322990.422613:0:67479:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1761322990.422618:0:67479:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000fe6327b2. 00000400:00000010:0.0:1761322990.422622:0:67479:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000fb0645c2 (tot 82350866). 00010000:00000010:1.0:1761322990.422640:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000170f7f40. 00010000:00000010:1.0:1761322990.422645:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.422651:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000095612185. 00010000:00000010:1.0:1761322990.422657:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000157d6dea. 00080000:00000010:1.0:1761322990.422671:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000006beb1a2f. 00010000:00000010:1.0:1761322990.422696:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000157d6dea. 00010000:00000010:1.0:1761322990.422700:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.422746:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000005c7516b. 00010000:00000010:1.0:1761322990.422750:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000157d6dea. 00000800:00000200:3.0:1761322990.422753:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322990.422756:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000007e4c409 (tot 82350618). 00010000:00000010:1.0:1761322990.422757:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004bdec316. 00000400:00000200:3.0:1761322990.422759:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:1.0:1761322990.422761:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001f9582b6. 00000400:00000200:3.0:1761322990.422763:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322990.422766:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000243f87cb 00000400:00000010:3.0:1761322990.422767:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000243f87cb. 00000100:00000010:1.0:1761322990.422769:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000eabe2b15. 02000000:00000010:3.0:1761322990.422773:0:15810:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007945bd23. 02000000:00000010:1.0:1761322990.422782:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000688d4a86. 02000000:00000010:1.0:1761322990.422812:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000014bd9330. 00000400:00000010:1.0:1761322990.422816:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000386cac00. 00000400:00000010:1.0:1761322990.422820:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a7e6aed8. 00000100:00000200:1.0:1761322990.422823:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956445888, portal 16 00000400:00000010:1.0:1761322990.422828:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ab427e39. 00000100:00000200:1.0:1761322990.422830:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956445888, offset 0 00000400:00000200:1.0:1761322990.422836:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322990.422842:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322990.422849:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:1.0:1761322990.422852:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761322990.422855:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:1.0:1761322990.422858:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88523:88523:256:4294967295] 192.168.201.29@tcp LPNI seq info [88523:88523:8:4294967295] 00000400:00000200:1.0:1761322990.422864:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322990.422871:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322990.422875:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004b4e0d4f (tot 82350866). 00000800:00000200:1.0:1761322990.422878:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322990.422882:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322990.422884:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004b4e0d4f type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761322990.423010:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322990.423012:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004b4e0d4f (tot 82350618). 00000400:00000200:3.0:1761322990.423015:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.423018:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322990.423021:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ab427e39 00000400:00000010:3.0:1761322990.423023:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ab427e39. 00000100:00000200:3.0:1761322990.423028:0:15812:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000eabe2b15 x1846879956445888/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322990.425026:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322990.425044:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf2ac0 00000400:00000200:3.0:1761322990.425064:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xab60d [1] + 224 00000400:00000200:3.0:1761322990.425151:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.425158:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322990.425168:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000eabe2b15 x1846879956445888/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322990.425878:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322990.425887:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb56500 00000400:00000010:1.0:1761322990.425913:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000386cac00. 00000400:00000200:1.0:1761322990.425927:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a7e6aed8 00000400:00000010:1.0:1761322990.425930:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a7e6aed8. 00000100:00000200:1.0:1761322990.425938:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000eabe2b15 x1846879956445888/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761322990.425946:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000eabe2b15 x1846879956445888/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761322990.425982:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000014bd9330. 02000000:00000010:1.0:1761322990.425989:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000688d4a86. 00000100:00000010:1.0:1761322990.425994:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000eabe2b15. 00000100:00000010:1.0:1761322990.425999:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001f9582b6. 00010000:00000010:1.0:1761322990.426003:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004bdec316. 00000400:00000200:3.0:1761322990.426031:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xa9fa9 [2] + 0 00000400:00000200:3.0:1761322990.426043:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.426046:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322990.426059:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761322990.426065:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001e4c2c1b. 00010000:00000010:2.1:1761322990.426117:0:78688:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000456eaf0d. 00010000:00000010:2.1:1761322990.426125:0:78688:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c60fd9b7. 00000020:00000010:0.0:1761322990.426177:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c04d3f61. 00000020:00000010:0.0:1761322990.426184:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000031f42188. 00000020:00000010:0.0:1761322990.426190:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005269528a. 00000100:00000200:0.0:1761322990.426218:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001e4c2c1b x1846879955805440/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:143/0 lens 328/0 e 0 to 0 dl 1761323033 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761322990.426253:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955805440 02000000:00000010:0.0:1761322990.426266:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000206e1f54. 00010000:00000010:0.0:1761322990.426297:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dd847f82. 00010000:00000010:0.0:1761322990.426318:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e969ef4d. 00000100:00000010:0.0:1761322990.426324:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f9b76f6c. 00000100:00000010:0.0:1761322990.426331:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f9b76f6c. 00010000:00000010:0.0:1761322990.426334:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e969ef4d. 00000400:00000010:0.0:1761322990.426349:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001c2d6366. 00000100:00000200:0.0:1761322990.426353:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955805440, offset 224 00000400:00000200:0.0:1761322990.426362:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00080000:00000010:1.0:1761322990.426364:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000014bd9330. 00000400:00000200:0.0:1761322990.426373:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322990.426378:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88524:88524:256:4294967295] 192.168.201.29@tcp LPNI seq info [88524:88524:8:4294967295] 00000400:00000200:0.0:1761322990.426388:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322990.426393:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322990.426397:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000019c3e4a9 (tot 82350866). 00000800:00000200:0.0:1761322990.426403:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322990.426411:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322990.426415:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000019c3e4a9 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:1.0:1761322990.426450:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000157d6dea. 00010000:00000010:1.0:1761322990.426458:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009612c7cf. 00000020:00000010:0.0:1761322990.426482:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000031f42188. 00000020:00000010:0.0:1761322990.426488:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005269528a. 00000020:00000010:0.0:1761322990.426491:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c04d3f61. 00010000:00000010:1.0:1761322990.426525:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000074cb238e. 00010000:00000010:1.0:1761322990.426531:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000157d6dea. 00010000:00000010:1.0:1761322990.426543:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004bdec316. 00000100:00000010:1.0:1761322990.426546:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001f9582b6. 00000100:00000010:1.0:1761322990.426553:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000eabe2b15. 02000000:00000010:1.0:1761322990.426565:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005c1a3517. 02000000:00000010:1.0:1761322990.426597:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004bec029f. 00000400:00000010:1.0:1761322990.426602:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000386cac00. 00000400:00000010:1.0:1761322990.426606:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a7e6aed8. 00000100:00000200:1.0:1761322990.426611:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956445952, portal 16 00000400:00000010:1.0:1761322990.426615:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e06c4b25. 00000100:00000200:1.0:1761322990.426618:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956445952, offset 0 00000400:00000200:1.0:1761322990.426624:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322990.426631:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322990.426638:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:1.0:1761322990.426642:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761322990.426646:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:1.0:1761322990.426650:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88525:88525:255:4294967295] 192.168.201.29@tcp LPNI seq info [88525:88525:7:4294967295] 00000400:00000200:1.0:1761322990.426662:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322990.426667:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322990.426671:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000026dc90c4 (tot 82351114). 00000800:00000200:1.0:1761322990.426676:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322990.426681:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322990.426683:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000026dc90c4 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761322990.427336:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322990.427341:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000019c3e4a9 (tot 82350866). 00000400:00000200:3.0:1761322990.427346:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.427353:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322990.427356:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001c2d6366 00000400:00000010:3.0:1761322990.427359:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001c2d6366. 00000800:00000200:3.0:1761322990.427396:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322990.427398:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000026dc90c4 (tot 82350618). 00000400:00000200:3.0:1761322990.427402:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.427405:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322990.427407:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e06c4b25 00000400:00000010:3.0:1761322990.427409:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e06c4b25. 00000100:00000200:3.0:1761322990.427414:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000eabe2b15 x1846879956445952/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761322990.428929:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000da361495. 00000400:00000200:3.0:1761322990.429452:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322990.429465:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf2b00 00000400:00000200:3.0:1761322990.429473:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xab619 [1] + 224 00000400:00000200:3.0:1761322990.429486:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.429489:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322990.429498:0:15812:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000eabe2b15 x1846879956445952/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761322990.429603:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000386cac00. 00000400:00000200:1.0:1761322990.429617:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a7e6aed8 00000400:00000010:1.0:1761322990.429619:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a7e6aed8. 00000100:00000200:1.0:1761322990.429624:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000eabe2b15 x1846879956445952/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761322990.429645:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000eabe2b15 x1846879956445952/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761322990.429679:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004bec029f. 02000000:00000010:1.0:1761322990.429684:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000005c1a3517. 00000100:00000010:1.0:1761322990.429688:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000eabe2b15. 00000100:00000010:1.0:1761322990.429692:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001f9582b6. 00010000:00000010:1.0:1761322990.429695:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004bdec316. 00000400:00000200:3.0:1761322990.430031:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322990.430038:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb56540 00000400:00000200:3.0:1761322990.430043:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xa9fa9 [2] + 328 00000400:00000200:3.0:1761322990.430129:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.430134:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322990.430139:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761322990.430144:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001723ce77. 00010000:00000010:1.1:1761322990.430206:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b1b156a1. 00010000:00000010:1.1:1761322990.430215:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c485de83. 00010000:00000010:1.1:1761322990.430222:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000170f7f40. 00010000:00000010:1.1:1761322990.430227:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000095612185. 00000020:00000010:0.0:1761322990.430231:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c04d3f61. 00010000:00000010:1.1:1761322990.430239:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ef19d763. 00000020:00000010:0.0:1761322990.430239:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000031f42188. 00010000:00000010:1.1:1761322990.430246:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000005c7516b. 00000020:00000010:0.0:1761322990.430246:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005269528a. 00000100:00000200:0.0:1761322990.430274:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001723ce77 x1846879955805504/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:143/0 lens 328/0 e 0 to 0 dl 1761323033 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761322990.430307:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955805504 02000000:00000010:0.0:1761322990.430318:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000341c560c. 00010000:00000010:0.0:1761322990.430346:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001987ae34. 00010000:00000010:0.0:1761322990.430365:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e969ef4d. 00000100:00000010:0.0:1761322990.430371:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f9b76f6c. 00000100:00000010:0.0:1761322990.430386:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f9b76f6c. 00010000:00000010:0.0:1761322990.430389:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e969ef4d. 00000400:00000010:0.0:1761322990.430404:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000015c9b00d. 00000100:00000200:0.0:1761322990.430408:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955805504, offset 224 00000400:00000200:0.0:1761322990.430416:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00080000:00000010:1.0:1761322990.430424:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000005c1a3517. 00000400:00000200:0.0:1761322990.430427:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322990.430433:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88526:88526:256:4294967295] 192.168.201.29@tcp LPNI seq info [88526:88526:8:4294967295] 00000400:00000200:0.0:1761322990.430443:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322990.430448:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322990.430452:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002b6ad44b (tot 82350866). 00000800:00000200:0.0:1761322990.430457:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322990.430464:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322990.430467:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002b6ad44b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761322990.430485:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000031f42188. 00000020:00000010:0.0:1761322990.430489:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005269528a. 00000020:00000010:0.0:1761322990.430492:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c04d3f61. 00000800:00000200:3.0:1761322990.430549:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322990.430565:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002b6ad44b (tot 82350618). 00000400:00000200:3.0:1761322990.430570:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.430575:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322990.430578:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000015c9b00d 00000400:00000010:3.0:1761322990.430580:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000015c9b00d. 00010000:00000010:1.0:1761322990.430837:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000157d6dea. 00010000:00000010:1.0:1761322990.430844:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000090b152a3. 00010000:00000010:1.0:1761322990.430920:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000005c7516b. 00010000:00000010:1.0:1761322990.430926:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000157d6dea. 00010000:00000010:1.0:1761322990.430938:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004bdec316. 00000100:00000010:1.0:1761322990.430942:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001f9582b6. 00000100:00000010:1.0:1761322990.430948:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000eabe2b15. 02000000:00000010:1.0:1761322990.430960:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004bec029f. 02000000:00000010:1.0:1761322990.430986:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c161792c. 00000400:00000010:1.0:1761322990.430990:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000386cac00. 00000400:00000010:1.0:1761322990.430995:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a7e6aed8. 00000100:00000200:1.0:1761322990.431000:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956446016, portal 16 00000400:00000010:1.0:1761322990.431004:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000297438bc. 00000100:00000200:1.0:1761322990.431005:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956446016, offset 0 00000400:00000200:1.0:1761322990.431011:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322990.431017:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322990.431023:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:1.0:1761322990.431026:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761322990.431029:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:1.0:1761322990.431031:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88527:88527:256:4294967295] 192.168.201.29@tcp LPNI seq info [88527:88527:8:4294967295] 00000400:00000200:1.0:1761322990.431043:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322990.431047:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322990.431059:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000019fa20ba (tot 82350866). 00000800:00000200:1.0:1761322990.431063:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322990.431067:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322990.431069:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000019fa20ba type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761322990.431203:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322990.431206:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000019fa20ba (tot 82350618). 00000400:00000200:3.0:1761322990.431209:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.431213:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322990.431216:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000297438bc 00000400:00000010:3.0:1761322990.431217:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000297438bc. 00000100:00000200:3.0:1761322990.431222:0:15812:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000eabe2b15 x1846879956446016/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761322990.432345:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ed880e2c. 00000400:00000200:2.0:1761322990.433229:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322990.433244:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf2b40 00000400:00000200:2.0:1761322990.433251:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xab625 [1] + 224 00000400:00000200:2.0:1761322990.433263:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.433267:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322990.433277:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000eabe2b15 x1846879956446016/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322990.433313:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322990.433319:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb56580 00000400:00000200:2.0:1761322990.433323:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xa9fa9 [2] + 656 00000400:00000010:1.0:1761322990.433358:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000386cac00. 00000400:00000200:2.0:1761322990.433370:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.433375:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:1.0:1761322990.433375:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a7e6aed8 00000400:00000010:1.0:1761322990.433379:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a7e6aed8. 00000100:00000200:1.0:1761322990.433387:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000eabe2b15 x1846879956446016/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761322990.433389:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761322990.433396:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007226fba0. 00000100:00000200:1.0:1761322990.433400:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000eabe2b15 x1846879956446016/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761322990.433447:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c161792c. 02000000:00000010:1.0:1761322990.433454:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004bec029f. 00000100:00000010:1.0:1761322990.433459:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000eabe2b15. 00000100:00000010:1.0:1761322990.433463:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001f9582b6. 00000020:00000010:0.0:1761322990.433465:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c04d3f61. 00010000:00000010:1.0:1761322990.433467:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004bdec316. 00000020:00000010:0.0:1761322990.433473:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000031f42188. 00000020:00000010:0.0:1761322990.433480:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005269528a. 00000100:00000200:0.0:1761322990.433505:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007226fba0 x1846879955805568/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:143/0 lens 328/0 e 0 to 0 dl 1761323033 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761322990.433539:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955805568 02000000:00000010:0.0:1761322990.433552:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000066e878bf. 00010000:00000010:0.0:1761322990.433581:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005bc403c7. 00010000:00000010:0.0:1761322990.433602:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e969ef4d. 00000100:00000010:0.0:1761322990.433607:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f9b76f6c. 00000100:00000010:0.0:1761322990.433623:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f9b76f6c. 00010000:00000010:0.0:1761322990.433626:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e969ef4d. 00000400:00000010:0.0:1761322990.433640:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c8d84849. 00000100:00000200:0.0:1761322990.433644:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955805568, offset 224 00000400:00000200:0.0:1761322990.433651:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322990.433661:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322990.433666:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88528:88528:256:4294967295] 192.168.201.29@tcp LPNI seq info [88528:88528:8:4294967295] 00000400:00000200:0.0:1761322990.433676:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322990.433681:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322990.433685:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bf5e0f07 (tot 82350866). 00000800:00000200:0.0:1761322990.433691:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322990.433697:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322990.433701:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bf5e0f07 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761322990.433722:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000031f42188. 00000020:00000010:0.0:1761322990.433726:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005269528a. 00000020:00000010:0.0:1761322990.433729:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c04d3f61. 00000800:00000200:0.0:1761322990.433802:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761322990.433805:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bf5e0f07 (tot 82350618). 00000400:00000200:0.0:1761322990.433808:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322990.433812:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:0.0:1761322990.433814:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c8d84849 00000400:00000010:0.0:1761322990.433816:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c8d84849. 00080000:00000010:1.0:1761322990.433880:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000004bec029f. 00010000:00000010:1.0:1761322990.433955:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000157d6dea. 00010000:00000010:1.0:1761322990.433963:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f94d367d. 00010000:00000010:1.0:1761322990.434032:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000095612185. 00010000:00000010:1.0:1761322990.434038:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000157d6dea. 00010000:00000010:1.0:1761322990.434047:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004bdec316. 00000100:00000010:1.0:1761322990.434063:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001f9582b6. 00000100:00000010:1.0:1761322990.434070:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000eabe2b15. 00010000:00000010:1.1:1761322990.434106:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bc8ddc84. 00010000:00000010:1.1:1761322990.434112:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000074cb238e. 02000000:00000010:1.0:1761322990.434124:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c161792c. 02000000:00000010:1.0:1761322990.434148:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000006234080. 00000400:00000010:1.0:1761322990.434151:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000386cac00. 00000400:00000010:1.0:1761322990.434156:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a7e6aed8. 00000100:00000200:1.0:1761322990.434161:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956446080, portal 16 00000400:00000010:1.0:1761322990.434165:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000071b5ee12. 00000100:00000200:1.0:1761322990.434167:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956446080, offset 0 00000400:00000200:1.0:1761322990.434172:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322990.434178:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322990.434184:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:1.0:1761322990.434187:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761322990.434191:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:1.0:1761322990.434193:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88529:88529:256:4294967295] 192.168.201.29@tcp LPNI seq info [88529:88529:8:4294967295] 00000400:00000200:1.0:1761322990.434201:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322990.434206:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322990.434209:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fe81a793 (tot 82350866). 00000800:00000200:1.0:1761322990.434212:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322990.434215:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322990.434218:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fe81a793 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1761322990.434521:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000054e9aa83. 00000800:00000200:2.0:1761322990.434862:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322990.434865:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fe81a793 (tot 82350618). 00000400:00000200:2.0:1761322990.434869:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.434874:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322990.434877:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000071b5ee12 00000400:00000010:2.0:1761322990.434879:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000071b5ee12. 00000100:00000200:2.0:1761322990.434887:0:15812:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000eabe2b15 x1846879956446080/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761322990.438319:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000489a1bf1. 00010000:00000010:1.1:1761322990.438341:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000005c7516b. 00010000:00000010:0.1:1761322990.439131:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000963e647. 00000400:00000200:2.0:1761322990.439501:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322990.439522:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf2b80 00000400:00000200:2.0:1761322990.439530:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xab631 [1] + 224 00000400:00000200:2.0:1761322990.439540:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.439544:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322990.439556:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000eabe2b15 x1846879956446080/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322990.439595:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322990.439600:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb565c0 00000400:00000200:2.0:1761322990.439604:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xa9fa9 [2] + 984 00000400:00000200:2.0:1761322990.439615:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.439618:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322990.439622:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761322990.439627:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007661af9c. 00000020:00000010:0.0:1761322990.439700:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c04d3f61. 00000400:00000010:1.0:1761322990.439702:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000386cac00. 00000020:00000010:0.0:1761322990.439709:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000031f42188. 00000020:00000010:0.0:1761322990.439716:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005269528a. 00000400:00000200:1.0:1761322990.439720:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a7e6aed8 00000400:00000010:1.0:1761322990.439724:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a7e6aed8. 00000100:00000200:1.0:1761322990.439731:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000eabe2b15 x1846879956446080/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761322990.439739:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000eabe2b15 x1846879956446080/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761322990.439754:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007661af9c x1846879955805632/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:143/0 lens 328/0 e 0 to 0 dl 1761323033 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 02000000:00000010:1.0:1761322990.439776:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000006234080. 02000000:00000010:1.0:1761322990.439784:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c161792c. 00000100:00000010:1.0:1761322990.439788:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000eabe2b15. 00000100:00000010:1.0:1761322990.439792:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001f9582b6. 00000100:00000200:0.0:1761322990.439793:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955805632 00010000:00000010:1.0:1761322990.439796:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004bdec316. 02000000:00000010:0.0:1761322990.439808:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d0bc6836. 00010000:00000010:0.0:1761322990.439843:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c2ab95b6. 00010000:00000010:0.0:1761322990.439867:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e969ef4d. 00000100:00000010:0.0:1761322990.439874:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f9b76f6c. 00000100:00000010:0.0:1761322990.439891:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f9b76f6c. 00010000:00000010:0.0:1761322990.439894:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e969ef4d. 00000400:00000010:0.0:1761322990.439910:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c8d84849. 00000100:00000200:0.0:1761322990.439915:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955805632, offset 224 00000400:00000200:0.0:1761322990.439923:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322990.439935:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322990.439941:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88530:88530:256:4294967295] 192.168.201.29@tcp LPNI seq info [88530:88530:8:4294967295] 00080000:00000010:1.0:1761322990.439952:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c161792c. 00000400:00000200:0.0:1761322990.439953:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322990.439961:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00010000:00000010:1.0:1761322990.440034:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000157d6dea. 00010000:00000010:1.0:1761322990.440041:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000510267d1. 00010000:00000010:1.0:1761322990.440248:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000005c7516b. 00010000:00000010:1.0:1761322990.440255:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000157d6dea. 00010000:00000010:1.0:1761322990.440268:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004bdec316. 00000100:00000010:1.0:1761322990.440271:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001f9582b6. 00000100:00000010:1.0:1761322990.440277:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000eabe2b15. 02000000:00000010:1.0:1761322990.440290:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000006234080. 02000000:00000010:1.0:1761322990.440319:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a0f36257. 00000400:00000010:1.0:1761322990.440323:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000386cac00. 00000400:00000010:1.0:1761322990.440326:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a7e6aed8. 00000100:00000200:1.0:1761322990.440331:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956446144, portal 16 00000400:00000010:1.0:1761322990.440335:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c8e29771. 00000100:00000200:1.0:1761322990.440337:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956446144, offset 0 00000400:00000200:1.0:1761322990.440343:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322990.440349:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322990.440357:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:1.0:1761322990.440360:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761322990.440363:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:1.0:1761322990.440366:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88531:88531:255:4294967295] 192.168.201.29@tcp LPNI seq info [88531:88531:7:4294967295] 00000400:00000200:1.0:1761322990.440373:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322990.440376:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322990.440380:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fe81a793 (tot 82350866). 00000800:00000200:1.0:1761322990.440386:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322990.440393:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322990.440397:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fe81a793 type 1, nob 424 niov 1 nkiov 1 00000800:00000010:0.0:1761322990.440429:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bf5e0f07 (tot 82351114). 00000800:00000200:0.0:1761322990.440437:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322990.440441:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322990.440443:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bf5e0f07 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761322990.440457:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000031f42188. 00000020:00000010:0.0:1761322990.440462:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005269528a. 00000020:00000010:0.0:1761322990.440465:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c04d3f61. 00000800:00000200:3.0:1761322990.440548:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322990.440553:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fe81a793 (tot 82350866). 00000400:00000200:3.0:1761322990.440557:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.440561:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322990.440565:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c8e29771 00000400:00000010:3.0:1761322990.440566:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c8e29771. 00000100:00000200:3.0:1761322990.440573:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000eabe2b15 x1846879956446144/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000800:00000200:3.0:1761322990.440851:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322990.440854:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bf5e0f07 (tot 82350618). 00000400:00000200:3.0:1761322990.440857:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.440860:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322990.440863:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c8d84849 00000400:00000010:3.0:1761322990.440865:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c8d84849. 00000400:00000200:2.0:1761322990.445295:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322990.445319:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf2bc0 00000400:00000200:2.0:1761322990.445329:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xab63d [1] + 224 00000400:00000200:2.0:1761322990.445346:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.445351:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322990.445363:0:15812:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000eabe2b15 x1846879956446144/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761322990.445604:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000386cac00. 00000400:00000200:1.0:1761322990.445626:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a7e6aed8 00000400:00000010:1.0:1761322990.445629:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a7e6aed8. 00000100:00000200:1.0:1761322990.445643:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000eabe2b15 x1846879956446144/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761322990.445654:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000eabe2b15 x1846879956446144/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761322990.445706:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a0f36257. 02000000:00000010:1.0:1761322990.445714:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000006234080. 00000100:00000010:1.0:1761322990.445719:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000eabe2b15. 00000100:00000010:1.0:1761322990.445724:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001f9582b6. 00010000:00000010:1.0:1761322990.445729:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004bdec316. 00000400:00000200:2.0:1761322990.445796:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322990.445804:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb56600 00000400:00000200:2.0:1761322990.445810:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xa9fa9 [2] + 1312 00000400:00000200:2.0:1761322990.445868:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.445871:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322990.445876:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761322990.445882:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004a31252b. 00000020:00000010:0.0:1761322990.446122:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c04d3f61. 00000020:00000010:0.0:1761322990.446130:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000031f42188. 00000020:00000010:0.0:1761322990.446135:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005269528a. 00000100:00000200:0.0:1761322990.446165:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000004a31252b x1846879955805696/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:143/0 lens 328/0 e 0 to 0 dl 1761323033 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761322990.446200:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955805696 02000000:00000010:0.0:1761322990.446213:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003642dd39. 00010000:00000010:0.0:1761322990.446245:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000073cb543. 00010000:00000010:0.0:1761322990.446265:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e969ef4d. 00000100:00000010:0.0:1761322990.446272:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f9b76f6c. 00000100:00000010:0.0:1761322990.446285:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f9b76f6c. 00010000:00000010:0.0:1761322990.446288:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e969ef4d. 00000400:00000010:0.0:1761322990.446302:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001a275b80. 00000100:00000200:0.0:1761322990.446308:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955805696, offset 224 00000400:00000200:0.0:1761322990.446316:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00080000:00000010:1.0:1761322990.446330:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000006234080. 00000400:00000200:0.0:1761322990.446331:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322990.446339:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88532:88532:256:4294967295] 192.168.201.29@tcp LPNI seq info [88532:88532:8:4294967295] 00000400:00000200:0.0:1761322990.446350:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00010000:00000010:1.0:1761322990.446421:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000157d6dea. 00010000:00000010:1.0:1761322990.446428:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000eb63ab0a. 00000800:00000200:0.0:1761322990.446442:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322990.446447:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f8f59593 (tot 82350866). 00000800:00000200:0.0:1761322990.446454:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322990.446462:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322990.446466:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f8f59593 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761322990.446491:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000031f42188. 00010000:00000010:1.0:1761322990.446495:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000170f7f40. 00000020:00000010:0.0:1761322990.446496:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005269528a. 00010000:00000010:1.0:1761322990.446501:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002c952915. 00000020:00000010:0.0:1761322990.446502:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c04d3f61. 00010000:00000010:1.0:1761322990.446510:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000074cb238e. 00010000:00000010:1.0:1761322990.446517:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000157d6dea. 00080000:00000010:1.0:1761322990.446529:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a0f36257. 00010000:00000010:1.0:1761322990.446554:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000157d6dea. 00010000:00000010:1.0:1761322990.446558:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.446601:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ce0cc604. 00010000:00000010:1.0:1761322990.446605:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000157d6dea. 00010000:00000010:1.0:1761322990.446689:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004bdec316. 00000100:00000010:1.0:1761322990.446696:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001f9582b6. 00000100:00000010:1.0:1761322990.446704:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000eabe2b15. 02000000:00000010:1.0:1761322990.446731:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009ff36f3f. 00000800:00000200:3.0:1761322990.446761:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322990.446767:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f8f59593 (tot 82350618). 02000000:00000010:1.0:1761322990.446771:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000072b334f0. 00000400:00000200:3.0:1761322990.446773:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1761322990.446778:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000386cac00. 00000400:00000200:3.0:1761322990.446783:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000010:1.0:1761322990.446785:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a7e6aed8. 00000400:00000200:3.0:1761322990.446789:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001a275b80 00000400:00000010:3.0:1761322990.446793:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001a275b80. 00000100:00000200:1.0:1761322990.446808:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956446208, portal 16 00000400:00000010:1.0:1761322990.446815:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002578c7b1. 00000100:00000200:1.0:1761322990.446819:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956446208, offset 0 00000400:00000200:1.0:1761322990.446827:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322990.446833:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322990.446840:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:1.0:1761322990.446845:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761322990.446848:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:1.0:1761322990.446851:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88533:88533:256:4294967295] 192.168.201.29@tcp LPNI seq info [88533:88533:8:4294967295] 00000400:00000200:1.0:1761322990.446859:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322990.446864:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322990.446867:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000019fa20ba (tot 82350866). 00000800:00000200:1.0:1761322990.446871:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322990.446875:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322990.446878:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000019fa20ba type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761322990.446998:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322990.447002:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000019fa20ba (tot 82350618). 00000400:00000200:2.0:1761322990.447006:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.447011:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322990.447014:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002578c7b1 00000400:00000010:2.0:1761322990.447015:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002578c7b1. 00000100:00000200:2.0:1761322990.447022:0:15812:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000eabe2b15 x1846879956446208/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761322990.449219:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000607007e8. 00000400:00000200:2.0:1761322990.449697:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322990.449716:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf2c00 00000400:00000200:2.0:1761322990.449726:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xab649 [1] + 224 00000400:00000200:2.0:1761322990.449743:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.449747:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322990.449757:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000eabe2b15 x1846879956446208/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761322990.449843:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000386cac00. 00000400:00000200:1.0:1761322990.449864:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a7e6aed8 00000400:00000010:1.0:1761322990.449866:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a7e6aed8. 00000100:00000200:1.0:1761322990.449879:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000eabe2b15 x1846879956446208/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761322990.449889:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000eabe2b15 x1846879956446208/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322990.449944:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 02000000:00000010:1.0:1761322990.449946:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000072b334f0. 00000400:00000200:3.0:1761322990.449956:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb56640 02000000:00000010:1.0:1761322990.449957:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009ff36f3f. 00000100:00000010:1.0:1761322990.449966:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000eabe2b15. 00000400:00000200:3.0:1761322990.449967:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xa9fa9 [2] + 1640 00000100:00000010:1.0:1761322990.449978:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001f9582b6. 00010000:00000010:1.0:1761322990.449982:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004bdec316. 00000400:00000200:3.0:1761322990.450016:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.450022:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322990.450026:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761322990.450033:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003d5ed93a. 00000020:00000010:0.0:1761322990.450233:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c04d3f61. 00000020:00000010:0.0:1761322990.450242:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000031f42188. 00000020:00000010:0.0:1761322990.450247:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005269528a. 00000100:00000200:0.0:1761322990.450305:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003d5ed93a x1846879955805760/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:143/0 lens 328/0 e 0 to 0 dl 1761323033 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761322990.450343:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955805760 02000000:00000010:0.0:1761322990.450356:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d01ea0fd. 00010000:00000010:0.0:1761322990.450385:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000053ebf24c. 00010000:00000010:0.0:1761322990.450408:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e969ef4d. 00000100:00000010:0.0:1761322990.450415:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f9b76f6c. 00000100:00000010:0.0:1761322990.450428:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f9b76f6c. 00010000:00000010:0.0:1761322990.450431:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e969ef4d. 00000400:00000010:0.0:1761322990.450441:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000825fa906. 00000100:00000200:0.0:1761322990.450446:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955805760, offset 224 00000400:00000200:0.0:1761322990.450452:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322990.450462:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322990.450467:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88534:88534:256:4294967295] 192.168.201.29@tcp LPNI seq info [88534:88534:8:4294967295] 00000400:00000200:0.0:1761322990.450475:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322990.450479:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322990.450482:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a69d00c5 (tot 82350866). 00000800:00000200:0.0:1761322990.450488:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322990.450497:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322990.450501:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a69d00c5 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:1.0:1761322990.450518:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000009ff36f3f. 00000020:00000010:0.0:1761322990.450530:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000031f42188. 00000020:00000010:0.0:1761322990.450536:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005269528a. 00000020:00000010:0.0:1761322990.450539:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c04d3f61. 00010000:00000010:1.0:1761322990.450619:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000157d6dea. 00010000:00000010:1.0:1761322990.450630:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000678a012f. 00010000:00000010:1.0:1761322990.450708:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005810024d. 00010000:00000010:1.0:1761322990.450715:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000157d6dea. 00010000:00000010:1.0:1761322990.450728:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004bdec316. 00000100:00000010:1.0:1761322990.450734:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001f9582b6. 00000100:00000010:1.0:1761322990.450741:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000eabe2b15. 02000000:00000010:1.0:1761322990.450756:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000072b334f0. 02000000:00000010:1.0:1761322990.450790:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000688d4a86. 00000400:00000010:1.0:1761322990.450795:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000386cac00. 00000400:00000010:1.0:1761322990.450800:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a7e6aed8. 00000100:00000200:1.0:1761322990.450806:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956446272, portal 16 00000400:00000010:1.0:1761322990.450811:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d7c2831e. 00000100:00000200:1.0:1761322990.450813:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956446272, offset 0 00000400:00000200:1.0:1761322990.450821:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322990.450834:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322990.450841:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:1.0:1761322990.450845:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761322990.450849:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:1.0:1761322990.450852:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88535:88535:255:4294967295] 192.168.201.29@tcp LPNI seq info [88535:88535:7:4294967295] 00000400:00000200:1.0:1761322990.450862:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322990.450868:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322990.450872:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000026dc90c4 (tot 82351114). 00000800:00000200:1.0:1761322990.450879:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322990.450888:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322990.450892:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000026dc90c4 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761322990.451165:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322990.451170:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a69d00c5 (tot 82350866). 00000400:00000200:2.0:1761322990.451175:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.451180:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322990.451184:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000825fa906 00000400:00000010:2.0:1761322990.451187:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000825fa906. 00000800:00000200:2.0:1761322990.451252:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322990.451254:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000026dc90c4 (tot 82350618). 00000400:00000200:2.0:1761322990.451257:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.451260:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322990.451262:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d7c2831e 00000400:00000010:2.0:1761322990.451263:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d7c2831e. 00000100:00000200:2.0:1761322990.451272:0:15812:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000eabe2b15 x1846879956446272/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322990.452426:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322990.452442:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf2c40 00000400:00000200:2.0:1761322990.452451:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xab655 [1] + 224 00000400:00000200:2.0:1761322990.452466:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.452469:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322990.452476:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000eabe2b15 x1846879956446272/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761322990.452562:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000386cac00. 00000400:00000200:1.0:1761322990.452579:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a7e6aed8 00000400:00000010:1.0:1761322990.452581:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a7e6aed8. 00000100:00000200:1.0:1761322990.452587:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000eabe2b15 x1846879956446272/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761322990.452594:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000eabe2b15 x1846879956446272/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761322990.452619:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000688d4a86. 02000000:00000010:1.0:1761322990.452625:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000072b334f0. 00000100:00000010:1.0:1761322990.452630:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000eabe2b15. 00000100:00000010:1.0:1761322990.452635:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001f9582b6. 00010000:00000010:1.0:1761322990.452638:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004bdec316. 00010000:00000010:0.1:1761322990.453100:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000903693f5. 00010000:00000010:1.1:1761322990.453167:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fc818b79. 00010000:00000010:1.1:1761322990.453176:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000095612185. 00000400:00000200:3.0:1761322990.454196:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322990.454211:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb56680 00000400:00000200:3.0:1761322990.454220:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xa9fa9 [2] + 1968 00000400:00000010:3.0:1761322990.454224:0:15810:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000013c23f94. 00000400:00000200:3.0:1761322990.454229:0:15810:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000209fb0aa 00000400:00000200:3.0:1761322990.454287:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.454292:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322990.454295:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000209fb0aa 00000400:00000010:3.0:1761322990.454297:0:15810:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000209fb0aa (tot 82350466). 00000100:00000200:3.0:1761322990.454306:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1761322990.454434:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c04d3f61. 00000020:00000010:0.0:1761322990.454443:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000031f42188. 00000020:00000010:0.0:1761322990.454448:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005269528a. 00000100:00000200:0.0:1761322990.454473:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000095134099 x1846879955805824/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:143/0 lens 328/0 e 0 to 0 dl 1761323033 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761322990.454505:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955805824 02000000:00000010:0.0:1761322990.454517:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004dd490ac. 00010000:00000010:0.0:1761322990.454545:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b1a2e62c. 00010000:00000010:0.0:1761322990.454564:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e969ef4d. 00000100:00000010:0.0:1761322990.454571:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f9b76f6c. 00000100:00000010:0.0:1761322990.454589:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f9b76f6c. 00010000:00000010:0.0:1761322990.454592:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e969ef4d. 00000400:00000010:0.0:1761322990.454604:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e04633ab. 00000100:00000200:0.0:1761322990.454608:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955805824, offset 224 00000400:00000200:0.0:1761322990.454616:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322990.454628:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322990.454633:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88536:88536:256:4294967295] 192.168.201.29@tcp LPNI seq info [88536:88536:8:4294967295] 00000400:00000200:0.0:1761322990.454643:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322990.454648:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322990.454652:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004c92fdd7 (tot 82350714). 00000800:00000200:0.0:1761322990.454658:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322990.454666:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322990.454669:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004c92fdd7 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761322990.454692:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000031f42188. 00000020:00000010:0.0:1761322990.454697:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005269528a. 00000020:00000010:0.0:1761322990.454700:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c04d3f61. 02000000:00000010:0.0:1761322990.454708:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d01ea0fd. 00000100:00000010:0.0:1761322990.454711:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003d5ed93a. 02000000:00000010:0.0:1761322990.454715:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003642dd39. 00000100:00000010:0.0:1761322990.454717:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004a31252b. 02000000:00000010:0.0:1761322990.454720:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d0bc6836. 00000100:00000010:0.0:1761322990.454722:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007661af9c. 02000000:00000010:0.0:1761322990.454725:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000066e878bf. 00000100:00000010:0.0:1761322990.454727:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007226fba0. 02000000:00000010:0.0:1761322990.454730:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000341c560c. 00000100:00000010:0.0:1761322990.454732:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001723ce77. 02000000:00000010:0.0:1761322990.454735:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000206e1f54. 00000100:00000010:0.0:1761322990.454737:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001e4c2c1b. 00000100:00000200:0.0:1761322990.454743:0:67479:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1761322990.454748:0:67479:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006be3bf47. 00000400:00000010:0.0:1761322990.454752:0:67479:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000f9b76f6c (tot 82350866). 00000800:00000200:2.0:1761322990.454856:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322990.454860:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004c92fdd7 (tot 82350618). 00000400:00000200:2.0:1761322990.454864:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.454868:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322990.454871:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e04633ab 00000400:00000010:2.0:1761322990.454873:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e04633ab. 02000000:00000010:2.0:1761322990.454880:0:15812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004dd490ac. 00080000:00000010:1.0:1761322990.454903:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000688d4a86. 00010000:00000010:1.0:1761322990.455114:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000157d6dea. 00010000:00000010:1.0:1761322990.455124:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000013384e22. 00010000:00000010:1.0:1761322990.455221:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000095612185. 00010000:00000010:1.0:1761322990.455226:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000157d6dea. 00010000:00000010:1.0:1761322990.455237:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004bdec316. 00000100:00000010:1.0:1761322990.455241:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001f9582b6. 00000100:00000010:1.0:1761322990.455248:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000eabe2b15. 02000000:00000010:1.0:1761322990.455261:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000072b334f0. 02000000:00000010:1.0:1761322990.455285:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cadb4a30. 00000400:00000010:1.0:1761322990.455288:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000386cac00. 00000400:00000010:1.0:1761322990.455293:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a7e6aed8. 00000100:00000200:1.0:1761322990.455295:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956446336, portal 16 00000400:00000010:1.0:1761322990.455299:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008a00ae04. 00000100:00000200:1.0:1761322990.455301:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956446336, offset 0 00000400:00000200:1.0:1761322990.455306:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322990.455312:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322990.455320:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:1.0:1761322990.455324:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761322990.455327:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:1.0:1761322990.455329:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88537:88537:256:4294967295] 192.168.201.29@tcp LPNI seq info [88537:88537:8:4294967295] 00000400:00000200:1.0:1761322990.455336:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322990.455340:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322990.455343:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004b4e0d4f (tot 82350866). 00000800:00000200:1.0:1761322990.455346:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322990.455350:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322990.455353:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004b4e0d4f type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761322990.455426:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322990.455428:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004b4e0d4f (tot 82350618). 00000400:00000200:2.0:1761322990.455432:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.455435:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322990.455438:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008a00ae04 00000400:00000010:2.0:1761322990.455439:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008a00ae04. 00000100:00000200:2.0:1761322990.455444:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000eabe2b15 x1846879956446336/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322990.457041:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00010000:00000010:1.1:1761322990.457115:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005bda8ba0. 00010000:00000010:0.1:1761322990.457119:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000018ccf12e. 00000400:00000200:2.0:1761322990.457123:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf2c80 00000400:00000200:2.0:1761322990.457135:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xab665 [1] + 224 00000400:00000200:2.0:1761322990.457154:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:1.1:1761322990.457154:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000005c7516b. 00010000:00000010:1.1:1761322990.457161:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000170f7f40. 00000400:00000200:2.0:1761322990.457162:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00010000:00000010:1.1:1761322990.457166:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000074cb238e. 00000100:00000200:2.0:1761322990.457176:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000eabe2b15 x1846879956446336/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761322990.457233:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000386cac00. 00000400:00000200:1.0:1761322990.457248:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a7e6aed8 00000400:00000010:1.0:1761322990.457250:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a7e6aed8. 00000100:00000200:1.0:1761322990.457256:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000eabe2b15 x1846879956446336/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761322990.457265:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000eabe2b15 x1846879956446336/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761322990.457302:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cadb4a30. 02000000:00000010:1.0:1761322990.457307:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000072b334f0. 00000100:00000010:1.0:1761322990.457312:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000eabe2b15. 00000100:00000010:1.0:1761322990.457316:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001f9582b6. 00010000:00000010:1.0:1761322990.457319:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004bdec316. 00000400:00000200:2.0:1761322990.457470:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322990.457477:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb566c0 00000400:00000200:2.0:1761322990.457483:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa001 [2] + 0 00000400:00000200:2.0:1761322990.457543:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.457547:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322990.457552:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761322990.457558:0:15812:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000559f9959. 00000020:00000010:0.0:1761322990.457658:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000206e1f54. 00000020:00000010:0.0:1761322990.457665:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000031f42188. 00000020:00000010:0.0:1761322990.457670:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005269528a. 00000100:00000200:0.0:1761322990.457699:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000559f9959 x1846879955805888/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:143/0 lens 328/0 e 0 to 0 dl 1761323033 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761322990.457733:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955805888 02000000:00000010:0.0:1761322990.457746:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000341c560c. 00010000:00000010:0.0:1761322990.457775:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000459178c7. 00010000:00000010:0.0:1761322990.457813:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e969ef4d. 00000100:00000010:0.0:1761322990.457823:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007edb774a. 00000100:00000010:0.0:1761322990.457841:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007edb774a. 00010000:00000010:0.0:1761322990.457844:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e969ef4d. 00000400:00000010:0.0:1761322990.457858:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000328fc61a. 00000100:00000200:0.0:1761322990.457863:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955805888, offset 224 00000400:00000200:0.0:1761322990.457870:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322990.457880:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322990.457885:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88538:88538:256:4294967295] 192.168.201.29@tcp LPNI seq info [88538:88538:8:4294967295] 00000400:00000200:0.0:1761322990.457894:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322990.457899:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322990.457904:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000361d1353 (tot 82350866). 00000800:00000200:0.0:1761322990.457911:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322990.457917:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322990.457921:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000361d1353 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:1.0:1761322990.457922:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cadb4a30. 00000020:00000010:0.0:1761322990.457946:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000031f42188. 00000020:00000010:0.0:1761322990.457952:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005269528a. 00000020:00000010:0.0:1761322990.457954:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000206e1f54. 00010000:00000010:1.0:1761322990.458016:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000157d6dea. 00010000:00000010:1.0:1761322990.458024:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000025c7b3a6. 00000800:00000200:2.0:1761322990.458108:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322990.458112:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000361d1353 (tot 82350618). 00000400:00000200:2.0:1761322990.458116:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.458121:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322990.458124:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000328fc61a 00000400:00000010:2.0:1761322990.458126:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000328fc61a. 00010000:00000010:1.0:1761322990.458144:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000074cb238e. 00010000:00000010:1.0:1761322990.458151:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000157d6dea. 00010000:00000010:1.0:1761322990.458163:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004bdec316. 00000100:00000010:1.0:1761322990.458166:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001f9582b6. 00000100:00000010:1.0:1761322990.458173:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000eabe2b15. 02000000:00000010:1.0:1761322990.458185:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000072b334f0. 02000000:00000010:1.0:1761322990.458212:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ba33c87d. 00000400:00000010:1.0:1761322990.458216:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000386cac00. 00000400:00000010:1.0:1761322990.458219:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a7e6aed8. 00000100:00000200:1.0:1761322990.458224:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956446400, portal 16 00000400:00000010:1.0:1761322990.458227:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000014459a3. 00000100:00000200:1.0:1761322990.458229:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956446400, offset 0 00000400:00000200:1.0:1761322990.458235:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322990.458241:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322990.458248:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:1.0:1761322990.458252:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761322990.458254:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:1.0:1761322990.458257:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88539:88539:256:4294967295] 192.168.201.29@tcp LPNI seq info [88539:88539:8:4294967295] 00000400:00000200:1.0:1761322990.458264:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322990.458268:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322990.458272:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c987b974 (tot 82350866). 00000800:00000200:1.0:1761322990.458276:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322990.458279:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322990.458281:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c987b974 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761322990.458360:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322990.458362:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c987b974 (tot 82350618). 00000400:00000200:2.0:1761322990.458366:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.458370:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322990.458373:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000014459a3 00000400:00000010:2.0:1761322990.458374:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000014459a3. 00000100:00000200:2.0:1761322990.458391:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000eabe2b15 x1846879956446400/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322990.460390:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322990.460407:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf2cc0 00000400:00000200:2.0:1761322990.460415:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xab671 [1] + 224 00000400:00000200:2.0:1761322990.460429:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.460433:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322990.460443:0:15812:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000eabe2b15 x1846879956446400/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761322990.460511:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000386cac00. 00000400:00000200:1.0:1761322990.460527:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a7e6aed8 00000400:00000010:1.0:1761322990.460529:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a7e6aed8. 00000100:00000200:1.0:1761322990.460535:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000eabe2b15 x1846879956446400/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761322990.460543:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000eabe2b15 x1846879956446400/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761322990.460583:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ba33c87d. 02000000:00000010:1.0:1761322990.460593:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000072b334f0. 00000100:00000010:1.0:1761322990.460598:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000eabe2b15. 00000100:00000010:1.0:1761322990.460603:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001f9582b6. 00010000:00000010:1.0:1761322990.460606:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004bdec316. 00000400:00000200:2.0:1761322990.460947:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322990.460956:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb56700 00000400:00000200:2.0:1761322990.460960:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa001 [2] + 328 00000400:00000200:2.0:1761322990.461008:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.461011:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322990.461016:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761322990.461021:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004dd461b4. 00000020:00000010:0.0:1761322990.461123:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000206e1f54. 00000020:00000010:0.0:1761322990.461129:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000031f42188. 00000020:00000010:0.0:1761322990.461135:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005269528a. 00000100:00000200:0.0:1761322990.461164:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000004dd461b4 x1846879955805952/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:143/0 lens 328/0 e 0 to 0 dl 1761323033 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761322990.461194:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955805952 02000000:00000010:0.0:1761322990.461219:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000066e878bf. 00010000:00000010:0.0:1761322990.461253:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000040a6f9c2. 00010000:00000010:0.0:1761322990.461278:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e969ef4d. 00000100:00000010:0.0:1761322990.461285:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007edb774a. 00000100:00000010:0.0:1761322990.461304:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007edb774a. 00010000:00000010:0.0:1761322990.461309:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e969ef4d. 00000400:00000010:0.0:1761322990.461326:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000037e22b3c. 00000100:00000200:0.0:1761322990.461331:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955805952, offset 224 00000400:00000200:0.0:1761322990.461341:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322990.461353:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322990.461360:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88540:88540:256:4294967295] 192.168.201.29@tcp LPNI seq info [88540:88540:8:4294967295] 00000400:00000200:0.0:1761322990.461371:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322990.461376:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322990.461380:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000057731204 (tot 82350866). 00000800:00000200:0.0:1761322990.461386:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322990.461392:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322990.461396:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000057731204 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761322990.461423:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000031f42188. 00000020:00000010:0.0:1761322990.461428:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005269528a. 00000020:00000010:0.0:1761322990.461431:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000206e1f54. 00080000:00000010:1.0:1761322990.461451:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ba33c87d. 00000800:00000200:2.0:1761322990.461540:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00010000:00000010:1.0:1761322990.461544:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000157d6dea. 00000800:00000010:2.0:1761322990.461545:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000057731204 (tot 82350618). 00000400:00000200:2.0:1761322990.461551:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:1.0:1761322990.461553:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009da335c3. 00000400:00000200:2.0:1761322990.461556:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322990.461560:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000037e22b3c 00000400:00000010:2.0:1761322990.461563:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000037e22b3c. 00010000:00000010:1.0:1761322990.461634:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000005c7516b. 00010000:00000010:1.0:1761322990.461640:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000157d6dea. 00010000:00000010:1.0:1761322990.461651:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004bdec316. 00000100:00000010:1.0:1761322990.461656:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001f9582b6. 00000100:00000010:1.0:1761322990.461663:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000eabe2b15. 02000000:00000010:1.0:1761322990.461676:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b6286b94. 02000000:00000010:1.0:1761322990.461704:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001b5f9acc. 00000400:00000010:1.0:1761322990.461709:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000386cac00. 00000400:00000010:1.0:1761322990.461713:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a7e6aed8. 00000100:00000200:1.0:1761322990.461717:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956446464, portal 16 00000400:00000010:1.0:1761322990.461721:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ecc16fca. 00000100:00000200:1.0:1761322990.461724:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956446464, offset 0 00000400:00000200:1.0:1761322990.461729:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322990.461736:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322990.461759:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:1.0:1761322990.461763:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761322990.461766:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:1.0:1761322990.461768:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88541:88541:256:4294967295] 192.168.201.29@tcp LPNI seq info [88541:88541:8:4294967295] 00000400:00000200:1.0:1761322990.461775:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322990.461780:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322990.461784:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006759b894 (tot 82350866). 00000800:00000200:1.0:1761322990.461788:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322990.461792:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322990.461794:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006759b894 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761322990.461899:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322990.461901:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006759b894 (tot 82350618). 00000400:00000200:2.0:1761322990.461905:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.461909:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322990.461911:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ecc16fca 00000400:00000010:2.0:1761322990.461912:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ecc16fca. 00000100:00000200:2.0:1761322990.461918:0:15812:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000eabe2b15 x1846879956446464/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322990.463542:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322990.463557:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf2d00 00000400:00000200:2.0:1761322990.463566:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xab67d [1] + 224 00000400:00000200:2.0:1761322990.463581:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.463585:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322990.463595:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000eabe2b15 x1846879956446464/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761322990.463657:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000386cac00. 00000400:00000200:1.0:1761322990.463673:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a7e6aed8 00000400:00000010:1.0:1761322990.463675:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a7e6aed8. 00000100:00000200:1.0:1761322990.463682:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000eabe2b15 x1846879956446464/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761322990.463695:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000eabe2b15 x1846879956446464/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761322990.463731:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001b5f9acc. 02000000:00000010:1.0:1761322990.463737:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b6286b94. 00000100:00000010:1.0:1761322990.463742:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000eabe2b15. 00000100:00000010:1.0:1761322990.463746:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001f9582b6. 00010000:00000010:1.0:1761322990.463749:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004bdec316. 00000400:00000200:2.0:1761322990.463922:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322990.463930:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb56740 00000400:00000200:2.0:1761322990.463936:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa001 [2] + 656 00000400:00000200:2.0:1761322990.463984:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.463987:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322990.463992:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761322990.463997:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007226fba0. 00000020:00000010:0.0:1761322990.464114:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000206e1f54. 00000020:00000010:0.0:1761322990.464122:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000031f42188. 00000020:00000010:0.0:1761322990.464127:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005269528a. 00000100:00000200:0.0:1761322990.464156:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007226fba0 x1846879955806016/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:143/0 lens 328/0 e 0 to 0 dl 1761323033 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761322990.464192:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955806016 02000000:00000010:0.0:1761322990.464204:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d0bc6836. 00010000:00000010:0.0:1761322990.464236:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000aa4583bb. 00010000:00000010:0.0:1761322990.464258:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e969ef4d. 00000100:00000010:0.0:1761322990.464264:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007edb774a. 00000100:00000010:0.0:1761322990.464282:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007edb774a. 00010000:00000010:0.0:1761322990.464284:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e969ef4d. 00000400:00000010:0.0:1761322990.464299:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006519b1d7. 00000100:00000200:0.0:1761322990.464304:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955806016, offset 224 00000400:00000200:0.0:1761322990.464312:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322990.464323:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322990.464337:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88542:88542:256:4294967295] 192.168.201.29@tcp LPNI seq info [88542:88542:8:4294967295] 00080000:00000010:1.0:1761322990.464338:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b6286b94. 00000400:00000200:0.0:1761322990.464352:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322990.464357:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322990.464361:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000057731204 (tot 82350866). 00000800:00000200:0.0:1761322990.464367:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322990.464374:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322990.464378:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000057731204 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761322990.464414:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000031f42188. 00000020:00000010:0.0:1761322990.464419:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005269528a. 00000020:00000010:0.0:1761322990.464424:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000206e1f54. 00010000:00000010:1.0:1761322990.464428:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000157d6dea. 00010000:00000010:1.0:1761322990.464438:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c5d999d. 00000800:00000200:2.0:1761322990.464486:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322990.464490:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000057731204 (tot 82350618). 00000400:00000200:2.0:1761322990.464494:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.464498:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322990.464501:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006519b1d7 00000400:00000010:2.0:1761322990.464502:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006519b1d7. 00010000:00000010:1.0:1761322990.464515:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000170f7f40. 00010000:00000010:1.0:1761322990.464521:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.464527:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c0ccc7c6. 00010000:00000010:1.0:1761322990.464533:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000157d6dea. 00080000:00000010:1.0:1761322990.464545:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000001b5f9acc. 00010000:00000010:1.0:1761322990.464569:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000157d6dea. 00010000:00000010:1.0:1761322990.464573:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.464619:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f7fa86b2. 00010000:00000010:1.0:1761322990.464622:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000157d6dea. 00010000:00000010:1.0:1761322990.464630:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004bdec316. 00000100:00000010:1.0:1761322990.464633:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001f9582b6. 00000100:00000010:1.0:1761322990.464640:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000eabe2b15. 02000000:00000010:1.0:1761322990.464653:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000047b7c00e. 02000000:00000010:1.0:1761322990.464681:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e44e7d28. 00000400:00000010:1.0:1761322990.464687:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000386cac00. 00000400:00000010:1.0:1761322990.464692:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a7e6aed8. 00000100:00000200:1.0:1761322990.464697:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956446528, portal 16 00000400:00000010:1.0:1761322990.464702:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005d51e45b. 00000100:00000200:1.0:1761322990.464704:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956446528, offset 0 00000400:00000200:1.0:1761322990.464710:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322990.464717:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322990.464723:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:1.0:1761322990.464727:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761322990.464730:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:1.0:1761322990.464732:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88543:88543:256:4294967295] 192.168.201.29@tcp LPNI seq info [88543:88543:8:4294967295] 00000400:00000200:1.0:1761322990.464739:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322990.464744:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322990.464747:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000075600cbc (tot 82350866). 00000800:00000200:1.0:1761322990.464750:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322990.464754:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322990.464769:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000075600cbc type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761322990.464856:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322990.464859:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000075600cbc (tot 82350618). 00000400:00000200:2.0:1761322990.464862:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.464866:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322990.464868:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005d51e45b 00000400:00000010:2.0:1761322990.464870:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005d51e45b. 00000100:00000200:2.0:1761322990.464875:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000eabe2b15 x1846879956446528/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761322990.466123:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000035e0a462. 00010000:00000010:0.1:1761322990.466123:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000f609e13. 00010000:00000010:1.1:1761322990.466134:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ce0cc604. 00000400:00000200:2.0:1761322990.466178:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322990.466190:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf2d40 00000400:00000200:2.0:1761322990.466196:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xab689 [1] + 224 00000400:00000200:2.0:1761322990.466208:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.466211:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322990.466218:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000eabe2b15 x1846879956446528/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761322990.466382:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000386cac00. 00000400:00000200:1.0:1761322990.466396:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a7e6aed8 00000400:00000010:1.0:1761322990.466398:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a7e6aed8. 00000100:00000200:1.0:1761322990.466404:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000eabe2b15 x1846879956446528/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761322990.466427:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000eabe2b15 x1846879956446528/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761322990.466460:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e44e7d28. 02000000:00000010:1.0:1761322990.466469:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000047b7c00e. 00000100:00000010:1.0:1761322990.466473:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000eabe2b15. 00000100:00000010:1.0:1761322990.466476:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001f9582b6. 00010000:00000010:1.0:1761322990.466479:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004bdec316. 00000400:00000200:2.0:1761322990.466622:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322990.466630:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb56780 00000400:00000200:2.0:1761322990.466636:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa001 [2] + 984 00000400:00000200:2.0:1761322990.466685:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.466689:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322990.466693:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761322990.466698:0:15812:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007661af9c. 00000020:00000010:0.0:1761322990.466788:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000206e1f54. 00000020:00000010:0.0:1761322990.466795:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000031f42188. 00000020:00000010:0.0:1761322990.466799:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005269528a. 00000100:00000200:0.0:1761322990.466826:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007661af9c x1846879955806080/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:143/0 lens 328/0 e 0 to 0 dl 1761323033 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761322990.466856:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955806080 02000000:00000010:0.0:1761322990.466870:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003642dd39. 00010000:00000010:0.0:1761322990.466897:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045d08011. 00010000:00000010:0.0:1761322990.466916:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e969ef4d. 00000100:00000010:0.0:1761322990.466921:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007edb774a. 00000100:00000010:0.0:1761322990.467025:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007edb774a. 00010000:00000010:0.0:1761322990.467029:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e969ef4d. 00000400:00000010:0.0:1761322990.467045:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006ed25e9e. 00000100:00000200:0.0:1761322990.467061:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955806080, offset 224 00000400:00000200:0.0:1761322990.467069:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00080000:00000010:1.0:1761322990.467096:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000047b7c00e. 00000400:00000200:0.0:1761322990.467106:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322990.467112:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88544:88544:256:4294967295] 192.168.201.29@tcp LPNI seq info [88544:88544:8:4294967295] 00000400:00000200:0.0:1761322990.467122:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322990.467127:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322990.467172:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000361d1353 (tot 82350866). 00000800:00000200:0.0:1761322990.467179:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00010000:00000010:1.0:1761322990.467185:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000157d6dea. 00000800:00000200:0.0:1761322990.467186:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322990.467192:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000361d1353 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:1.0:1761322990.467193:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004a4b0501. 00000020:00000010:0.0:1761322990.467215:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000031f42188. 00000020:00000010:0.0:1761322990.467221:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005269528a. 00000020:00000010:0.0:1761322990.467225:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000206e1f54. 00010000:00000010:1.0:1761322990.467256:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ce0cc604. 00010000:00000010:1.0:1761322990.467263:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000157d6dea. 00010000:00000010:1.0:1761322990.467276:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004bdec316. 00000100:00000010:1.0:1761322990.467280:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001f9582b6. 00000100:00000010:1.0:1761322990.467287:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000eabe2b15. 00000800:00000200:2.0:1761322990.467296:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 02000000:00000010:1.0:1761322990.467299:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e44e7d28. 00000800:00000010:2.0:1761322990.467300:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000361d1353 (tot 82350618). 00000400:00000200:2.0:1761322990.467306:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.467312:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322990.467315:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006ed25e9e 00000400:00000010:2.0:1761322990.467317:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006ed25e9e. 02000000:00000010:1.0:1761322990.467327:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f0ce722e. 00000400:00000010:1.0:1761322990.467333:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000386cac00. 00000400:00000010:1.0:1761322990.467337:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a7e6aed8. 00000100:00000200:1.0:1761322990.467342:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956446592, portal 16 00000400:00000010:1.0:1761322990.467346:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005178a5a4. 00000100:00000200:1.0:1761322990.467347:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956446592, offset 0 00000400:00000200:1.0:1761322990.467353:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322990.467359:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322990.467366:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:1.0:1761322990.467369:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761322990.467372:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:1.0:1761322990.467374:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88545:88545:256:4294967295] 192.168.201.29@tcp LPNI seq info [88545:88545:8:4294967295] 00000400:00000200:1.0:1761322990.467381:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322990.467386:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322990.467389:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009abd418e (tot 82350866). 00000800:00000200:1.0:1761322990.467393:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322990.467396:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322990.467398:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009abd418e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761322990.467493:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322990.467495:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009abd418e (tot 82350618). 00000400:00000200:2.0:1761322990.467498:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.467502:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322990.467505:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005178a5a4 00000400:00000010:2.0:1761322990.467506:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005178a5a4. 00000100:00000200:2.0:1761322990.467511:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000eabe2b15 x1846879956446592/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322990.468998:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322990.469019:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf2d80 00000400:00000200:2.0:1761322990.469028:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xab695 [1] + 224 00000400:00000200:2.0:1761322990.469045:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.469049:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322990.469069:0:15812:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000eabe2b15 x1846879956446592/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761322990.469161:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000386cac00. 00000400:00000200:1.0:1761322990.469180:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a7e6aed8 00000400:00000010:1.0:1761322990.469182:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a7e6aed8. 00000100:00000200:1.0:1761322990.469192:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000eabe2b15 x1846879956446592/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761322990.469201:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000eabe2b15 x1846879956446592/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761322990.469233:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f0ce722e. 02000000:00000010:1.0:1761322990.469240:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e44e7d28. 00000100:00000010:1.0:1761322990.469244:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000eabe2b15. 00000100:00000010:1.0:1761322990.469247:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001f9582b6. 00010000:00000010:1.0:1761322990.469251:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004bdec316. 00000400:00000200:2.0:1761322990.469625:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322990.469639:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb567c0 00000400:00000200:2.0:1761322990.469646:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa001 [2] + 1312 00000400:00000200:2.0:1761322990.469719:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.469724:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322990.469730:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761322990.469735:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004a31252b. 00000020:00000010:0.0:1761322990.469836:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000206e1f54. 00000020:00000010:0.0:1761322990.469843:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000031f42188. 00000020:00000010:0.0:1761322990.469847:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005269528a. 00000100:00000200:0.0:1761322990.469874:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000004a31252b x1846879955806144/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:143/0 lens 328/0 e 0 to 0 dl 1761323033 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761322990.469906:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955806144 02000000:00000010:0.0:1761322990.469927:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d01ea0fd. 00010000:00000010:0.0:1761322990.469961:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000079e33acd. 00010000:00000010:0.0:1761322990.469985:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e969ef4d. 00000100:00000010:0.0:1761322990.469992:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007edb774a. 00000100:00000010:0.0:1761322990.470006:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007edb774a. 00010000:00000010:0.0:1761322990.470008:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e969ef4d. 00000400:00000010:0.0:1761322990.470027:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ac2f0f58. 00000100:00000200:0.0:1761322990.470031:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955806144, offset 224 00000400:00000200:0.0:1761322990.470038:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00080000:00000010:1.0:1761322990.470043:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e44e7d28. 00000400:00000200:0.0:1761322990.470061:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322990.470067:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88546:88546:256:4294967295] 192.168.201.29@tcp LPNI seq info [88546:88546:8:4294967295] 00010000:00000010:1.1:1761322990.470096:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bef25382. 00010000:00000010:0.1:1761322990.470096:0:67479:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b7befc1c. 00010000:00000010:0.1:1761322990.470101:0:67479:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000147197e2. 00010000:00000010:0.1:1761322990.470104:0:67479:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e69bc1b1. 00000400:00000200:0.0:1761322990.470112:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00010000:00000010:1.1:1761322990.470114:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005810024d. 00010000:00000010:1.1:1761322990.470117:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bbf695cf. 00000800:00000200:0.0:1761322990.470118:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00010000:00000010:1.1:1761322990.470119:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000095612185. 00000800:00000010:0.0:1761322990.470122:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004c92fdd7 (tot 82350866). 00000800:00000200:0.0:1761322990.470127:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322990.470133:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322990.470137:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004c92fdd7 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761322990.470156:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000031f42188. 00000020:00000010:0.0:1761322990.470161:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005269528a. 00000020:00000010:0.0:1761322990.470164:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000206e1f54. 00010000:00000010:1.0:1761322990.470184:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000157d6dea. 00010000:00000010:1.0:1761322990.470193:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c357274b. 00000800:00000200:2.0:1761322990.470229:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322990.470234:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004c92fdd7 (tot 82350618). 00000400:00000200:2.0:1761322990.470238:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.470242:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322990.470245:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ac2f0f58 00000400:00000010:2.0:1761322990.470247:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ac2f0f58. 00010000:00000010:1.0:1761322990.470260:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000095612185. 00010000:00000010:1.0:1761322990.470267:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000157d6dea. 00010000:00000010:1.0:1761322990.470281:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004bdec316. 00000100:00000010:1.0:1761322990.470284:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001f9582b6. 00000100:00000010:1.0:1761322990.470290:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000eabe2b15. 02000000:00000010:1.0:1761322990.470303:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f0ce722e. 02000000:00000010:1.0:1761322990.470328:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000072b334f0. 00000400:00000010:1.0:1761322990.470332:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000386cac00. 00000400:00000010:1.0:1761322990.470335:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a7e6aed8. 00000100:00000200:1.0:1761322990.470338:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956446656, portal 16 00000400:00000010:1.0:1761322990.470342:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003650095b. 00000100:00000200:1.0:1761322990.470344:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956446656, offset 0 00000400:00000200:1.0:1761322990.470354:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322990.470360:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322990.470367:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:1.0:1761322990.470371:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761322990.470373:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:1.0:1761322990.470375:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88547:88547:256:4294967295] 192.168.201.29@tcp LPNI seq info [88547:88547:8:4294967295] 00000400:00000200:1.0:1761322990.470391:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322990.470395:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322990.470399:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cdb67613 (tot 82350866). 00000800:00000200:1.0:1761322990.470402:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322990.470406:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322990.470408:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cdb67613 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761322990.470746:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322990.470749:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cdb67613 (tot 82350618). 00000400:00000200:2.0:1761322990.470752:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.470756:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322990.470758:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003650095b 00000400:00000010:2.0:1761322990.470760:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003650095b. 00000100:00000200:2.0:1761322990.470766:0:15812:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000eabe2b15 x1846879956446656/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322990.471680:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322990.471693:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf2dc0 00000400:00000200:2.0:1761322990.471700:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xab6a1 [1] + 224 00000400:00000200:2.0:1761322990.471711:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.471713:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322990.471719:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000eabe2b15 x1846879956446656/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761322990.471957:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000386cac00. 00000400:00000200:1.0:1761322990.471975:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a7e6aed8 00000400:00000010:1.0:1761322990.471977:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a7e6aed8. 00000100:00000200:1.0:1761322990.471983:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000eabe2b15 x1846879956446656/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761322990.471992:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000eabe2b15 x1846879956446656/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761322990.472028:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000072b334f0. 02000000:00000010:1.0:1761322990.472035:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f0ce722e. 00000100:00000010:1.0:1761322990.472039:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000eabe2b15. 00000100:00000010:1.0:1761322990.472043:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001f9582b6. 00010000:00000010:1.0:1761322990.472046:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004bdec316. 00000400:00000200:2.0:1761322990.472320:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322990.472327:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb56800 00000400:00000200:2.0:1761322990.472331:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa001 [2] + 1640 00000400:00000200:2.0:1761322990.472369:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.472372:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322990.472376:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761322990.472382:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005bffa580. 00000020:00000010:0.0:1761322990.472447:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000206e1f54. 00000020:00000010:0.0:1761322990.472454:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000031f42188. 00000020:00000010:0.0:1761322990.472458:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005269528a. 00000100:00000200:0.0:1761322990.472483:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005bffa580 x1846879955806208/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:143/0 lens 328/0 e 0 to 0 dl 1761323033 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761322990.472511:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955806208 02000000:00000010:0.0:1761322990.472523:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c04d3f61. 00010000:00000010:0.0:1761322990.472549:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b3d8d6b4. 00010000:00000010:0.0:1761322990.472572:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e969ef4d. 00000100:00000010:0.0:1761322990.472579:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007edb774a. 00000100:00000010:0.0:1761322990.472602:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007edb774a. 00010000:00000010:0.0:1761322990.472605:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e969ef4d. 00000400:00000010:0.0:1761322990.472628:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000052eed8f0. 00000100:00000200:0.0:1761322990.472633:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955806208, offset 224 00000400:00000200:0.0:1761322990.472644:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322990.472653:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322990.472658:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88548:88548:256:4294967295] 192.168.201.29@tcp LPNI seq info [88548:88548:8:4294967295] 00000400:00000200:0.0:1761322990.472666:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322990.472671:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322990.472675:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a69d00c5 (tot 82350866). 00000800:00000200:0.0:1761322990.472680:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322990.472685:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322990.472688:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a69d00c5 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761322990.472708:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000031f42188. 00000020:00000010:0.0:1761322990.472712:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005269528a. 00000020:00000010:0.0:1761322990.472715:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000206e1f54. 00080000:00000010:1.0:1761322990.472767:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000072b334f0. 00000800:00000200:2.0:1761322990.472809:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322990.472813:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a69d00c5 (tot 82350618). 00000400:00000200:2.0:1761322990.472817:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.472822:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322990.472825:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000052eed8f0 00000400:00000010:2.0:1761322990.472827:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000052eed8f0. 00010000:00000010:1.0:1761322990.472847:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000157d6dea. 00010000:00000010:1.0:1761322990.472856:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000934ed69d. 00010000:00000010:1.0:1761322990.472922:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005810024d. 00010000:00000010:1.0:1761322990.472929:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000157d6dea. 00010000:00000010:1.0:1761322990.472939:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004bdec316. 00000100:00000010:1.0:1761322990.472942:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001f9582b6. 00000100:00000010:1.0:1761322990.472947:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000eabe2b15. 02000000:00000010:1.0:1761322990.472959:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f0ce722e. 02000000:00000010:1.0:1761322990.472984:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b6bf1219. 00000400:00000010:1.0:1761322990.472988:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000386cac00. 00000400:00000010:1.0:1761322990.472991:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a7e6aed8. 00000100:00000200:1.0:1761322990.472995:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956446720, portal 16 00000400:00000010:1.0:1761322990.472999:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000962e04ce. 00000100:00000200:1.0:1761322990.473001:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956446720, offset 0 00000400:00000200:1.0:1761322990.473007:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322990.473013:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322990.473019:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:1.0:1761322990.473023:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761322990.473026:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:1.0:1761322990.473028:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88549:88549:256:4294967295] 192.168.201.29@tcp LPNI seq info [88549:88549:8:4294967295] 00000400:00000200:1.0:1761322990.473035:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322990.473040:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322990.473043:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003124c809 (tot 82350866). 00000800:00000200:1.0:1761322990.473047:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322990.473064:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322990.473067:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003124c809 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761322990.473151:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322990.473154:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003124c809 (tot 82350618). 00000400:00000200:2.0:1761322990.473158:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.473162:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322990.473164:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000962e04ce 00000400:00000010:2.0:1761322990.473165:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000962e04ce. 00000100:00000200:2.0:1761322990.473171:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000eabe2b15 x1846879956446720/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761322990.474113:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000074ba0363. 00010000:00000010:1.1:1761322990.474122:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000074cb238e. 00010000:00000010:1.1:1761322990.474126:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004a696f74. 00010000:00000010:1.1:1761322990.474129:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000005c7516b. 00010000:00000010:1.1:1761322990.474132:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000170f7f40. 00010000:00000010:1.1:1761322990.474134:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c0ccc7c6. 00010000:00000010:0.1:1761322990.474172:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e5d1b8cb. 00000400:00000200:2.0:1761322990.475142:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322990.475156:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf2e00 00000400:00000200:2.0:1761322990.475163:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xab6ad [1] + 224 00000400:00000200:2.0:1761322990.475174:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.475178:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322990.475187:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000eabe2b15 x1846879956446720/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322990.475228:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322990.475233:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb56840 00000400:00000200:2.0:1761322990.475239:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa001 [2] + 1968 00000400:00000010:2.0:1761322990.475243:0:15810:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ba3a7f92. 00000400:00000200:2.0:1761322990.475246:0:15810:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000667031e1 00000400:00000200:2.0:1761322990.475290:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.475294:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322990.475296:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000667031e1 00000400:00000010:2.0:1761322990.475298:0:15810:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000667031e1 (tot 82350466). 00000100:00000200:2.0:1761322990.475302:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:1.0:1761322990.475379:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000386cac00. 00000400:00000200:1.0:1761322990.475395:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a7e6aed8 00000400:00000010:1.0:1761322990.475397:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a7e6aed8. 00000100:00000200:1.0:1761322990.475404:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000eabe2b15 x1846879956446720/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761322990.475411:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000eabe2b15 x1846879956446720/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000020:00000010:0.0:1761322990.475414:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000206e1f54. 00000020:00000010:0.0:1761322990.475421:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000031f42188. 00000020:00000010:0.0:1761322990.475426:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005269528a. 02000000:00000010:1.0:1761322990.475441:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b6bf1219. 02000000:00000010:1.0:1761322990.475447:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f0ce722e. 00000100:00000010:1.0:1761322990.475453:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000eabe2b15. 00000100:00000010:1.0:1761322990.475458:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001f9582b6. 00010000:00000010:1.0:1761322990.475461:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004bdec316. 00000100:00000200:0.0:1761322990.475462:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000004e74e1af x1846879955806272/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:143/0 lens 328/0 e 0 to 0 dl 1761323033 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761322990.475502:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955806272 02000000:00000010:0.0:1761322990.475515:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000033c58364. 00010000:00000010:0.0:1761322990.475543:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000068060cd4. 00010000:00000010:0.0:1761322990.475576:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e969ef4d. 00000100:00000010:0.0:1761322990.475583:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007edb774a. 00000100:00000010:0.0:1761322990.475600:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007edb774a. 00010000:00000010:0.0:1761322990.475603:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e969ef4d. 00000400:00000010:0.0:1761322990.475617:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b5b32290. 00000100:00000200:0.0:1761322990.475641:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955806272, offset 224 00080000:00000010:1.0:1761322990.475647:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b6bf1219. 00000400:00000200:0.0:1761322990.475652:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322990.475663:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322990.475669:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88550:88550:256:4294967295] 192.168.201.29@tcp LPNI seq info [88550:88550:8:4294967295] 00000400:00000200:0.0:1761322990.475678:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322990.475684:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322990.475689:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f8f59593 (tot 82350714). 00000800:00000200:0.0:1761322990.475700:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322990.475707:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322990.475711:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f8f59593 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:1.0:1761322990.475725:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000157d6dea. 00010000:00000010:1.0:1761322990.475733:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d25fa367. 00000020:00000010:0.0:1761322990.475746:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000031f42188. 00000020:00000010:0.0:1761322990.475752:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005269528a. 00000020:00000010:0.0:1761322990.475755:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000206e1f54. 02000000:00000010:0.0:1761322990.475763:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c04d3f61. 00000100:00000010:0.0:1761322990.475766:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005bffa580. 02000000:00000010:0.0:1761322990.475769:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d01ea0fd. 00000100:00000010:0.0:1761322990.475771:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004a31252b. 02000000:00000010:0.0:1761322990.475774:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003642dd39. 00000100:00000010:0.0:1761322990.475777:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007661af9c. 02000000:00000010:0.0:1761322990.475779:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d0bc6836. 00000100:00000010:0.0:1761322990.475781:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007226fba0. 02000000:00000010:0.0:1761322990.475784:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000066e878bf. 00000100:00000010:0.0:1761322990.475786:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004dd461b4. 02000000:00000010:0.0:1761322990.475789:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000341c560c. 00000100:00000010:0.0:1761322990.475791:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000559f9959. 00000100:00000200:0.0:1761322990.475797:0:67479:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1761322990.475802:0:67479:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008cc5d4f5. 00000400:00000010:0.0:1761322990.475806:0:67479:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000007edb774a (tot 82350866). 00010000:00000010:1.0:1761322990.475816:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c0ccc7c6. 00010000:00000010:1.0:1761322990.475823:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000157d6dea. 00010000:00000010:1.0:1761322990.475835:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004bdec316. 00000100:00000010:1.0:1761322990.475839:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001f9582b6. 00000100:00000010:1.0:1761322990.475845:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000eabe2b15. 02000000:00000010:1.0:1761322990.475858:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f0ce722e. 02000000:00000010:1.0:1761322990.475888:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000058a566ca. 00000400:00000010:1.0:1761322990.475892:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000386cac00. 00000400:00000010:1.0:1761322990.475896:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a7e6aed8. 00000100:00000200:1.0:1761322990.475899:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956446784, portal 16 00000400:00000010:1.0:1761322990.475902:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000048107573. 00000100:00000200:1.0:1761322990.475905:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956446784, offset 0 00000400:00000200:1.0:1761322990.475910:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322990.475916:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322990.475933:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:1.0:1761322990.475937:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761322990.475940:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:1.0:1761322990.475942:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88551:88551:255:4294967295] 192.168.201.29@tcp LPNI seq info [88551:88551:7:4294967295] 00000400:00000200:1.0:1761322990.475950:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322990.475954:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322990.475958:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000056e29e94 (tot 82351114). 00000800:00000200:1.0:1761322990.475962:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322990.475966:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322990.475968:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000056e29e94 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761322990.476068:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322990.476071:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f8f59593 (tot 82350866). 00000400:00000200:2.0:1761322990.476110:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.476115:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322990.476118:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b5b32290 00000400:00000010:2.0:1761322990.476120:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b5b32290. 02000000:00000010:2.0:1761322990.476126:0:15812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000033c58364. 00000800:00000200:2.0:1761322990.476159:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322990.476161:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000056e29e94 (tot 82350618). 00000400:00000200:2.0:1761322990.476164:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.476167:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322990.476169:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000048107573 00000400:00000010:2.0:1761322990.476170:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000048107573. 00000100:00000200:2.0:1761322990.476175:0:15812:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000eabe2b15 x1846879956446784/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322990.477813:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322990.477828:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf2e40 00000400:00000200:2.0:1761322990.477835:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xab6bd [1] + 224 00000400:00000200:2.0:1761322990.477850:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.477854:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322990.477861:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000eabe2b15 x1846879956446784/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761322990.477957:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000386cac00. 00000400:00000200:1.0:1761322990.477973:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a7e6aed8 00000400:00000010:1.0:1761322990.477975:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a7e6aed8. 00000100:00000200:1.0:1761322990.477981:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000eabe2b15 x1846879956446784/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761322990.477989:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000eabe2b15 x1846879956446784/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761322990.478027:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000058a566ca. 02000000:00000010:1.0:1761322990.478033:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f0ce722e. 00000100:00000010:1.0:1761322990.478039:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000eabe2b15. 00000100:00000010:1.0:1761322990.478043:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001f9582b6. 00010000:00000010:1.0:1761322990.478046:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004bdec316. 00010000:00000010:1.1:1761322990.478098:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003e819b3d. 00010000:00000010:1.1:1761322990.478104:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f7fa86b2. 00010000:00000010:1.1:1761322990.478108:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000475dd234. 00010000:00000010:1.1:1761322990.478111:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ce0cc604. 00000400:00000200:2.0:1761322990.478237:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322990.478245:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb56880 00000400:00000200:2.0:1761322990.478250:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa061 [2] + 0 00010000:00000010:0.1:1761322990.478266:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000770aadd6. 00010000:00000010:0.1:1761322990.478271:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000026a33c00. 00000400:00000200:2.0:1761322990.478295:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.478299:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322990.478305:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761322990.478310:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f7a33011. 00000020:00000010:0.0:1761322990.478367:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000341c560c. 00000020:00000010:0.0:1761322990.478374:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000031f42188. 00000020:00000010:0.0:1761322990.478378:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005269528a. 00000100:00000200:0.0:1761322990.478410:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f7a33011 x1846879955806336/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:143/0 lens 328/0 e 0 to 0 dl 1761323033 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761322990.478439:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955806336 02000000:00000010:0.0:1761322990.478452:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000066e878bf. 00010000:00000010:0.0:1761322990.478486:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ea46c2d9. 00010000:00000010:0.0:1761322990.478508:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e969ef4d. 00000100:00000010:0.0:1761322990.478514:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000227e61cf. 00000100:00000010:0.0:1761322990.478532:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000227e61cf. 00010000:00000010:0.0:1761322990.478534:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e969ef4d. 00000400:00000010:0.0:1761322990.478551:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ac81ce21. 00000100:00000200:0.0:1761322990.478555:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955806336, offset 224 00000400:00000200:0.0:1761322990.478562:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322990.478572:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322990.478578:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88552:88552:256:4294967295] 192.168.201.29@tcp LPNI seq info [88552:88552:8:4294967295] 00000400:00000200:0.0:1761322990.478588:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322990.478592:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322990.478596:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bf5e0f07 (tot 82350866). 00000800:00000200:0.0:1761322990.478601:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322990.478607:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322990.478615:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bf5e0f07 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761322990.478639:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000031f42188. 00000020:00000010:0.0:1761322990.478643:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005269528a. 00000020:00000010:0.0:1761322990.478646:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000341c560c. 00080000:00000010:1.0:1761322990.478647:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000058a566ca. 00010000:00000010:1.0:1761322990.478730:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000157d6dea. 00010000:00000010:1.0:1761322990.478737:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003ab53a01. 00000800:00000200:2.0:1761322990.478756:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322990.478759:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bf5e0f07 (tot 82350618). 00000400:00000200:2.0:1761322990.478763:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.478766:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322990.478768:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ac81ce21 00000400:00000010:2.0:1761322990.478770:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ac81ce21. 00010000:00000010:1.0:1761322990.478803:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000170f7f40. 00010000:00000010:1.0:1761322990.478808:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.478813:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ce0cc604. 00010000:00000010:1.0:1761322990.478818:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000157d6dea. 00080000:00000010:1.0:1761322990.478832:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f0ce722e. 00010000:00000010:1.0:1761322990.478865:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000157d6dea. 00010000:00000010:1.0:1761322990.478868:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.478915:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f7fa86b2. 00010000:00000010:1.0:1761322990.478919:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000157d6dea. 00010000:00000010:1.0:1761322990.478927:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004bdec316. 00000100:00000010:1.0:1761322990.478930:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001f9582b6. 00000100:00000010:1.0:1761322990.478938:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000eabe2b15. 02000000:00000010:1.0:1761322990.478953:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003875e202. 02000000:00000010:1.0:1761322990.478979:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004cda88d7. 00000400:00000010:1.0:1761322990.478984:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000386cac00. 00000400:00000010:1.0:1761322990.478988:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a7e6aed8. 00000100:00000200:1.0:1761322990.478992:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956446848, portal 16 00000400:00000010:1.0:1761322990.478996:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a506a769. 00000100:00000200:1.0:1761322990.478998:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956446848, offset 0 00000400:00000200:1.0:1761322990.479004:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322990.479010:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322990.479016:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:1.0:1761322990.479020:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761322990.479023:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:1.0:1761322990.479026:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88553:88553:256:4294967295] 192.168.201.29@tcp LPNI seq info [88553:88553:8:4294967295] 00000400:00000200:1.0:1761322990.479032:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322990.479036:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322990.479039:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000638fa395 (tot 82350866). 00000800:00000200:1.0:1761322990.479043:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322990.479047:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322990.479060:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000638fa395 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761322990.479173:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322990.479175:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000638fa395 (tot 82350618). 00000400:00000200:2.0:1761322990.479178:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.479180:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322990.479182:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a506a769 00000400:00000010:2.0:1761322990.479183:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a506a769. 00000100:00000200:2.0:1761322990.479188:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000eabe2b15 x1846879956446848/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322990.482162:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322990.482181:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf2e80 00000400:00000200:2.0:1761322990.482189:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xab6c9 [1] + 224 00000400:00000200:2.0:1761322990.482200:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.482204:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322990.482214:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000eabe2b15 x1846879956446848/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322990.482246:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322990.482251:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb568c0 00000400:00000200:2.0:1761322990.482256:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa061 [2] + 328 00000400:00000010:1.0:1761322990.482274:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000386cac00. 00000400:00000200:1.0:1761322990.482289:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a7e6aed8 00000400:00000010:1.0:1761322990.482291:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a7e6aed8. 00000100:00000200:1.0:1761322990.482297:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000eabe2b15 x1846879956446848/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761322990.482303:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000eabe2b15 x1846879956446848/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322990.482315:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.482321:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322990.482325:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761322990.482331:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d6d0189b. 02000000:00000010:1.0:1761322990.482336:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004cda88d7. 02000000:00000010:1.0:1761322990.482344:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003875e202. 00000100:00000010:1.0:1761322990.482351:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000eabe2b15. 00000100:00000010:1.0:1761322990.482355:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001f9582b6. 00010000:00000010:1.0:1761322990.482360:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004bdec316. 00000020:00000010:0.0:1761322990.482492:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000341c560c. 00000020:00000010:0.0:1761322990.482500:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000031f42188. 00000020:00000010:0.0:1761322990.482506:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005269528a. 00000100:00000200:0.0:1761322990.482533:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d6d0189b x1846879955806400/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:143/0 lens 328/0 e 0 to 0 dl 1761323033 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761322990.482572:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955806400 02000000:00000010:0.0:1761322990.482586:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d0bc6836. 00010000:00000010:0.0:1761322990.482617:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004b8cf983. 00010000:00000010:0.0:1761322990.482640:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e969ef4d. 00000100:00000010:0.0:1761322990.482647:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000227e61cf. 00000100:00000010:0.0:1761322990.482664:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000227e61cf. 00010000:00000010:0.0:1761322990.482667:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e969ef4d. 00000400:00000010:0.0:1761322990.482682:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000005e828a6. 00000100:00000200:0.0:1761322990.482686:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955806400, offset 224 00000400:00000200:0.0:1761322990.482694:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322990.482705:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322990.482711:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88554:88554:256:4294967295] 192.168.201.29@tcp LPNI seq info [88554:88554:8:4294967295] 00000400:00000200:0.0:1761322990.482720:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322990.482725:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322990.482729:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002b6ad44b (tot 82350866). 00000800:00000200:0.0:1761322990.482734:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00080000:00000010:1.0:1761322990.482736:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000004cda88d7. 00000800:00000200:0.0:1761322990.482740:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322990.482744:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002b6ad44b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761322990.482770:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000031f42188. 00000020:00000010:0.0:1761322990.482775:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005269528a. 00000020:00000010:0.0:1761322990.482777:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000341c560c. 00010000:00000010:1.0:1761322990.482847:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000157d6dea. 00010000:00000010:1.0:1761322990.482855:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ef9bd879. 00000800:00000200:2.0:1761322990.482891:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322990.482896:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002b6ad44b (tot 82350618). 00000400:00000200:2.0:1761322990.482900:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.482904:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322990.482907:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000005e828a6 00000400:00000010:2.0:1761322990.482910:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000005e828a6. 00010000:00000010:1.0:1761322990.482922:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000005c7516b. 00010000:00000010:1.0:1761322990.482941:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000157d6dea. 00010000:00000010:1.0:1761322990.482953:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004bdec316. 00000100:00000010:1.0:1761322990.482956:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001f9582b6. 00000100:00000010:1.0:1761322990.482962:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000eabe2b15. 02000000:00000010:1.0:1761322990.482974:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ae25a26b. 02000000:00000010:1.0:1761322990.482999:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000eb3873e6. 00000400:00000010:1.0:1761322990.483003:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000386cac00. 00000400:00000010:1.0:1761322990.483007:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a7e6aed8. 00000100:00000200:1.0:1761322990.483011:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956446912, portal 16 00000400:00000010:1.0:1761322990.483016:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002f17cf4d. 00000100:00000200:1.0:1761322990.483017:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956446912, offset 0 00000400:00000200:1.0:1761322990.483023:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322990.483029:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322990.483035:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:1.0:1761322990.483039:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761322990.483042:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:1.0:1761322990.483043:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88555:88555:256:4294967295] 192.168.201.29@tcp LPNI seq info [88555:88555:8:4294967295] 00000400:00000200:1.0:1761322990.483062:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322990.483066:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322990.483068:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000841bc8bd (tot 82350866). 00000800:00000200:1.0:1761322990.483071:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322990.483112:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322990.483115:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000841bc8bd type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761322990.483172:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322990.483174:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000841bc8bd (tot 82350618). 00000400:00000200:2.0:1761322990.483178:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.483182:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322990.483184:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002f17cf4d 00000400:00000010:2.0:1761322990.483186:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002f17cf4d. 00000100:00000200:2.0:1761322990.483191:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000eabe2b15 x1846879956446912/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322990.484340:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322990.484353:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf2ec0 00000400:00000200:2.0:1761322990.484359:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xab6d5 [1] + 224 00000400:00000200:2.0:1761322990.484372:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.484375:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322990.484382:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000eabe2b15 x1846879956446912/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761322990.484461:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000386cac00. 00000400:00000200:1.0:1761322990.484474:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a7e6aed8 00000400:00000010:1.0:1761322990.484476:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a7e6aed8. 00000100:00000200:1.0:1761322990.484482:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000eabe2b15 x1846879956446912/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761322990.484489:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000eabe2b15 x1846879956446912/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761322990.484517:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000eb3873e6. 02000000:00000010:1.0:1761322990.484522:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ae25a26b. 00000100:00000010:1.0:1761322990.484526:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000eabe2b15. 00000100:00000010:1.0:1761322990.484528:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001f9582b6. 00010000:00000010:1.0:1761322990.484531:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004bdec316. 00000400:00000200:2.0:1761322990.484678:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322990.484686:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb56900 00000400:00000200:2.0:1761322990.484690:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa061 [2] + 656 00000400:00000200:2.0:1761322990.484731:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.484735:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322990.484753:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761322990.484759:0:15812:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a87c75be. 00000020:00000010:0.0:1761322990.484886:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000341c560c. 00000020:00000010:0.0:1761322990.484892:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000031f42188. 00000020:00000010:0.0:1761322990.484897:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005269528a. 00000100:00000200:0.0:1761322990.484926:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a87c75be x1846879955806464/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:143/0 lens 328/0 e 0 to 0 dl 1761323033 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761322990.484958:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955806464 02000000:00000010:0.0:1761322990.484969:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003642dd39. 00010000:00000010:0.0:1761322990.484993:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000060dc209a. 00010000:00000010:0.0:1761322990.485011:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e969ef4d. 00000100:00000010:0.0:1761322990.485016:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000227e61cf. 00000100:00000010:0.0:1761322990.485035:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000227e61cf. 00010000:00000010:0.0:1761322990.485038:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e969ef4d. 00000400:00000010:0.0:1761322990.485063:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000014ec2920. 00000100:00000200:0.0:1761322990.485068:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955806464, offset 224 00000400:00000200:0.0:1761322990.485108:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00080000:00000010:1.0:1761322990.485122:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ae25a26b. 00000400:00000200:0.0:1761322990.485122:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322990.485129:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88556:88556:256:4294967295] 192.168.201.29@tcp LPNI seq info [88556:88556:8:4294967295] 00000400:00000200:0.0:1761322990.485137:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322990.485144:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322990.485148:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000019c3e4a9 (tot 82350866). 00000800:00000200:0.0:1761322990.485153:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322990.485159:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322990.485162:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000019c3e4a9 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761322990.485178:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000031f42188. 00000020:00000010:0.0:1761322990.485182:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005269528a. 00000020:00000010:0.0:1761322990.485185:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000341c560c. 00010000:00000010:1.0:1761322990.485199:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000157d6dea. 00010000:00000010:1.0:1761322990.485224:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c186cb91. 00010000:00000010:1.0:1761322990.485314:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000074cb238e. 00010000:00000010:1.0:1761322990.485322:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000157d6dea. 00000800:00000200:2.0:1761322990.485334:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322990.485337:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000019c3e4a9 (tot 82350618). 00000400:00000200:2.0:1761322990.485341:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.485345:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00010000:00000010:1.0:1761322990.485345:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004bdec316. 00000400:00000200:2.0:1761322990.485350:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000014ec2920 00000100:00000010:1.0:1761322990.485351:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001f9582b6. 00000400:00000010:2.0:1761322990.485353:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000014ec2920. 00000100:00000010:1.0:1761322990.485363:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000eabe2b15. 02000000:00000010:1.0:1761322990.485376:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000eb3873e6. 02000000:00000010:1.0:1761322990.485402:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003875e202. 00000400:00000010:1.0:1761322990.485408:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000386cac00. 00000400:00000010:1.0:1761322990.485411:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a7e6aed8. 00000100:00000200:1.0:1761322990.485418:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956446976, portal 16 00000400:00000010:1.0:1761322990.485423:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000035ef97af. 00000100:00000200:1.0:1761322990.485424:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956446976, offset 0 00000400:00000200:1.0:1761322990.485429:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322990.485434:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322990.485441:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:1.0:1761322990.485444:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761322990.485447:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:1.0:1761322990.485450:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88557:88557:256:4294967295] 192.168.201.29@tcp LPNI seq info [88557:88557:8:4294967295] 00000400:00000200:1.0:1761322990.485457:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322990.485461:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322990.485465:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000db1a54b8 (tot 82350866). 00000800:00000200:1.0:1761322990.485483:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322990.485487:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322990.485489:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000db1a54b8 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761322990.485603:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322990.485606:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000db1a54b8 (tot 82350618). 00000400:00000200:2.0:1761322990.485610:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.485613:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322990.485617:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000035ef97af 00000400:00000010:2.0:1761322990.485618:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000035ef97af. 00000100:00000200:2.0:1761322990.485624:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000eabe2b15 x1846879956446976/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761322990.486118:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000714a56e8. 00010000:00000010:1.1:1761322990.486127:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000095612185. 00010000:00000010:0.1:1761322990.486145:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002c7c7e5f. 00000400:00000200:2.0:1761322990.486702:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322990.486714:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf2f00 00000400:00000200:2.0:1761322990.486722:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xab6e1 [1] + 224 00000400:00000200:2.0:1761322990.486736:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.486740:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322990.486748:0:15812:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000eabe2b15 x1846879956446976/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761322990.486872:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000386cac00. 00000400:00000200:3.0:1761322990.486971:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a7e6aed8 00000400:00000010:3.0:1761322990.486974:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a7e6aed8. 00000100:00000200:3.0:1761322990.486989:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000eabe2b15 x1846879956446976/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322990.487000:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000100:00000200:3.0:1761322990.487011:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000eabe2b15 x1846879956446976/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322990.487019:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb56940 00000400:00000200:2.0:1761322990.487026:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa061 [2] + 984 02000000:00000010:3.0:1761322990.487068:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003875e202. 00000400:00000200:2.0:1761322990.487117:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:3.0:1761322990.487120:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000eb3873e6. 00000400:00000200:2.0:1761322990.487126:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000010:3.0:1761322990.487129:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000eabe2b15. 00000100:00000200:2.0:1761322990.487132:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761322990.487135:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001f9582b6. 00000100:00000010:2.0:1761322990.487141:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c802a107. 00010000:00000010:3.0:1761322990.487142:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004bdec316. 00000020:00000010:3.0:1761322990.487268:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000222152b8. 00000020:00000010:3.0:1761322990.487277:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e1446a2c. 00000020:00000010:3.0:1761322990.487281:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c17d5457. 00000100:00000200:3.0:1761322990.487310:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c802a107 x1846879955806528/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:143/0 lens 328/0 e 0 to 0 dl 1761323033 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761322990.487375:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955806528 02000000:00000010:2.0:1761322990.487392:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e66b4d9f. 00010000:00000010:2.0:1761322990.487426:0:66652:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c1f2356. 00010000:00000010:2.0:1761322990.487450:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000eb913a32. 00000100:00000010:2.0:1761322990.487454:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e6c9a031. 00000100:00000010:2.0:1761322990.487475:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e6c9a031. 00010000:00000010:2.0:1761322990.487480:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000eb913a32. 00000400:00000010:2.0:1761322990.487493:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009f686459. 00000100:00000200:2.0:1761322990.487498:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955806528, offset 224 00000400:00000200:2.0:1761322990.487504:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:2.0:1761322990.487513:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:2.0:1761322990.487517:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88558:88558:256:4294967295] 192.168.201.29@tcp LPNI seq info [88558:88558:8:4294967295] 00000400:00000200:2.0:1761322990.487524:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:2.0:1761322990.487527:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:2.0:1761322990.487530:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000074e57caf (tot 82350866). 00000800:00000200:2.0:1761322990.487534:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:2.0:1761322990.487539:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:2.0:1761322990.487542:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000074e57caf type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761322990.487560:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e1446a2c. 00000020:00000010:2.0:1761322990.487564:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c17d5457. 00000020:00000010:2.0:1761322990.487566:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000222152b8. 00080000:00000010:3.0:1761322990.487577:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ffc7109c. 00000800:00000200:1.0:1761322990.487645:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761322990.487649:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000074e57caf (tot 82350618). 00000400:00000200:1.0:1761322990.487655:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322990.487660:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:1.0:1761322990.487664:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009f686459 00000400:00000010:1.0:1761322990.487666:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009f686459. 00010000:00000010:3.0:1761322990.487694:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000157d6dea. 00010000:00000010:3.0:1761322990.487703:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a8d636b6. 00010000:00000010:3.0:1761322990.487931:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b8f5d74c. 00010000:00000010:3.0:1761322990.487940:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e79860ab. 00010000:00000010:3.0:1761322990.487954:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000119a8e2f. 00000100:00000010:3.0:1761322990.487961:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000060dab46a. 00000100:00000010:3.0:1761322990.487970:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001d6c23c1. 02000000:00000010:3.0:1761322990.487983:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d75f55b6. 02000000:00000010:3.0:1761322990.488009:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e7bd5220. 00000400:00000010:3.0:1761322990.488015:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e94b249f. 00000400:00000010:3.0:1761322990.488021:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000034cf40f2. 00000100:00000200:3.0:1761322990.488028:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956447040, portal 16 00000400:00000010:3.0:1761322990.488032:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fd11e324. 00000100:00000200:3.0:1761322990.488034:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956447040, offset 0 00000400:00000200:3.0:1761322990.488041:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:3.0:1761322990.488066:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322990.488114:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:3.0:1761322990.488119:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761322990.488124:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:3.0:1761322990.488128:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88559:88559:256:4294967295] 192.168.201.29@tcp LPNI seq info [88559:88559:8:4294967295] 00000400:00000200:3.0:1761322990.488139:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322990.488146:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322990.488156:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000642747f (tot 82350866). 00000800:00000200:3.0:1761322990.488162:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322990.488169:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322990.488173:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000642747f type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761322990.488249:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322990.488252:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000642747f (tot 82350618). 00000400:00000200:2.0:1761322990.488260:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.488266:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322990.488269:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fd11e324 00000400:00000010:2.0:1761322990.488271:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fd11e324. 00000100:00000200:2.0:1761322990.488277:0:15812:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001d6c23c1 x1846879956447040/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322990.489434:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322990.489454:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf2f40 00000400:00000200:2.0:1761322990.489462:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xab6ed [1] + 224 00000400:00000200:2.0:1761322990.489474:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.489478:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322990.489500:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001d6c23c1 x1846879956447040/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322990.489538:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322990.489543:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb56980 00000400:00000200:2.0:1761322990.489548:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa061 [2] + 1312 00000400:00000010:3.0:1761322990.489574:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e94b249f. 00000400:00000200:3.0:1761322990.489580:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000034cf40f2 00000400:00000010:3.0:1761322990.489588:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000034cf40f2. 00000100:00000200:3.0:1761322990.489594:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001d6c23c1 x1846879956447040/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761322990.489602:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001d6c23c1 x1846879956447040/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322990.489617:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.489623:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322990.489628:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 02000000:00000010:3.0:1761322990.489630:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e7bd5220. 00000100:00000010:2.0:1761322990.489634:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000076100024. 02000000:00000010:3.0:1761322990.489635:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d75f55b6. 00000100:00000010:3.0:1761322990.489641:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001d6c23c1. 00000100:00000010:3.0:1761322990.489645:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000060dab46a. 00010000:00000010:3.0:1761322990.489648:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000119a8e2f. 00000020:00000010:1.0:1761322990.489726:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003875e202. 00000020:00000010:1.0:1761322990.489735:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002c952915. 00000020:00000010:1.0:1761322990.489740:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000acc5c903. 00000100:00000200:1.0:1761322990.489767:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000076100024 x1846879955806592/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:143/0 lens 328/0 e 0 to 0 dl 1761323033 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761322990.489795:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955806592 02000000:00000010:1.0:1761322990.489806:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000551c174a. 00010000:00000010:1.0:1761322990.489837:0:66652:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b466aa0a. 00010000:00000010:1.0:1761322990.489857:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ad28544d. 00000100:00000010:1.0:1761322990.489864:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005eb7e296. 00000100:00000010:1.0:1761322990.489882:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005eb7e296. 00010000:00000010:1.0:1761322990.489886:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ad28544d. 00000400:00000010:1.0:1761322990.489903:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fcd371be. 00000100:00000200:1.0:1761322990.489908:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955806592, offset 224 00000400:00000200:1.0:1761322990.489919:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322990.489930:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00080000:00000010:2.0:1761322990.489932:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000057e46bdf. 00000400:00000200:1.0:1761322990.489937:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88560:88560:256:4294967295] 192.168.201.29@tcp LPNI seq info [88560:88560:8:4294967295] 00000400:00000200:1.0:1761322990.489946:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322990.489952:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322990.489957:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000db1a54b8 (tot 82350866). 00000800:00000200:1.0:1761322990.489964:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322990.489972:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322990.489976:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000db1a54b8 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761322990.490003:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002c952915. 00000020:00000010:1.0:1761322990.490008:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000acc5c903. 00000020:00000010:1.0:1761322990.490014:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003875e202. 00010000:00000010:2.0:1761322990.490032:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e79860ab. 00010000:00000010:2.0:1761322990.490040:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f058592b. 00010000:00000010:0.1:1761322990.490112:0:78682:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cdd9625e. 00010000:00000010:0.1:1761322990.490124:0:78682:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000013339989. 00000800:00000200:3.0:1761322990.490126:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00010000:00000010:0.1:1761322990.490128:0:78682:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000266dbda0. 00000800:00000010:3.0:1761322990.490131:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000db1a54b8 (tot 82350618). 00000400:00000200:3.0:1761322990.490137:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.490146:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322990.490152:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fcd371be 00000400:00000010:3.0:1761322990.490154:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fcd371be. 00010000:00000010:2.0:1761322990.490184:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d84a8769. 00010000:00000010:2.0:1761322990.490192:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a893369c. 00010000:00000010:2.0:1761322990.490203:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000eb913a32. 00000100:00000010:2.0:1761322990.490208:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e6c9a031. 00000100:00000010:2.0:1761322990.490215:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e002feec. 02000000:00000010:2.0:1761322990.490226:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b9591bdc. 02000000:00000010:2.0:1761322990.490248:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d9ece6b3. 00000400:00000010:2.0:1761322990.490254:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ba3a7f92. 00000400:00000010:2.0:1761322990.490261:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002caf11b4. 00000100:00000200:2.0:1761322990.490266:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956447104, portal 16 00000400:00000010:2.0:1761322990.490272:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000532b682. 00000100:00000200:2.0:1761322990.490274:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956447104, offset 0 00000400:00000200:2.0:1761322990.490282:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:2.0:1761322990.490291:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:2.0:1761322990.490298:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00010000:00000010:1.1:1761322990.490301:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000be73b299. 00000400:00000200:2.0:1761322990.490303:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761322990.490308:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:2.0:1761322990.490312:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88561:88561:256:4294967295] 192.168.201.29@tcp LPNI seq info [88561:88561:8:4294967295] 00010000:00000010:1.1:1761322990.490315:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005810024d. 00000400:00000200:2.0:1761322990.490323:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00010000:00000010:1.1:1761322990.490323:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f5a83f7c. 00010000:00000010:1.1:1761322990.490330:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c0ccc7c6. 00000800:00000200:2.0:1761322990.490331:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00010000:00000010:1.1:1761322990.490335:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000170f7f40. 00000800:00000010:2.0:1761322990.490336:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a3160ea0 (tot 82350866). 00010000:00000010:1.1:1761322990.490340:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ce0cc604. 00000800:00000200:2.0:1761322990.490343:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:2.0:1761322990.490349:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:2.0:1761322990.490351:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a3160ea0 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761322990.490404:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322990.490408:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a3160ea0 (tot 82350618). 00000400:00000200:3.0:1761322990.490412:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.490417:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322990.490421:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000532b682 00000400:00000010:3.0:1761322990.490423:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000532b682. 00000100:00000200:3.0:1761322990.490431:0:15812:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e002feec x1846879956447104/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761322990.492127:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007a9e2297. 00010000:00000010:1.1:1761322990.492261:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a86006aa. 00010000:00000010:1.1:1761322990.492269:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f7fa86b2. 00010000:00000010:1.1:1761322990.492282:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000089833f52. 00010000:00000010:1.1:1761322990.492290:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000005c7516b. 00010000:00000010:3.1:1761322990.492436:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e7ed7b44. 00010000:00000010:3.1:1761322990.492450:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000074cb238e. 00000400:00000200:2.0:1761322990.492621:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322990.492641:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf2f80 00000400:00000200:2.0:1761322990.492651:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xab6f9 [1] + 224 00000400:00000200:2.0:1761322990.492678:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.492683:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322990.492697:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e002feec x1846879956447104/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761322990.492820:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ba3a7f92. 00000400:00000200:3.0:1761322990.492827:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002caf11b4 00000400:00000010:3.0:1761322990.492829:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002caf11b4. 00000100:00000200:3.0:1761322990.492842:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e002feec x1846879956447104/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761322990.492852:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e002feec x1846879956447104/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761322990.492891:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d9ece6b3. 02000000:00000010:3.0:1761322990.492899:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b9591bdc. 00000100:00000010:3.0:1761322990.492905:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e002feec. 00000100:00000010:3.0:1761322990.492910:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e6c9a031. 00010000:00000010:3.0:1761322990.492913:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000eb913a32. 00000400:00000200:3.0:1761322990.493412:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322990.493428:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb569c0 00000400:00000200:3.0:1761322990.493435:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa061 [2] + 1640 00000400:00000200:3.0:1761322990.493501:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.493506:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322990.493512:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761322990.493523:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001d6c23c1. 00000020:00000010:1.0:1761322990.493638:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001bc509ef. 00000020:00000010:1.0:1761322990.493645:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002c952915. 00000020:00000010:1.0:1761322990.493650:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000acc5c903. 00000100:00000200:1.0:1761322990.493725:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001d6c23c1 x1846879955806656/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:143/0 lens 328/0 e 0 to 0 dl 1761323033 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761322990.493762:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955806656 02000000:00000010:1.0:1761322990.493777:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003875e202. 00010000:00000010:1.0:1761322990.493808:0:66652:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000026b5fe05. 00010000:00000010:1.0:1761322990.493832:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ad28544d. 00000100:00000010:1.0:1761322990.493839:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005eb7e296. 00000100:00000010:1.0:1761322990.493852:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005eb7e296. 00010000:00000010:1.0:1761322990.493854:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ad28544d. 00000400:00000010:1.0:1761322990.493869:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a8e779fb. 00000100:00000200:1.0:1761322990.493875:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955806656, offset 224 00000400:00000200:1.0:1761322990.493883:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00080000:00000010:3.0:1761322990.493892:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d75f55b6. 00000400:00000200:1.0:1761322990.493894:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322990.493901:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88562:88562:256:4294967295] 192.168.201.29@tcp LPNI seq info [88562:88562:8:4294967295] 00000400:00000200:1.0:1761322990.493910:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322990.493915:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322990.493920:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000841bc8bd (tot 82350866). 00000800:00000200:1.0:1761322990.493926:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322990.493932:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322990.493935:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000841bc8bd type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761322990.493962:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002c952915. 00000020:00000010:1.0:1761322990.493966:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000acc5c903. 00000020:00000010:1.0:1761322990.493970:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001bc509ef. 00010000:00000010:3.0:1761322990.493986:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a893369c. 00010000:00000010:3.0:1761322990.493996:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000080fa2d70. 00010000:00000010:3.0:1761322990.494123:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001382bdeb. 00010000:00000010:3.0:1761322990.494130:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000287e22ba. 00000800:00000200:2.0:1761322990.494154:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322990.494161:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000841bc8bd (tot 82350618). 00000400:00000200:2.0:1761322990.494168:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:0.0:1761322990.494177:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e969ef4d. 00000400:00000200:2.0:1761322990.494182:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000010:0.0:1761322990.494188:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000227e61cf. 00000400:00000200:2.0:1761322990.494189:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a8e779fb 00000400:00000010:2.0:1761322990.494194:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a8e779fb. 00000100:00000010:0.0:1761322990.494200:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003d81b331. 02000000:00000010:0.0:1761322990.494219:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000341c560c. 02000000:00000010:0.0:1761322990.494252:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d01ea0fd. 00000400:00000010:0.0:1761322990.494259:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008f3f0712. 00000400:00000010:0.0:1761322990.494263:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004b81dcf2. 00000100:00000200:0.0:1761322990.494268:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956447168, portal 16 00000400:00000010:0.0:1761322990.494275:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000014ec2920. 00000100:00000200:0.0:1761322990.494276:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956447168, offset 0 00000400:00000200:0.0:1761322990.494282:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322990.494295:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322990.494302:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:0.0:1761322990.494305:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761322990.494308:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322990.494311:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88563:88563:256:4294967295] 192.168.201.29@tcp LPNI seq info [88563:88563:8:4294967295] 00000400:00000200:0.0:1761322990.494318:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322990.494323:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322990.494326:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000007e4c409 (tot 82350866). 00000800:00000200:0.0:1761322990.494330:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322990.494335:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322990.494337:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000007e4c409 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761322990.494433:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322990.494436:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000007e4c409 (tot 82350618). 00000400:00000200:2.0:1761322990.494440:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.494445:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322990.494448:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000014ec2920 00000400:00000010:2.0:1761322990.494449:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000014ec2920. 00000100:00000200:2.0:1761322990.494460:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003d81b331 x1846879956447168/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761322990.495124:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005f2f1233. 00010000:00000010:2.1:1761322990.495164:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000a152934. 00010000:00000010:2.1:1761322990.495178:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b8f5d74c. 00000400:00000200:3.0:1761322990.496008:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322990.496025:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf2fc0 00000400:00000200:3.0:1761322990.496033:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xab705 [1] + 224 00000400:00000200:3.0:1761322990.496046:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.496062:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322990.496071:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003d81b331 x1846879956447168/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761322990.496207:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008f3f0712. 00000400:00000200:0.0:1761322990.496212:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004b81dcf2 00000400:00000010:0.0:1761322990.496214:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004b81dcf2. 00000100:00000200:0.0:1761322990.496223:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003d81b331 x1846879956447168/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761322990.496231:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003d81b331 x1846879956447168/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761322990.496272:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d01ea0fd. 02000000:00000010:0.0:1761322990.496277:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000341c560c. 00000100:00000010:0.0:1761322990.496282:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003d81b331. 00000100:00000010:0.0:1761322990.496286:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000227e61cf. 00010000:00000010:0.0:1761322990.496290:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e969ef4d. 00000400:00000200:2.0:1761322990.496664:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322990.496681:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb56a00 00000400:00000200:2.0:1761322990.496689:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa061 [2] + 1968 00000400:00000010:2.0:1761322990.496695:0:15812:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f5edb109. 00000400:00000200:2.0:1761322990.496700:0:15812:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000e1ac53ca 00000400:00000200:2.0:1761322990.496770:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.496774:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322990.496778:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e1ac53ca 00000400:00000010:2.0:1761322990.496781:0:15812:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000e1ac53ca (tot 82350466). 00000100:00000200:2.0:1761322990.496790:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1761322990.497043:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001bc509ef. 00000020:00000010:1.0:1761322990.497064:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002c952915. 00000020:00000010:1.0:1761322990.497070:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000acc5c903. 00000100:00000200:1.0:1761322990.497137:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000006af80735 x1846879955806720/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:143/0 lens 328/0 e 0 to 0 dl 1761323033 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761322990.497176:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955806720 02000000:00000010:1.0:1761322990.497190:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008202906d. 00010000:00000010:1.0:1761322990.497220:0:66652:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a368342f. 00010000:00000010:1.0:1761322990.497247:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ad28544d. 00000100:00000010:1.0:1761322990.497254:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005eb7e296. 00000100:00000010:1.0:1761322990.497266:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005eb7e296. 00010000:00000010:1.0:1761322990.497269:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ad28544d. 00000400:00000010:1.0:1761322990.497283:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000095caff3a. 00000100:00000200:1.0:1761322990.497287:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955806720, offset 224 00000400:00000200:1.0:1761322990.497295:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322990.497307:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322990.497312:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88564:88564:256:4294967295] 192.168.201.29@tcp LPNI seq info [88564:88564:8:4294967295] 00000400:00000200:1.0:1761322990.497322:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322990.497328:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322990.497332:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000638fa395 (tot 82350714). 00000800:00000200:1.0:1761322990.497338:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322990.497344:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322990.497348:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000638fa395 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761322990.497364:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002c952915. 00000020:00000010:1.0:1761322990.497368:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000acc5c903. 00000020:00000010:1.0:1761322990.497371:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001bc509ef. 02000000:00000010:1.0:1761322990.497381:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003875e202. 00000100:00000010:1.0:1761322990.497384:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001d6c23c1. 02000000:00000010:1.0:1761322990.497388:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000551c174a. 00000100:00000010:1.0:1761322990.497390:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000076100024. 02000000:00000010:1.0:1761322990.497393:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e66b4d9f. 00000100:00000010:1.0:1761322990.497394:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c802a107. 02000000:00000010:1.0:1761322990.497397:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003642dd39. 00000100:00000010:1.0:1761322990.497399:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a87c75be. 02000000:00000010:1.0:1761322990.497402:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d0bc6836. 00000100:00000010:1.0:1761322990.497404:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d6d0189b. 02000000:00000010:1.0:1761322990.497406:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000066e878bf. 00000100:00000010:1.0:1761322990.497407:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f7a33011. 00000100:00000200:1.0:1761322990.497413:0:66652:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1761322990.497419:0:66652:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c0818b32. 00000400:00000010:1.0:1761322990.497423:0:66652:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000005eb7e296 (tot 82350866). 00000800:00000200:2.0:1761322990.497591:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322990.497595:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000638fa395 (tot 82350618). 00000400:00000200:2.0:1761322990.497599:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.497604:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322990.497607:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000095caff3a 00000400:00000010:2.0:1761322990.497609:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000095caff3a. 02000000:00000010:2.0:1761322990.497614:0:15811:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008202906d. 00080000:00000010:0.0:1761322990.498249:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000341c560c. 00010000:00000010:0.0:1761322990.498344:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000287e22ba. 00010000:00000010:0.0:1761322990.498354:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000064d7db3. 00010000:00000010:0.0:1761322990.498434:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e5d1b8cb. 00010000:00000010:0.0:1761322990.498440:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000086ceb449. 00010000:00000010:0.0:1761322990.498455:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e969ef4d. 00000100:00000010:0.0:1761322990.498460:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000227e61cf. 00000100:00000010:0.0:1761322990.498481:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003d81b331. 02000000:00000010:0.0:1761322990.498498:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d01ea0fd. 02000000:00000010:0.0:1761322990.498538:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c04d3f61. 00000400:00000010:0.0:1761322990.498544:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008f3f0712. 00000400:00000010:0.0:1761322990.498549:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004b81dcf2. 00000100:00000200:0.0:1761322990.498554:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956447232, portal 16 00000400:00000010:0.0:1761322990.498559:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000005e828a6. 00000100:00000200:0.0:1761322990.498561:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956447232, offset 0 00000400:00000200:0.0:1761322990.498568:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322990.498578:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322990.498585:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:0.0:1761322990.498589:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761322990.498592:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322990.498595:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88565:88565:256:4294967295] 192.168.201.29@tcp LPNI seq info [88565:88565:8:4294967295] 00000400:00000200:0.0:1761322990.498603:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322990.498608:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322990.498613:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000007e4c409 (tot 82350866). 00000800:00000200:0.0:1761322990.498618:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322990.498623:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322990.498626:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000007e4c409 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761322990.498973:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322990.498980:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000007e4c409 (tot 82350618). 00000400:00000200:3.0:1761322990.498987:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.498995:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322990.499000:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000005e828a6 00000400:00000010:3.0:1761322990.499002:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000005e828a6. 00000100:00000200:3.0:1761322990.499015:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003d81b331 x1846879956447232/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761322990.499171:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002c5aa75e. 00010000:00000010:3.1:1761322990.499180:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d84a8769. 00000400:00000200:2.0:1761322990.501589:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322990.501609:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf3000 00000400:00000200:2.0:1761322990.501620:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xab715 [1] + 224 00000400:00000200:2.0:1761322990.501653:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.501659:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322990.501670:0:15812:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003d81b331 x1846879956447232/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761322990.501767:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008f3f0712. 00000400:00000200:0.0:1761322990.501772:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004b81dcf2 00000400:00000010:0.0:1761322990.501775:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004b81dcf2. 00000100:00000200:0.0:1761322990.501783:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003d81b331 x1846879956447232/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761322990.501791:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003d81b331 x1846879956447232/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761322990.501831:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c04d3f61. 02000000:00000010:0.0:1761322990.501837:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d01ea0fd. 00000100:00000010:0.0:1761322990.501841:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003d81b331. 00000100:00000010:0.0:1761322990.501846:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000227e61cf. 00010000:00000010:0.0:1761322990.501850:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e969ef4d. 00000400:00000200:3.0:1761322990.501902:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322990.501912:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb56a40 00000400:00000200:3.0:1761322990.501919:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa0b1 [2] + 0 00000400:00000200:3.0:1761322990.501966:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.501970:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322990.501975:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761322990.501980:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000053bb533c. 00000020:00000010:1.0:1761322990.502043:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008202906d. 00000020:00000010:1.0:1761322990.502063:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002c952915. 00000020:00000010:1.0:1761322990.502068:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000acc5c903. 00000100:00000200:1.0:1761322990.502130:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000053bb533c x1846879955806784/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:143/0 lens 328/0 e 0 to 0 dl 1761323033 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761322990.502161:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955806784 02000000:00000010:1.0:1761322990.502177:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003875e202. 00010000:00000010:1.0:1761322990.502208:0:66652:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003d51fa8f. 00010000:00000010:1.0:1761322990.502233:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ad28544d. 00000100:00000010:1.0:1761322990.502240:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005206edc8. 00000100:00000010:1.0:1761322990.502253:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005206edc8. 00010000:00000010:1.0:1761322990.502255:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ad28544d. 00000400:00000010:1.0:1761322990.502272:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c1b37fc8. 00000100:00000200:1.0:1761322990.502276:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955806784, offset 224 00000400:00000200:1.0:1761322990.502283:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322990.502293:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322990.502298:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88566:88566:256:4294967295] 192.168.201.29@tcp LPNI seq info [88566:88566:8:4294967295] 00000400:00000200:1.0:1761322990.502307:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322990.502312:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322990.502316:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000056e29e94 (tot 82350866). 00000800:00000200:1.0:1761322990.502322:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322990.502328:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322990.502332:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000056e29e94 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761322990.502352:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002c952915. 00000020:00000010:1.0:1761322990.502356:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000acc5c903. 00000020:00000010:1.0:1761322990.502359:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008202906d. 00000800:00000200:3.0:1761322990.502437:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322990.502443:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000056e29e94 (tot 82350618). 00000400:00000200:3.0:1761322990.502447:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.502451:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322990.502454:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c1b37fc8 00000400:00000010:3.0:1761322990.502455:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c1b37fc8. 00080000:00000010:0.0:1761322990.503719:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d01ea0fd. 00010000:00000010:0.0:1761322990.503814:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086ceb449. 00010000:00000010:0.0:1761322990.503824:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d00a155d. 00010000:00000010:0.0:1761322990.503893:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006e13a1a0. 00010000:00000010:0.0:1761322990.503899:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000086ceb449. 00010000:00000010:0.0:1761322990.503915:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e969ef4d. 00000100:00000010:0.0:1761322990.503921:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000227e61cf. 00000100:00000010:0.0:1761322990.503932:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003d81b331. 02000000:00000010:0.0:1761322990.503948:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c04d3f61. 02000000:00000010:0.0:1761322990.503983:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000206e1f54. 00000400:00000010:0.0:1761322990.503990:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008f3f0712. 00000400:00000010:0.0:1761322990.503996:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004b81dcf2. 00000100:00000200:0.0:1761322990.504001:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956447296, portal 16 00000400:00000010:0.0:1761322990.504007:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ac81ce21. 00000100:00000200:0.0:1761322990.504010:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956447296, offset 0 00000400:00000200:0.0:1761322990.504020:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322990.504033:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322990.504041:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:0.0:1761322990.504044:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761322990.504047:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322990.504067:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88567:88567:256:4294967295] 192.168.201.29@tcp LPNI seq info [88567:88567:8:4294967295] 00000400:00000200:0.0:1761322990.504097:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322990.504103:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322990.504108:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000019c3e4a9 (tot 82350866). 00000800:00000200:0.0:1761322990.504114:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322990.504121:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322990.504123:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000019c3e4a9 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761322990.504231:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761322990.504234:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000019c3e4a9 (tot 82350618). 00000400:00000200:0.0:1761322990.504243:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322990.504248:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:0.0:1761322990.504251:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ac81ce21 00000400:00000010:0.0:1761322990.504253:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ac81ce21. 00000100:00000200:0.0:1761322990.504275:0:15812:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003d81b331 x1846879956447296/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761322990.505172:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f615b3ec. 00010000:00000010:0.1:1761322990.505234:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d743930e. 00010000:00000010:0.1:1761322990.505240:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001382bdeb. 00000400:00000200:0.0:1761322990.506304:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:0.0:1761322990.506332:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf3040 00000400:00000200:0.0:1761322990.506341:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xab721 [1] + 224 00000400:00000200:0.0:1761322990.506355:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322990.506359:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:0.0:1761322990.506369:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003d81b331 x1846879956447296/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761322990.506533:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008f3f0712. 00000400:00000200:3.0:1761322990.506538:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004b81dcf2 00000400:00000010:3.0:1761322990.506541:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004b81dcf2. 00000100:00000200:3.0:1761322990.506549:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003d81b331 x1846879956447296/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761322990.506558:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003d81b331 x1846879956447296/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761322990.506675:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000206e1f54. 02000000:00000010:3.0:1761322990.506683:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c04d3f61. 00000100:00000010:3.0:1761322990.506687:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003d81b331. 00000100:00000010:3.0:1761322990.506692:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000227e61cf. 00010000:00000010:3.0:1761322990.506697:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e969ef4d. 00000400:00000200:3.0:1761322990.506720:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322990.506729:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb56a80 00000400:00000200:3.0:1761322990.506734:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa0b1 [2] + 328 00000400:00000200:3.0:1761322990.506783:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.506787:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322990.506802:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761322990.506808:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008821b89f. 00000020:00000010:1.0:1761322990.506948:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008202906d. 00000020:00000010:1.0:1761322990.506956:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002c952915. 00000020:00000010:1.0:1761322990.506962:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000acc5c903. 00000100:00000200:1.0:1761322990.506993:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000008821b89f x1846879955806848/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:143/0 lens 328/0 e 0 to 0 dl 1761323033 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761322990.507065:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955806848 02000000:00000010:1.0:1761322990.507105:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000551c174a. 00010000:00000010:1.0:1761322990.507138:0:66652:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006bfd5298. 00010000:00000010:1.0:1761322990.507161:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ad28544d. 00000100:00000010:1.0:1761322990.507167:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005206edc8. 00000100:00000010:1.0:1761322990.507178:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005206edc8. 00010000:00000010:1.0:1761322990.507181:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ad28544d. 00000400:00000010:1.0:1761322990.507334:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c1b37fc8. 00000100:00000200:1.0:1761322990.507341:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955806848, offset 224 00000400:00000200:1.0:1761322990.507349:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322990.507361:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322990.507367:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88568:88568:256:4294967295] 192.168.201.29@tcp LPNI seq info [88568:88568:8:4294967295] 00000400:00000200:1.0:1761322990.507377:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322990.507382:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322990.507387:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003124c809 (tot 82350866). 00000800:00000200:1.0:1761322990.507394:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322990.507400:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322990.507404:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003124c809 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761322990.507428:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002c952915. 00000020:00000010:1.0:1761322990.507432:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000acc5c903. 00000020:00000010:1.0:1761322990.507436:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008202906d. 00080000:00000010:1.0:1761322990.507465:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000001bc509ef. 00010000:00000010:1.0:1761322990.507558:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086ceb449. 00010000:00000010:1.0:1761322990.507565:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000015fe479c. 00000800:00000200:0.0:1761322990.507653:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00010000:00000010:1.0:1761322990.507656:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000005c7516b. 00000800:00000010:0.0:1761322990.507658:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003124c809 (tot 82350618). 00010000:00000010:1.0:1761322990.507663:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cf8693ee. 00000400:00000200:0.0:1761322990.507664:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322990.507670:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:0.0:1761322990.507673:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c1b37fc8 00000400:00000010:0.0:1761322990.507676:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c1b37fc8. 00010000:00000010:1.0:1761322990.507678:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ad28544d. 00000100:00000010:1.0:1761322990.507683:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005206edc8. 00000100:00000010:1.0:1761322990.507690:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000eabe2b15. 02000000:00000010:1.0:1761322990.507704:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008202906d. 02000000:00000010:1.0:1761322990.507924:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d01dcd40. 00000400:00000010:1.0:1761322990.507931:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000127091e1. 00000400:00000010:1.0:1761322990.507941:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000095caff3a. 00000100:00000200:1.0:1761322990.507946:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956447360, portal 16 00000400:00000010:1.0:1761322990.507951:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a8e779fb. 00000100:00000200:1.0:1761322990.507953:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956447360, offset 0 00000400:00000200:1.0:1761322990.507959:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322990.507966:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322990.507974:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:1.0:1761322990.507977:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761322990.507979:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:1.0:1761322990.507982:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88569:88569:256:4294967295] 192.168.201.29@tcp LPNI seq info [88569:88569:8:4294967295] 00000400:00000200:1.0:1761322990.507989:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322990.507994:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322990.507997:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cdb67613 (tot 82350866). 00000800:00000200:1.0:1761322990.508001:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322990.508006:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322990.508008:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cdb67613 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761322990.508454:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322990.508458:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cdb67613 (tot 82350618). 00000400:00000200:2.0:1761322990.508463:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.508468:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322990.508471:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a8e779fb 00000400:00000010:2.0:1761322990.508472:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a8e779fb. 00000100:00000200:2.0:1761322990.508479:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000eabe2b15 x1846879956447360/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761322990.509119:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ee178242. 00010000:00000010:1.1:1761322990.509129:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e9dc6b3f. 00000400:00000200:3.0:1761322990.512952:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322990.512979:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf3080 00000400:00000200:3.0:1761322990.512990:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xab72d [1] + 224 00000400:00000200:3.0:1761322990.513005:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.513010:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322990.513025:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000eabe2b15 x1846879956447360/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322990.513161:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322990.513175:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb56ac0 00000400:00000200:3.0:1761322990.513184:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa0b1 [2] + 656 00000400:00000200:3.0:1761322990.513207:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:0.1:1761322990.513207:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007c87092c. 00000400:00000200:3.0:1761322990.513217:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322990.513224:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761322990.513235:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000aadbcd0f. 00010000:00000010:0.1:1761322990.513235:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e5d1b8cb. 00000400:00000010:0.0:1761322990.513278:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000127091e1. 00000400:00000200:0.0:1761322990.513301:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000095caff3a 00000400:00000010:0.0:1761322990.513304:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000095caff3a. 00000100:00000200:0.0:1761322990.513324:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000eabe2b15 x1846879956447360/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761322990.513341:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000eabe2b15 x1846879956447360/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000020:00000010:1.0:1761322990.513382:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000757e6c84. 02000000:00000010:0.0:1761322990.513392:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d01dcd40. 00000020:00000010:1.0:1761322990.513395:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002c952915. 00000020:00000010:1.0:1761322990.513405:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000acc5c903. 02000000:00000010:0.0:1761322990.513405:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008202906d. 00000100:00000010:0.0:1761322990.513416:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000eabe2b15. 00000100:00000010:0.0:1761322990.513425:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005206edc8. 00010000:00000010:0.0:1761322990.513431:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ad28544d. 00000100:00000200:1.0:1761322990.513447:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000aadbcd0f x1846879955806912/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:143/0 lens 328/0 e 0 to 0 dl 1761323033 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761322990.513703:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955806912 02000000:00000010:1.0:1761322990.513720:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002236bb4a. 00010000:00000010:1.0:1761322990.513757:0:66652:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e8116303. 00010000:00000010:1.0:1761322990.513786:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fbe7b9a3. 00000100:00000010:1.0:1761322990.513794:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000a0bf225. 00000100:00000010:1.0:1761322990.513813:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000a0bf225. 00010000:00000010:1.0:1761322990.513818:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fbe7b9a3. 00000400:00000010:1.0:1761322990.513836:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fcd371be. 00000100:00000200:1.0:1761322990.513841:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955806912, offset 224 00000400:00000200:1.0:1761322990.513853:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322990.513868:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322990.513876:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88570:88570:256:4294967295] 192.168.201.29@tcp LPNI seq info [88570:88570:8:4294967295] 00000400:00000200:1.0:1761322990.513889:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322990.513895:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322990.513906:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009abd418e (tot 82350866). 00000800:00000200:1.0:1761322990.513914:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322990.513923:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322990.513927:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009abd418e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761322990.513951:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002c952915. 00000020:00000010:1.0:1761322990.513956:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000acc5c903. 00000020:00000010:1.0:1761322990.513959:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000757e6c84. 00000800:00000200:3.0:1761322990.514065:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322990.514069:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009abd418e (tot 82350618). 00000400:00000200:3.0:1761322990.514138:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.514144:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322990.514148:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fcd371be 00000400:00000010:3.0:1761322990.514150:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fcd371be. 00080000:00000010:0.0:1761322990.514154:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c04d3f61. 00010000:00000010:1.1:1761322990.514191:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006619421c. 00010000:00000010:1.1:1761322990.514201:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b6829678. 00010000:00000010:1.1:1761322990.514205:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006e13a1a0. 00010000:00000010:0.0:1761322990.514254:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cf8693ee. 00010000:00000010:0.0:1761322990.514267:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000016459de5. 00010000:00000010:0.0:1761322990.514351:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e5d1b8cb. 00010000:00000010:0.0:1761322990.514359:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d25d3803. 00010000:00000010:0.0:1761322990.514377:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d2563f59. 00000100:00000010:0.0:1761322990.514382:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004e147358. 00000100:00000010:0.0:1761322990.514393:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b7d7a390. 02000000:00000010:0.0:1761322990.514420:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000206e1f54. 02000000:00000010:0.0:1761322990.514459:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000066e878bf. 00000400:00000010:0.0:1761322990.514467:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000068d25855. 00000400:00000010:0.0:1761322990.514474:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ac81ce21. 00000100:00000200:0.0:1761322990.514487:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956447424, portal 16 00000400:00000010:0.0:1761322990.514493:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b5b32290. 00000100:00000200:0.0:1761322990.514496:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956447424, offset 0 00000400:00000200:0.0:1761322990.514505:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322990.514522:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322990.514531:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:0.0:1761322990.514537:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761322990.514541:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322990.514545:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88571:88571:256:4294967295] 192.168.201.29@tcp LPNI seq info [88571:88571:8:4294967295] 00000400:00000200:0.0:1761322990.514559:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322990.514567:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322990.514573:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000019c3e4a9 (tot 82350866). 00000800:00000200:0.0:1761322990.514580:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322990.514589:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322990.514594:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000019c3e4a9 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761322990.515394:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322990.515399:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000019c3e4a9 (tot 82350618). 00000400:00000200:3.0:1761322990.515404:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.515412:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322990.515417:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b5b32290 00000400:00000010:3.0:1761322990.515419:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b5b32290. 00000100:00000200:3.0:1761322990.515429:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b7d7a390 x1846879956447424/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322990.517491:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322990.517510:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf30c0 00000400:00000200:3.0:1761322990.517519:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xab739 [1] + 224 00000400:00000200:3.0:1761322990.517535:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.517540:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322990.517552:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b7d7a390 x1846879956447424/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761322990.517642:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000068d25855. 00000400:00000200:0.0:1761322990.517648:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ac81ce21 00000400:00000010:0.0:1761322990.517651:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ac81ce21. 00000100:00000200:0.0:1761322990.517659:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b7d7a390 x1846879956447424/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761322990.517669:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b7d7a390 x1846879956447424/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761322990.517715:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000066e878bf. 02000000:00000010:0.0:1761322990.517723:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000206e1f54. 00000100:00000010:0.0:1761322990.517727:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b7d7a390. 00000100:00000010:0.0:1761322990.517731:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004e147358. 00010000:00000010:0.0:1761322990.517735:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d2563f59. 00010000:00000010:1.1:1761322990.518126:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d4a267f5. 00010000:00000010:0.1:1761322990.518314:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001bb3b535. 00010000:00000010:0.1:1761322990.518321:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000005c7516b. 00000400:00000200:3.0:1761322990.519995:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322990.520022:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb56b00 00000400:00000200:3.0:1761322990.520037:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa0b1 [2] + 984 00000400:00000200:3.0:1761322990.520221:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.520228:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322990.520237:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761322990.520250:0:15812:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000025be6896. 00000020:00000010:2.0:1761322990.520588:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d9ece6b3. 00000020:00000010:2.0:1761322990.520599:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000087c42cd5. 00000020:00000010:2.0:1761322990.520605:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009b57aa81. 00000100:00000200:2.0:1761322990.520636:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000025be6896 x1846879955806976/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:143/0 lens 328/0 e 0 to 0 dl 1761323033 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761322990.520675:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955806976 02000000:00000010:2.0:1761322990.520689:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008c28eff8. 00010000:00000010:2.0:1761322990.520724:0:66652:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004154b48e. 00010000:00000010:2.0:1761322990.520752:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000016fd1dcd. 00000100:00000010:2.0:1761322990.520760:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a3d6d3f0. 00000100:00000010:2.0:1761322990.520779:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a3d6d3f0. 00010000:00000010:2.0:1761322990.520783:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000016fd1dcd. 00000400:00000010:2.0:1761322990.520800:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006c597dbd. 00000100:00000200:2.0:1761322990.520805:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955806976, offset 224 00000400:00000200:2.0:1761322990.520816:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:2.0:1761322990.520836:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:2.0:1761322990.520843:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88572:88572:256:4294967295] 192.168.201.29@tcp LPNI seq info [88572:88572:8:4294967295] 00000400:00000200:2.0:1761322990.520862:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:2.0:1761322990.520869:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:2.0:1761322990.520875:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a3160ea0 (tot 82350866). 00080000:00000010:0.0:1761322990.520877:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e6947324. 00000800:00000200:2.0:1761322990.520885:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:2.0:1761322990.520895:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:2.0:1761322990.520898:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a3160ea0 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761322990.520917:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000087c42cd5. 00000020:00000010:2.0:1761322990.520925:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009b57aa81. 00000020:00000010:2.0:1761322990.520928:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d9ece6b3. 00010000:00000010:0.0:1761322990.520996:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d25d3803. 00010000:00000010:0.0:1761322990.521008:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004166f4bf. 00000800:00000200:2.0:1761322990.521047:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322990.521061:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a3160ea0 (tot 82350618). 00000400:00000200:2.0:1761322990.521070:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.521123:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322990.521128:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006c597dbd 00000400:00000010:2.0:1761322990.521131:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006c597dbd. 00010000:00000010:0.0:1761322990.521165:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000435b9a17. 00010000:00000010:0.0:1761322990.521174:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d25d3803. 00010000:00000010:0.0:1761322990.521193:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d2563f59. 00000100:00000010:0.0:1761322990.521201:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004e147358. 00000100:00000010:0.0:1761322990.521212:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b7d7a390. 02000000:00000010:0.0:1761322990.521230:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000206e1f54. 02000000:00000010:0.0:1761322990.521727:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000066e878bf. 00000400:00000010:0.0:1761322990.521736:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000068d25855. 00000400:00000010:0.0:1761322990.521744:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ac81ce21. 00000100:00000200:0.0:1761322990.521751:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956447488, portal 16 00000400:00000010:0.0:1761322990.521759:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000052eed8f0. 00000100:00000200:0.0:1761322990.521761:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956447488, offset 0 00000400:00000200:0.0:1761322990.521772:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322990.521790:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322990.521798:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:0.0:1761322990.521802:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761322990.521805:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322990.521809:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88573:88573:256:4294967295] 192.168.201.29@tcp LPNI seq info [88573:88573:8:4294967295] 00000400:00000200:0.0:1761322990.521820:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322990.521826:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322990.521832:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002b6ad44b (tot 82350866). 00000800:00000200:0.0:1761322990.521839:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322990.521848:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322990.521852:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002b6ad44b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761322990.522065:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322990.522070:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002b6ad44b (tot 82350618). 00000400:00000200:3.0:1761322990.522113:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.522120:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322990.522125:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000052eed8f0 00000400:00000010:3.0:1761322990.522127:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000052eed8f0. 00000100:00000200:3.0:1761322990.522137:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b7d7a390 x1846879956447488/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322990.529459:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322990.529486:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf3100 00000400:00000200:3.0:1761322990.529496:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xab745 [1] + 224 00000400:00000200:3.0:1761322990.529511:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.529515:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322990.529528:0:15812:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b7d7a390 x1846879956447488/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322990.529575:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322990.529582:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb56b40 00000400:00000200:3.0:1761322990.529588:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa0b1 [2] + 1312 00000400:00000200:3.0:1761322990.529658:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.529663:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322990.529669:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761322990.529675:0:15812:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000279cdfe2. 00000400:00000010:0.0:1761322990.529685:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000068d25855. 00000400:00000200:0.0:1761322990.529700:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ac81ce21 00000400:00000010:0.0:1761322990.529702:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ac81ce21. 00000100:00000200:0.0:1761322990.529718:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b7d7a390 x1846879956447488/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761322990.529729:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b7d7a390 x1846879956447488/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761322990.529774:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000066e878bf. 02000000:00000010:0.0:1761322990.529783:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000206e1f54. 00000100:00000010:0.0:1761322990.529789:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b7d7a390. 00000020:00000010:1.0:1761322990.529791:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fd1a39f5. 00000100:00000010:0.0:1761322990.529794:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004e147358. 00010000:00000010:0.0:1761322990.529802:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d2563f59. 00000020:00000010:1.0:1761322990.529803:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002c952915. 00000020:00000010:1.0:1761322990.529810:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000acc5c903. 00000100:00000200:1.0:1761322990.529842:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000279cdfe2 x1846879955807040/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:143/0 lens 328/0 e 0 to 0 dl 1761323033 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761322990.529884:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955807040 02000000:00000010:1.0:1761322990.529900:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d01dcd40. 00010000:00000010:1.0:1761322990.529935:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ce305943. 00010000:00000010:1.0:1761322990.529960:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fbe7b9a3. 00000100:00000010:1.0:1761322990.529969:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b7b43c72. 00000100:00000010:1.0:1761322990.529978:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b7b43c72. 00010000:00000010:1.0:1761322990.529981:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fbe7b9a3. 00000400:00000010:1.0:1761322990.529997:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a7e6aed8. 00000100:00000200:1.0:1761322990.530189:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955807040, offset 224 00000400:00000200:1.0:1761322990.530200:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322990.530213:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322990.530219:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88574:88574:256:4294967295] 192.168.201.29@tcp LPNI seq info [88574:88574:8:4294967295] 00000400:00000200:1.0:1761322990.530231:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322990.530236:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322990.530242:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000075600cbc (tot 82350866). 00000800:00000200:1.0:1761322990.530249:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322990.530257:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322990.530261:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000075600cbc type 1, nob 320 niov 1 nkiov 1 00080000:00000010:0.0:1761322990.530441:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000206e1f54. 00010000:00000010:0.0:1761322990.530536:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d25d3803. 00010000:00000010:0.0:1761322990.530547:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003fae4080. 00010000:00000010:0.0:1761322990.530632:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bf90bd29. 00010000:00000010:0.0:1761322990.530639:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d25d3803. 00010000:00000010:0.0:1761322990.530654:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d2563f59. 00000100:00000010:0.0:1761322990.530661:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004e147358. 00000100:00000010:0.0:1761322990.530668:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b7d7a390. 02000000:00000010:0.0:1761322990.530682:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000066e878bf. 02000000:00000010:0.0:1761322990.530713:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d0bc6836. 00000400:00000010:0.0:1761322990.530719:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000068d25855. 00000400:00000010:0.0:1761322990.530724:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ac81ce21. 00000100:00000200:0.0:1761322990.530730:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956447552, portal 16 00000400:00000010:0.0:1761322990.530736:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ac2f0f58. 00000100:00000200:0.0:1761322990.530738:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956447552, offset 0 00000400:00000200:0.0:1761322990.530746:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322990.530761:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322990.530769:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:0.0:1761322990.530774:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761322990.530777:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322990.530780:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88575:88575:255:4294967295] 192.168.201.29@tcp LPNI seq info [88575:88575:7:4294967295] 00000400:00000200:0.0:1761322990.530790:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322990.530795:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322990.530800:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bf5e0f07 (tot 82351114). 00000800:00000200:0.0:1761322990.530806:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322990.530814:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322990.530818:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bf5e0f07 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:1.0:1761322990.531115:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002c952915. 00000020:00000010:1.0:1761322990.531128:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000acc5c903. 00000020:00000010:1.0:1761322990.531132:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fd1a39f5. 00010000:00000010:0.1:1761322990.531186:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008ffaa09b. 00010000:00000010:0.1:1761322990.531194:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e5d1b8cb. 00000800:00000200:3.0:1761322990.531212:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322990.531218:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000075600cbc (tot 82350866). 00000400:00000200:3.0:1761322990.531224:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.531230:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322990.531235:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a7e6aed8 00000400:00000010:3.0:1761322990.531237:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a7e6aed8. 00000800:00000200:3.0:1761322990.531310:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322990.531312:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bf5e0f07 (tot 82350618). 00000400:00000200:3.0:1761322990.531317:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.531320:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322990.531322:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ac2f0f58 00000400:00000010:3.0:1761322990.531323:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ac2f0f58. 00000100:00000200:3.0:1761322990.531333:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b7d7a390 x1846879956447552/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761322990.532107:0:78690:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004fba29a6. 00000400:00000200:3.0:1761322990.535025:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322990.535061:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf3140 00000400:00000200:3.0:1761322990.535135:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xab751 [1] + 224 00000400:00000200:3.0:1761322990.535154:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.535161:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322990.535174:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b7d7a390 x1846879956447552/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322990.535220:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322990.535229:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb56b80 00000400:00000200:3.0:1761322990.535236:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa0b1 [2] + 1640 00000400:00000200:3.0:1761322990.535317:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.535322:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322990.535327:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761322990.535335:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004265c37e. 00000020:00000010:2.0:1761322990.535428:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c694c491. 00000400:00000010:1.0:1761322990.535481:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000068d25855. 00000400:00000200:1.0:1761322990.535488:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ac81ce21 00000400:00000010:1.0:1761322990.535491:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ac81ce21. 00000100:00000200:1.0:1761322990.535501:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b7d7a390 x1846879956447552/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761322990.535509:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b7d7a390 x1846879956447552/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761322990.535540:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d0bc6836. 02000000:00000010:1.0:1761322990.535547:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000066e878bf. 00000100:00000010:1.0:1761322990.535551:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b7d7a390. 00000100:00000010:1.0:1761322990.535554:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004e147358. 00010000:00000010:1.0:1761322990.535559:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d2563f59. 00000020:00000010:2.0:1761322990.535564:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e27e7daa. 00000020:00000010:2.0:1761322990.535572:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009b57aa81. 00000100:00000200:2.0:1761322990.535609:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000004265c37e x1846879955807104/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:143/0 lens 328/0 e 0 to 0 dl 1761323033 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761322990.535665:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955807104 02000000:00000010:2.0:1761322990.535688:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000a9a5e5b. 00010000:00000010:2.0:1761322990.535727:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007a009ace. 00010000:00000010:2.0:1761322990.535753:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000016fd1dcd. 00000100:00000010:2.0:1761322990.535760:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000053c40bb5. 00000100:00000010:2.0:1761322990.535776:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000053c40bb5. 00010000:00000010:2.0:1761322990.535789:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000016fd1dcd. 00000400:00000010:2.0:1761322990.535807:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006c597dbd. 00000100:00000200:2.0:1761322990.535814:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955807104, offset 224 00000400:00000200:2.0:1761322990.535823:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00080000:00000010:1.0:1761322990.535835:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fd1a39f5. 00000400:00000200:2.0:1761322990.535841:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:2.0:1761322990.535848:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88576:88576:256:4294967295] 192.168.201.29@tcp LPNI seq info [88576:88576:8:4294967295] 00000400:00000200:2.0:1761322990.535860:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:2.0:1761322990.535865:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:2.0:1761322990.535870:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a3160ea0 (tot 82350866). 00000800:00000200:2.0:1761322990.535877:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:2.0:1761322990.535885:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:2.0:1761322990.535889:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a3160ea0 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761322990.535914:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e27e7daa. 00000020:00000010:2.0:1761322990.535918:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009b57aa81. 00000020:00000010:2.0:1761322990.535921:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c694c491. 00010000:00000010:1.0:1761322990.535968:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d25d3803. 00010000:00000010:1.0:1761322990.535980:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000e690d3a. 00010000:00000010:1.0:1761322990.536141:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f7fa86b2. 00010000:00000010:1.0:1761322990.536149:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008727992e. 00010000:00000010:1.0:1761322990.536163:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000610406d8. 00000100:00000010:1.0:1761322990.536170:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b7b43c72. 00000100:00000010:1.0:1761322990.536180:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000dfba0156. 02000000:00000010:1.0:1761322990.536196:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d625409a. 02000000:00000010:1.0:1761322990.536225:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a8cc9abc. 00000400:00000010:1.0:1761322990.536231:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000fbfd5f0. 00000400:00000010:1.0:1761322990.536237:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000035ef97af. 00000100:00000200:1.0:1761322990.536244:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956447616, portal 16 00000400:00000010:1.0:1761322990.536251:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002f17cf4d. 00000100:00000200:1.0:1761322990.536253:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956447616, offset 0 00000400:00000200:1.0:1761322990.536262:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322990.536274:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322990.536283:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:1.0:1761322990.536289:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761322990.536292:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:1.0:1761322990.536296:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88577:88577:255:4294967295] 192.168.201.29@tcp LPNI seq info [88577:88577:7:4294967295] 00000400:00000200:1.0:1761322990.536305:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322990.536310:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322990.536315:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006759b894 (tot 82351114). 00000800:00000200:1.0:1761322990.536321:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322990.536328:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322990.536332:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006759b894 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761322990.536501:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322990.536505:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a3160ea0 (tot 82350866). 00000400:00000200:3.0:1761322990.536510:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.536515:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322990.536518:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006c597dbd 00000400:00000010:3.0:1761322990.536520:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006c597dbd. 00000800:00000200:3.0:1761322990.536571:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322990.536573:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006759b894 (tot 82350618). 00000400:00000200:3.0:1761322990.536588:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.536593:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322990.536595:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002f17cf4d 00000400:00000010:3.0:1761322990.536597:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002f17cf4d. 00000100:00000200:3.0:1761322990.536605:0:15812:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000dfba0156 x1846879956447616/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761322990.537132:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000091900cac. 00010000:00000010:0.1:1761322990.539118:0:78691:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ad6e104b. 00010000:00000010:0.1:1761322990.539135:0:78691:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000435b9a17. 00000400:00000200:3.0:1761322990.539242:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322990.539265:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf3180 00000400:00000200:3.0:1761322990.539276:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xab75d [1] + 224 00000400:00000200:3.0:1761322990.539295:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.539300:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322990.539312:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000dfba0156 x1846879956447616/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761322990.539392:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000fbfd5f0. 00000400:00000200:1.0:1761322990.539410:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000035ef97af 00000400:00000010:1.0:1761322990.539412:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000035ef97af. 00000100:00000200:1.0:1761322990.539425:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000dfba0156 x1846879956447616/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761322990.539437:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000dfba0156 x1846879956447616/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761322990.539480:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a8cc9abc. 02000000:00000010:1.0:1761322990.539488:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d625409a. 00000100:00000010:1.0:1761322990.539493:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000dfba0156. 00000100:00000010:1.0:1761322990.539497:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b7b43c72. 00010000:00000010:1.0:1761322990.539501:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000610406d8. 00000400:00000200:3.0:1761322990.541424:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322990.541445:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb56bc0 00000400:00000200:3.0:1761322990.541455:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa0b1 [2] + 1968 00000400:00000010:3.0:1761322990.541461:0:15810:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000c99acac. 00000400:00000200:3.0:1761322990.541469:0:15810:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000008b9d4163 00000400:00000200:3.0:1761322990.541999:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.542009:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322990.542015:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008b9d4163 00000400:00000010:3.0:1761322990.542018:0:15810:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000008b9d4163 (tot 82350466). 00000100:00000200:3.0:1761322990.542024:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1761322990.542198:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c694c491. 00000020:00000010:2.0:1761322990.542212:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e27e7daa. 00000020:00000010:2.0:1761322990.542218:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009b57aa81. 00000100:00000200:2.0:1761322990.542258:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e31f5580 x1846879955807168/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:143/0 lens 328/0 e 0 to 0 dl 1761323033 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761322990.542312:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955807168 02000000:00000010:2.0:1761322990.542329:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000082d305cb. 00010000:00000010:2.0:1761322990.542369:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001abbfa63. 00010000:00000010:2.0:1761322990.542399:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000016fd1dcd. 00000100:00000010:2.0:1761322990.542410:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000053c40bb5. 00000100:00000010:2.0:1761322990.542431:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000053c40bb5. 00010000:00000010:2.0:1761322990.542435:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000016fd1dcd. 00000400:00000010:2.0:1761322990.542454:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006f6a30cf. 00000100:00000200:2.0:1761322990.542460:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955807168, offset 224 00080000:00000010:1.0:1761322990.542461:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d625409a. 00000400:00000200:2.0:1761322990.542470:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:2.0:1761322990.542487:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:2.0:1761322990.542494:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88578:88578:256:4294967295] 192.168.201.29@tcp LPNI seq info [88578:88578:8:4294967295] 00000400:00000200:2.0:1761322990.542510:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:2.0:1761322990.542517:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:2.0:1761322990.542524:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000074e57caf (tot 82350714). 00000800:00000200:2.0:1761322990.542533:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:2.0:1761322990.542545:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:2.0:1761322990.542550:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000074e57caf type 1, nob 320 niov 1 nkiov 1 00010000:00000010:1.0:1761322990.542563:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008727992e. 00000020:00000010:2.0:1761322990.542577:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e27e7daa. 00000020:00000010:2.0:1761322990.542584:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009b57aa81. 00000020:00000010:2.0:1761322990.542587:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c694c491. 02000000:00000010:2.0:1761322990.542596:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000a9a5e5b. 00000100:00000010:2.0:1761322990.542599:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004265c37e. 02000000:00000010:2.0:1761322990.542603:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d01dcd40. 00000100:00000010:2.0:1761322990.542606:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000279cdfe2. 02000000:00000010:2.0:1761322990.542609:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008c28eff8. 00000100:00000010:2.0:1761322990.542610:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000025be6896. 02000000:00000010:2.0:1761322990.542613:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002236bb4a. 00000100:00000010:2.0:1761322990.542616:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000aadbcd0f. 02000000:00000010:2.0:1761322990.542619:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000551c174a. 00000100:00000010:2.0:1761322990.542622:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008821b89f. 02000000:00000010:2.0:1761322990.542624:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003875e202. 00000100:00000010:2.0:1761322990.542627:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000053bb533c. 00000100:00000200:2.0:1761322990.542634:0:67479:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1761322990.542640:0:67479:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f5edb109. 00000400:00000010:2.0:1761322990.542644:0:67479:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000053c40bb5 (tot 82350866). 00010000:00000010:1.0:1761322990.542658:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e0408a4c. 00010000:00000010:1.0:1761322990.542743:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ce0cc604. 00010000:00000010:1.0:1761322990.542750:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008727992e. 00010000:00000010:1.0:1761322990.542764:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000610406d8. 00000100:00000010:1.0:1761322990.542769:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b7b43c72. 00000100:00000010:1.0:1761322990.542778:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000dfba0156. 02000000:00000010:1.0:1761322990.542792:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a8cc9abc. 02000000:00000010:1.0:1761322990.542823:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e393d06b. 00000400:00000010:1.0:1761322990.542827:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000fbfd5f0. 00000400:00000010:1.0:1761322990.542832:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000035ef97af. 00000100:00000200:1.0:1761322990.542835:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956447680, portal 16 00000400:00000010:1.0:1761322990.542840:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a506a769. 00000100:00000200:1.0:1761322990.542842:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956447680, offset 0 00000400:00000200:1.0:1761322990.542847:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322990.542854:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322990.542862:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:1.0:1761322990.542866:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761322990.542869:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:1.0:1761322990.542872:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88579:88579:255:4294967295] 192.168.201.29@tcp LPNI seq info [88579:88579:7:4294967295] 00000400:00000200:1.0:1761322990.542884:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322990.542890:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322990.542893:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c987b974 (tot 82351114). 00000800:00000200:1.0:1761322990.542898:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322990.542901:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322990.542904:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c987b974 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1761322990.543133:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cf730c4b. 00010000:00000010:1.1:1761322990.543228:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009df51c2d. 00010000:00000010:1.1:1761322990.543235:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bf90bd29. 00000800:00000200:3.0:1761322990.543683:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322990.543688:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000074e57caf (tot 82350866). 00000400:00000200:3.0:1761322990.543696:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.543703:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322990.543708:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006f6a30cf 00000400:00000010:3.0:1761322990.543711:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006f6a30cf. 02000000:00000010:3.0:1761322990.543719:0:15812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000082d305cb. 00000800:00000200:3.0:1761322990.543785:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322990.543788:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c987b974 (tot 82350618). 00000400:00000200:3.0:1761322990.543792:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.543796:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322990.543799:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a506a769 00000400:00000010:3.0:1761322990.543801:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a506a769. 00000100:00000200:3.0:1761322990.543812:0:15812:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000dfba0156 x1846879956447680/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322990.548395:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322990.548420:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf31c0 00000400:00000200:3.0:1761322990.548437:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xab76d [1] + 224 00000400:00000200:3.0:1761322990.548458:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.548463:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322990.548475:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000dfba0156 x1846879956447680/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761322990.548531:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000fbfd5f0. 00000400:00000200:3.0:1761322990.548548:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000035ef97af 00000400:00000010:3.0:1761322990.548551:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000035ef97af. 00000100:00000200:3.0:1761322990.548557:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000dfba0156 x1846879956447680/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761322990.548572:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000dfba0156 x1846879956447680/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761322990.548603:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e393d06b. 02000000:00000010:3.0:1761322990.548611:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a8cc9abc. 00000100:00000010:3.0:1761322990.548616:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000dfba0156. 00000100:00000010:3.0:1761322990.548620:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b7b43c72. 00010000:00000010:3.0:1761322990.548624:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000610406d8. 00000400:00000200:3.0:1761322990.549426:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322990.549444:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb56c00 00000400:00000200:3.0:1761322990.549452:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa109 [2] + 0 00000400:00000200:3.0:1761322990.549515:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.549519:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322990.549525:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761322990.549532:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f5a4a0ca. 00000020:00000010:2.0:1761322990.549878:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000a9a5e5b. 00000020:00000010:2.0:1761322990.549892:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e27e7daa. 00000020:00000010:2.0:1761322990.549898:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009b57aa81. 00000100:00000200:2.0:1761322990.549939:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f5a4a0ca x1846879955807232/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:143/0 lens 328/0 e 0 to 0 dl 1761323033 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761322990.549988:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955807232 02000000:00000010:2.0:1761322990.550004:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c694c491. 00010000:00000010:2.0:1761322990.550046:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f57be6a3. 00010000:00000010:2.0:1761322990.550114:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000016fd1dcd. 00000100:00000010:2.0:1761322990.550124:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a3d6d3f0. 00000100:00000010:2.0:1761322990.550140:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a3d6d3f0. 00010000:00000010:2.0:1761322990.550145:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000016fd1dcd. 00000400:00000010:2.0:1761322990.550165:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000958958ca. 00000100:00000200:2.0:1761322990.550173:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955807232, offset 224 00000400:00000200:2.0:1761322990.550185:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:2.0:1761322990.550202:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00080000:00000010:3.0:1761322990.550209:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000000da2a06f. 00000400:00000200:2.0:1761322990.550215:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88580:88580:256:4294967295] 192.168.201.29@tcp LPNI seq info [88580:88580:8:4294967295] 00000400:00000200:2.0:1761322990.550230:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:2.0:1761322990.550236:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:2.0:1761322990.550241:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007e67acbb (tot 82350866). 00000800:00000200:2.0:1761322990.550249:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:2.0:1761322990.550258:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:2.0:1761322990.550263:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007e67acbb type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761322990.550295:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e27e7daa. 00000020:00000010:2.0:1761322990.550301:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009b57aa81. 00000020:00000010:2.0:1761322990.550306:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000a9a5e5b. 00010000:00000010:3.0:1761322990.550355:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008727992e. 00010000:00000010:3.0:1761322990.550368:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f466431d. 00000800:00000200:0.0:1761322990.550419:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761322990.550425:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007e67acbb (tot 82350618). 00000400:00000200:0.0:1761322990.550432:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322990.550440:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:0.0:1761322990.550445:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000958958ca 00000400:00000010:0.0:1761322990.550448:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000958958ca. 00000004:00000010:3.0:1761322990.550479:0:77376:0:(mdt_handler.c:6310:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000005c785e49. 00000004:00000010:3.0:1761322990.550501:0:77376:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 96 at 00000000d1ef5265. 00000004:00000010:3.0:1761322990.550522:0:77376:0:(lod_dev.c:214:lod_object_alloc()) slab-alloced 'lod_obj': 184 at 00000000dba29e31. 00080000:00000010:3.0:1761322990.550533:0:77376:0:(osd_handler.c:426:osd_object_alloc()) kmalloced '(mo)': 304 at 00000000d2c1caa2. 00000001:00000010:3.0:1761322990.550556:0:77376:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e94b249f. 00000001:00000010:3.0:1761322990.550624:0:77376:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e94b249f. 00080000:00000010:3.0:1761322990.550642:0:77376:0:(osd_handler.c:1676:osd_object_free()) kfreed 'obj': 304 at 00000000d2c1caa2. 00000004:00000010:3.0:1761322990.550648:0:77376:0:(lod_object.c:9217:lod_object_free()) slab-freed '(lo)': 184 at 00000000dba29e31. 00000004:00000010:3.0:1761322990.550653:0:77376:0:(mdd_object.c:339:mdd_object_free()) slab-freed '(mdd)': 96 at 00000000d1ef5265. 00000004:00000010:3.0:1761322990.550656:0:77376:0:(mdt_handler.c:6382:mdt_object_free()) slab-freed 'mo': 480 at 000000005c785e49. 00010000:00000010:3.0:1761322990.550689:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000738b17ea. 00010000:00000010:3.0:1761322990.550696:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000028d832ec. 00010000:00000010:3.0:1761322990.550709:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000119a8e2f. 00000100:00000010:3.0:1761322990.550717:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000060dab46a. 00000100:00000010:3.0:1761322990.550726:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008588e37b. 02000000:00000010:3.0:1761322990.550740:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d2c1caa2. 02000000:00000010:3.0:1761322990.550789:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e7bd5220. 00000400:00000010:3.0:1761322990.550796:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e94b249f. 00000400:00000010:3.0:1761322990.550802:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000034cf40f2. 00000100:00000200:3.0:1761322990.550808:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956447744, portal 16 00000400:00000010:3.0:1761322990.550812:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cec36e5d. 00000100:00000200:3.0:1761322990.550814:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956447744, offset 0 00000400:00000200:3.0:1761322990.550822:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:3.0:1761322990.550840:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322990.550848:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:3.0:1761322990.550852:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761322990.550857:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:3.0:1761322990.550862:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88581:88581:256:4294967295] 192.168.201.29@tcp LPNI seq info [88581:88581:8:4294967295] 00000400:00000200:3.0:1761322990.550873:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322990.550878:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322990.550883:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eb6fba2b (tot 82350866). 00000800:00000200:3.0:1761322990.550888:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322990.550895:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322990.550898:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eb6fba2b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761322990.551724:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761322990.551728:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eb6fba2b (tot 82350618). 00000400:00000200:0.0:1761322990.551734:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322990.551741:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:0.0:1761322990.551797:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cec36e5d 00000400:00000010:0.0:1761322990.551800:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cec36e5d. 00000100:00000200:0.0:1761322990.551809:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008588e37b x1846879956447744/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761322990.553213:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000885800e7. 00010000:00000010:1.1:1761322990.553230:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f7fa86b2. 00010000:00000010:2.1:1761322990.553342:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cd24c5e3. 00000400:00000200:3.0:1761322990.554157:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:0.0:1761322990.554225:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf3200 00000400:00000200:0.0:1761322990.554238:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xab779 [1] + 224 00000400:00000200:0.0:1761322990.554259:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322990.554264:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:0.0:1761322990.554277:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008588e37b x1846879956447744/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761322990.554504:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e94b249f. 00000400:00000200:3.0:1761322990.554510:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000034cf40f2 00000400:00000010:3.0:1761322990.554512:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000034cf40f2. 00000100:00000200:3.0:1761322990.554520:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008588e37b x1846879956447744/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761322990.554530:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008588e37b x1846879956447744/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761322990.554570:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e7bd5220. 02000000:00000010:3.0:1761322990.554578:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d2c1caa2. 00000100:00000010:3.0:1761322990.554582:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008588e37b. 00000100:00000010:3.0:1761322990.554587:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000060dab46a. 00010000:00000010:3.0:1761322990.554595:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000119a8e2f. 00000400:00000200:0.0:1761322990.555108:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:0.0:1761322990.555121:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb56c40 00000400:00000200:0.0:1761322990.555128:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa109 [2] + 328 00000400:00000200:0.0:1761322990.555204:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322990.555210:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:0.0:1761322990.555217:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761322990.555224:0:15812:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005d86ea8a. 00010000:00000010:2.1:1761322990.556020:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000851da6d2. 00000020:00000010:2.0:1761322990.556105:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000a9a5e5b. 00000020:00000010:2.0:1761322990.556115:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e27e7daa. 00000020:00000010:2.0:1761322990.556120:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009b57aa81. 00010000:00000010:3.1:1761322990.556124:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000daa01cf8. 00010000:00000010:3.1:1761322990.556137:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ce0cc604. 00000100:00000200:2.0:1761322990.556165:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005d86ea8a x1846879955807296/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:143/0 lens 328/0 e 0 to 0 dl 1761323033 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761322990.556263:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955807296 02000000:00000010:2.0:1761322990.556277:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000022fb6ccf. 00010000:00000010:2.0:1761322990.556312:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f852a45d. 00010000:00000010:2.0:1761322990.556349:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000016fd1dcd. 00000100:00000010:2.0:1761322990.556358:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a3d6d3f0. 00000100:00000010:2.0:1761322990.556472:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a3d6d3f0. 00010000:00000010:2.0:1761322990.556477:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000016fd1dcd. 00000400:00000010:2.0:1761322990.556495:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000047f0d024. 00000100:00000200:2.0:1761322990.556501:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955807296, offset 224 00000400:00000200:2.0:1761322990.556510:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:2.0:1761322990.556524:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:2.0:1761322990.556531:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88582:88582:256:4294967295] 192.168.201.29@tcp LPNI seq info [88582:88582:8:4294967295] 00000400:00000200:2.0:1761322990.556541:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:2.0:1761322990.556546:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:2.0:1761322990.556551:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f093da5b (tot 82350866). 00000800:00000200:2.0:1761322990.556557:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:2.0:1761322990.556564:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:2.0:1761322990.556568:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f093da5b type 1, nob 320 niov 1 nkiov 1 00080000:00000010:1.0:1761322990.556663:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000007af11e4e. 00000020:00000010:2.0:1761322990.556699:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e27e7daa. 00000020:00000010:2.0:1761322990.556706:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009b57aa81. 00000020:00000010:2.0:1761322990.556709:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000a9a5e5b. 00010000:00000010:1.0:1761322990.556755:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000028d832ec. 00010000:00000010:1.0:1761322990.556764:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000079c44060. 00010000:00000010:1.0:1761322990.556846:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f7fa86b2. 00000800:00000200:0.0:1761322990.556848:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761322990.556851:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f093da5b (tot 82350618). 00010000:00000010:1.0:1761322990.556853:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000baad1296. 00000400:00000200:0.0:1761322990.556856:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322990.556863:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00010000:00000010:1.0:1761322990.556865:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fbe7b9a3. 00000400:00000200:0.0:1761322990.556867:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000047f0d024 00000100:00000010:1.0:1761322990.556869:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007af2b42f. 00000400:00000010:0.0:1761322990.556869:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000047f0d024. 00000100:00000010:1.0:1761322990.556878:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000eae2da62. 02000000:00000010:1.0:1761322990.556892:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000abd88109. 02000000:00000010:1.0:1761322990.556933:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009997853f. 00000400:00000010:1.0:1761322990.556940:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ab7a82e4. 00000400:00000010:1.0:1761322990.556945:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000048107573. 00000100:00000200:1.0:1761322990.556949:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956447808, portal 16 00000400:00000010:1.0:1761322990.556954:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000962e04ce. 00000100:00000200:1.0:1761322990.556956:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956447808, offset 0 00000400:00000200:1.0:1761322990.556962:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322990.556972:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322990.556981:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:1.0:1761322990.556985:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761322990.556989:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:1.0:1761322990.556993:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88583:88583:256:4294967295] 192.168.201.29@tcp LPNI seq info [88583:88583:8:4294967295] 00000400:00000200:1.0:1761322990.557001:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322990.557006:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322990.557011:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004b4e0d4f (tot 82350866). 00000800:00000200:1.0:1761322990.557015:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322990.557020:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322990.557022:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004b4e0d4f type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761322990.557192:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761322990.557194:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004b4e0d4f (tot 82350618). 00000400:00000200:0.0:1761322990.557198:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322990.557201:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:0.0:1761322990.557204:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000962e04ce 00000400:00000010:0.0:1761322990.557205:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000962e04ce. 00000100:00000200:0.0:1761322990.557211:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000eae2da62 x1846879956447808/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322990.558539:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322990.558564:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf3240 00000400:00000200:3.0:1761322990.558579:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xab785 [1] + 224 00000400:00000200:3.0:1761322990.558599:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.558605:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322990.558617:0:15812:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000eae2da62 x1846879956447808/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761322990.559335:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ab7a82e4. 00000400:00000200:1.0:1761322990.559355:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000048107573 00000400:00000010:1.0:1761322990.559357:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000048107573. 00000100:00000200:1.0:1761322990.559371:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000eae2da62 x1846879956447808/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322990.559397:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322990.559407:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb56c80 00000400:00000200:3.0:1761322990.559414:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa109 [2] + 656 00000400:00000200:3.0:1761322990.559469:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.559473:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322990.559477:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761322990.559483:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008588e37b. 00000100:00000200:1.0:1761322990.559656:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000eae2da62 x1846879956447808/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761322990.559698:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009997853f. 00000020:00000010:2.0:1761322990.559704:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008c28eff8. 02000000:00000010:1.0:1761322990.559706:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000abd88109. 00000020:00000010:2.0:1761322990.559714:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c54fd3dd. 00000100:00000010:1.0:1761322990.559715:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000eae2da62. 00000100:00000010:1.0:1761322990.559725:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007af2b42f. 00000020:00000010:2.0:1761322990.559726:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009b57aa81. 00010000:00000010:1.0:1761322990.559731:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fbe7b9a3. 00000100:00000200:2.0:1761322990.559759:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000008588e37b x1846879955807360/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:143/0 lens 328/0 e 0 to 0 dl 1761323033 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761322990.559803:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955807360 02000000:00000010:2.0:1761322990.559816:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000035a7aab0. 00010000:00000010:2.0:1761322990.559848:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d04d8f0d. 00010000:00000010:2.0:1761322990.559872:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000016fd1dcd. 00000100:00000010:2.0:1761322990.559878:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a3d6d3f0. 00000100:00000010:2.0:1761322990.559896:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a3d6d3f0. 00010000:00000010:2.0:1761322990.559900:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000016fd1dcd. 00000400:00000010:2.0:1761322990.559916:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d60c4ee9. 00000100:00000200:2.0:1761322990.559923:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955807360, offset 224 00000400:00000200:2.0:1761322990.559932:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:2.0:1761322990.559943:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:2.0:1761322990.559950:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88584:88584:256:4294967295] 192.168.201.29@tcp LPNI seq info [88584:88584:8:4294967295] 00000400:00000200:2.0:1761322990.559960:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:2.0:1761322990.559966:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:2.0:1761322990.559970:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000041deb613 (tot 82350866). 00000800:00000200:2.0:1761322990.559977:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:2.0:1761322990.559985:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:2.0:1761322990.559989:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000041deb613 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761322990.560011:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c54fd3dd. 00000020:00000010:2.0:1761322990.560016:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009b57aa81. 00000020:00000010:2.0:1761322990.560020:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008c28eff8. 00000800:00000200:2.0:1761322990.560165:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322990.560169:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000041deb613 (tot 82350618). 00000400:00000200:2.0:1761322990.560174:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.560179:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322990.560182:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d60c4ee9 00000400:00000010:2.0:1761322990.560184:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d60c4ee9. 00010000:00000010:1.1:1761322990.561371:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000691be002. 00010000:00000010:1.1:1761322990.561384:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000738b17ea. 00080000:00000010:1.0:1761322990.561424:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000abd88109. 00010000:00000010:1.0:1761322990.561526:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000baad1296. 00010000:00000010:1.0:1761322990.561536:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ca72578b. 00010000:00000010:1.0:1761322990.561615:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c0ccc7c6. 00010000:00000010:1.0:1761322990.561622:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000baad1296. 00010000:00000010:1.0:1761322990.561638:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fbe7b9a3. 00000100:00000010:1.0:1761322990.561647:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007af2b42f. 00000100:00000010:1.0:1761322990.561663:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000eae2da62. 02000000:00000010:1.0:1761322990.561680:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009997853f. 02000000:00000010:1.0:1761322990.561716:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d540d0ab. 00000400:00000010:1.0:1761322990.561724:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ab7a82e4. 00000400:00000010:1.0:1761322990.561731:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000048107573. 00000100:00000200:1.0:1761322990.561737:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956447872, portal 16 00000400:00000010:1.0:1761322990.561744:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003650095b. 00000100:00000200:1.0:1761322990.561748:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956447872, offset 0 00000400:00000200:1.0:1761322990.561758:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322990.561780:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322990.561790:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:1.0:1761322990.561796:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761322990.561800:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:1.0:1761322990.561804:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88585:88585:256:4294967295] 192.168.201.29@tcp LPNI seq info [88585:88585:8:4294967295] 00000400:00000200:1.0:1761322990.561814:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322990.561820:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322990.561826:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000026dc90c4 (tot 82350866). 00000800:00000200:1.0:1761322990.561833:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322990.561841:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322990.561846:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000026dc90c4 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761322990.562391:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322990.562396:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000026dc90c4 (tot 82350618). 00000400:00000200:3.0:1761322990.562401:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.562407:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322990.562411:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003650095b 00000400:00000010:3.0:1761322990.562413:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003650095b. 00000100:00000200:3.0:1761322990.562422:0:15812:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000eae2da62 x1846879956447872/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761322990.564163:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:0.0:1761322990.564182:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf3280 00000400:00000200:0.0:1761322990.564192:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xab791 [1] + 224 00000400:00000200:0.0:1761322990.564205:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322990.564211:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:0.0:1761322990.564221:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000eae2da62 x1846879956447872/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761322990.565120:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000095fca8cc. 00000400:00000200:0.0:1761322990.565470:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:0.0:1761322990.565482:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb56cc0 00000400:00000200:0.0:1761322990.565489:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa109 [2] + 984 00000400:00000200:0.0:1761322990.565863:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322990.565869:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:0.0:1761322990.565876:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761322990.565883:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c9a97dac. 00000400:00000010:1.0:1761322990.565945:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ab7a82e4. 00000400:00000200:1.0:1761322990.565962:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000048107573 00000400:00000010:1.0:1761322990.565965:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000048107573. 00000100:00000200:1.0:1761322990.565975:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000eae2da62 x1846879956447872/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000020:00000010:2.0:1761322990.565980:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008c28eff8. 00000100:00000200:1.0:1761322990.565987:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000eae2da62 x1846879956447872/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000020:00000010:2.0:1761322990.565990:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c54fd3dd. 00000020:00000010:2.0:1761322990.565996:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009b57aa81. 00000100:00000200:2.0:1761322990.566028:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c9a97dac x1846879955807424/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:143/0 lens 328/0 e 0 to 0 dl 1761323033 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 02000000:00000010:1.0:1761322990.566031:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d540d0ab. 02000000:00000010:1.0:1761322990.566038:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009997853f. 00000100:00000010:1.0:1761322990.566044:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000eae2da62. 00000100:00000010:1.0:1761322990.566059:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007af2b42f. 00010000:00000010:1.0:1761322990.566064:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fbe7b9a3. 00000100:00000200:2.0:1761322990.566116:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955807424 02000000:00000010:2.0:1761322990.566131:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c4d1a7f3. 00010000:00000010:2.0:1761322990.566166:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000efef8aef. 00010000:00000010:2.0:1761322990.566192:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000016fd1dcd. 00000100:00000010:2.0:1761322990.566200:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a3d6d3f0. 00000100:00000010:2.0:1761322990.566218:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a3d6d3f0. 00010000:00000010:2.0:1761322990.566221:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000016fd1dcd. 00000400:00000010:2.0:1761322990.566243:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d60c4ee9. 00000100:00000200:2.0:1761322990.566247:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955807424, offset 224 00000400:00000200:2.0:1761322990.566256:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:2.0:1761322990.566267:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:2.0:1761322990.566273:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88586:88586:256:4294967295] 192.168.201.29@tcp LPNI seq info [88586:88586:8:4294967295] 00000400:00000200:2.0:1761322990.566285:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:2.0:1761322990.566291:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:2.0:1761322990.566296:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000041deb613 (tot 82350866). 00000800:00000200:2.0:1761322990.566303:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:2.0:1761322990.566311:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:2.0:1761322990.566315:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000041deb613 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761322990.566344:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c54fd3dd. 00000020:00000010:2.0:1761322990.566349:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009b57aa81. 00000020:00000010:2.0:1761322990.566352:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008c28eff8. 00000800:00000200:0.0:1761322990.566567:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761322990.566572:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000041deb613 (tot 82350618). 00000400:00000200:0.0:1761322990.566578:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322990.566582:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:0.0:1761322990.566585:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d60c4ee9 00000400:00000010:0.0:1761322990.566588:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d60c4ee9. 00080000:00000010:1.0:1761322990.566805:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000009997853f. 00010000:00000010:1.0:1761322990.566893:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000baad1296. 00010000:00000010:1.0:1761322990.566901:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000054eab9ea. 00010000:00000010:1.0:1761322990.566996:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005810024d. 00010000:00000010:1.0:1761322990.567003:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000baad1296. 00010000:00000010:1.0:1761322990.567014:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fbe7b9a3. 00000100:00000010:1.0:1761322990.567019:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007af2b42f. 00000100:00000010:1.0:1761322990.567027:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000eae2da62. 02000000:00000010:1.0:1761322990.567040:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d540d0ab. 02000000:00000010:1.0:1761322990.567152:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a76582dc. 00000400:00000010:1.0:1761322990.567159:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ab7a82e4. 00000400:00000010:1.0:1761322990.567163:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000048107573. 00000100:00000200:1.0:1761322990.567169:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956447936, portal 16 00000400:00000010:1.0:1761322990.567174:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005178a5a4. 00000100:00000200:1.0:1761322990.567176:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956447936, offset 0 00000400:00000200:1.0:1761322990.567183:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322990.567192:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322990.567199:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:1.0:1761322990.567202:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761322990.567206:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:1.0:1761322990.567209:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88587:88587:256:4294967295] 192.168.201.29@tcp LPNI seq info [88587:88587:8:4294967295] 00000400:00000200:1.0:1761322990.567216:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322990.567221:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322990.567225:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000019fa20ba (tot 82350866). 00000800:00000200:1.0:1761322990.567230:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322990.567234:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322990.567237:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000019fa20ba type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761322990.567421:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322990.567427:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000019fa20ba (tot 82350618). 00000400:00000200:3.0:1761322990.567434:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.567442:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322990.567448:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005178a5a4 00000400:00000010:3.0:1761322990.567451:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005178a5a4. 00000100:00000200:3.0:1761322990.567460:0:15812:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000eae2da62 x1846879956447936/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761322990.568197:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006d7cc618. 00010000:00000010:1.1:1761322990.568353:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f3935e31. 00010000:00000010:1.1:1761322990.568360:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f7fa86b2. 00000400:00000200:1.0:1761322990.569642:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:1.0:1761322990.569659:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf32c0 00000400:00000200:1.0:1761322990.569668:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xab79d [1] + 224 00000400:00000200:1.0:1761322990.569684:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322990.569689:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:1.0:1761322990.569701:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000eae2da62 x1846879956447936/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761322990.569760:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ab7a82e4. 00000400:00000200:3.0:1761322990.569775:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000048107573 00000400:00000010:3.0:1761322990.569778:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000048107573. 00000100:00000200:3.0:1761322990.569784:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000eae2da62 x1846879956447936/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761322990.569792:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000eae2da62 x1846879956447936/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761322990.569830:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a76582dc. 02000000:00000010:3.0:1761322990.569904:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d540d0ab. 00000100:00000010:3.0:1761322990.569911:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000eae2da62. 00000100:00000010:3.0:1761322990.569915:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007af2b42f. 00010000:00000010:3.0:1761322990.569919:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fbe7b9a3. 00000400:00000200:1.0:1761322990.569937:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:1.0:1761322990.569945:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb56d00 00000400:00000200:1.0:1761322990.569950:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa109 [2] + 1312 00000400:00000200:1.0:1761322990.570011:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322990.570015:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:1.0:1761322990.570020:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761322990.570025:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000fc1dab26. 00010000:00000010:1.1:1761322990.570110:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d5629520. 00010000:00000010:1.1:1761322990.570119:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c0ccc7c6. 00000020:00000010:3.0:1761322990.570325:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000023653ac9. 00000020:00000010:3.0:1761322990.570333:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000097ab19a0. 00000020:00000010:3.0:1761322990.570339:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000068902843. 00000100:00000200:3.0:1761322990.570369:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000fc1dab26 x1846879955807488/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:143/0 lens 328/0 e 0 to 0 dl 1761323033 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761322990.570415:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955807488 02000000:00000010:3.0:1761322990.570429:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e7bd5220. 00010000:00000010:3.0:1761322990.570460:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000e1b108a. 00010000:00000010:3.0:1761322990.570483:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000119a8e2f. 00000100:00000010:3.0:1761322990.570489:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d99a1ae7. 00000100:00000010:3.0:1761322990.570496:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d99a1ae7. 00010000:00000010:3.0:1761322990.570499:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000119a8e2f. 00000400:00000010:3.0:1761322990.570514:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000034cf40f2. 00000100:00000200:3.0:1761322990.570518:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955807488, offset 224 00000400:00000200:3.0:1761322990.570527:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:3.0:1761322990.570543:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322990.570550:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88588:88588:256:4294967295] 192.168.201.29@tcp LPNI seq info [88588:88588:8:4294967295] 00000400:00000200:3.0:1761322990.570561:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322990.570567:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322990.570572:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bf79fdc4 (tot 82350866). 00000800:00000200:3.0:1761322990.570578:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322990.570586:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322990.570590:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bf79fdc4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761322990.570670:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000097ab19a0. 00000020:00000010:3.0:1761322990.570676:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000068902843. 00000020:00000010:3.0:1761322990.570679:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000023653ac9. 00000800:00000200:2.0:1761322990.570731:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322990.570736:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bf79fdc4 (tot 82350618). 00000400:00000200:2.0:1761322990.570740:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.570744:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322990.570747:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000034cf40f2 00000400:00000010:2.0:1761322990.570749:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000034cf40f2. 00080000:00000010:1.0:1761322990.570932:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d540d0ab. 00010000:00000010:1.0:1761322990.570999:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000baad1296. 00010000:00000010:1.0:1761322990.571005:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fc7b61fd. 00010000:00000010:1.0:1761322990.571106:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c0ccc7c6. 00010000:00000010:1.0:1761322990.571113:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000baad1296. 00010000:00000010:1.0:1761322990.571125:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b4b37fe0. 00000100:00000010:1.0:1761322990.571129:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007af2b42f. 00000100:00000010:1.0:1761322990.571137:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000089684651. 02000000:00000010:1.0:1761322990.571151:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a76582dc. 02000000:00000010:1.0:1761322990.571183:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a8cc9abc. 00000400:00000010:1.0:1761322990.571188:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000bef03958. 00000400:00000010:1.0:1761322990.571193:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005d51e45b. 00000100:00000200:1.0:1761322990.571198:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956448000, portal 16 00000400:00000010:1.0:1761322990.571202:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ecc16fca. 00000100:00000200:1.0:1761322990.571204:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956448000, offset 0 00000400:00000200:1.0:1761322990.571209:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322990.571216:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322990.571223:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:1.0:1761322990.571227:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761322990.571230:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:1.0:1761322990.571232:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88589:88589:256:4294967295] 192.168.201.29@tcp LPNI seq info [88589:88589:8:4294967295] 00000400:00000200:1.0:1761322990.571239:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322990.571244:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322990.571247:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fe81a793 (tot 82350866). 00000800:00000200:1.0:1761322990.571251:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322990.571255:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322990.571257:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fe81a793 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761322990.571393:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322990.571396:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fe81a793 (tot 82350618). 00000400:00000200:2.0:1761322990.571401:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.571405:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322990.571408:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ecc16fca 00000400:00000010:2.0:1761322990.571409:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ecc16fca. 00000100:00000200:2.0:1761322990.571416:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000089684651 x1846879956448000/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761322990.572472:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c2e65f2f. 00000400:00000200:1.0:1761322990.572780:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:1.0:1761322990.572791:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf3300 00000400:00000200:1.0:1761322990.572799:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xab7a9 [1] + 224 00000400:00000200:1.0:1761322990.572811:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322990.572814:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:1.0:1761322990.572823:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000089684651 x1846879956448000/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761322990.573270:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000bef03958. 00000400:00000200:3.0:1761322990.573287:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005d51e45b 00000400:00000010:3.0:1761322990.573290:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005d51e45b. 00000400:00000200:2.0:1761322990.573295:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000100:00000200:3.0:1761322990.573300:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000089684651 x1846879956448000/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322990.573310:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb56d40 00000100:00000200:3.0:1761322990.573313:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000089684651 x1846879956448000/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322990.573321:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa109 [2] + 1640 02000000:00000010:3.0:1761322990.573355:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a8cc9abc. 02000000:00000010:3.0:1761322990.573363:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a76582dc. 00000400:00000200:2.0:1761322990.573368:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:3.0:1761322990.573369:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000089684651. 00000400:00000200:2.0:1761322990.573375:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000010:3.0:1761322990.573376:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007af2b42f. 00010000:00000010:3.0:1761322990.573382:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b4b37fe0. 00000100:00000200:2.0:1761322990.573394:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761322990.573401:0:15812:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000017975d50. 00000020:00000010:1.0:1761322990.573466:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e393d06b. 00000020:00000010:1.0:1761322990.573474:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003668a955. 00000020:00000010:1.0:1761322990.573548:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000acc5c903. 00000100:00000200:1.0:1761322990.573656:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000017975d50 x1846879955807552/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:143/0 lens 328/0 e 0 to 0 dl 1761323033 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761322990.573694:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955807552 02000000:00000010:1.0:1761322990.573709:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a76582dc. 00010000:00000010:1.0:1761322990.573740:0:66652:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005f091a86. 00010000:00000010:1.0:1761322990.573761:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004d25c3ae. 00000100:00000010:1.0:1761322990.573767:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b7b43c72. 00000100:00000010:1.0:1761322990.573790:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b7b43c72. 00010000:00000010:1.0:1761322990.573793:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004d25c3ae. 00000400:00000010:1.0:1761322990.573809:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000014459a3. 00000100:00000200:1.0:1761322990.573814:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955807552, offset 224 00000400:00000200:1.0:1761322990.573821:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322990.573832:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322990.573837:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88590:88590:256:4294967295] 192.168.201.29@tcp LPNI seq info [88590:88590:8:4294967295] 00000400:00000200:1.0:1761322990.573846:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322990.573852:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322990.573856:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fe81a793 (tot 82350866). 00000800:00000200:1.0:1761322990.573861:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322990.573868:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322990.573872:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fe81a793 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761322990.573893:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003668a955. 00000020:00000010:1.0:1761322990.573897:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000acc5c903. 00000020:00000010:1.0:1761322990.573900:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e393d06b. 00000800:00000200:1.0:1761322990.573972:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761322990.573975:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fe81a793 (tot 82350618). 00000400:00000200:1.0:1761322990.573979:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322990.573983:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:1.0:1761322990.573985:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000014459a3 00000400:00000010:1.0:1761322990.573986:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000014459a3. 00080000:00000010:2.0:1761322990.574127:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000000a9a5e5b. 00010000:00000010:2.0:1761322990.574212:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000baad1296. 00010000:00000010:2.0:1761322990.574221:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000030627973. 00010000:00000010:2.0:1761322990.574300:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000746e8c1a. 00010000:00000010:2.0:1761322990.574308:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000635004b. 00010000:00000010:2.0:1761322990.574323:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000016fd1dcd. 00000100:00000010:2.0:1761322990.574327:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a3d6d3f0. 00000100:00000010:2.0:1761322990.574336:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000035919ae3. 02000000:00000010:2.0:1761322990.574351:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008c28eff8. 02000000:00000010:2.0:1761322990.574381:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000047e0a0c8. 00000400:00000010:2.0:1761322990.574386:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000bfcc1968. 00000400:00000010:2.0:1761322990.574392:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001d727dcf. 00000100:00000200:2.0:1761322990.574397:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956448064, portal 16 00000400:00000010:2.0:1761322990.574402:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003d5d8e74. 00000100:00000200:2.0:1761322990.574403:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956448064, offset 0 00000400:00000200:2.0:1761322990.574409:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:2.0:1761322990.574416:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:2.0:1761322990.574423:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:2.0:1761322990.574427:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761322990.574430:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:2.0:1761322990.574432:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88591:88591:256:4294967295] 192.168.201.29@tcp LPNI seq info [88591:88591:8:4294967295] 00000400:00000200:2.0:1761322990.574440:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:2.0:1761322990.574446:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:2.0:1761322990.574449:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fe7f5c43 (tot 82350866). 00000800:00000200:2.0:1761322990.574453:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:2.0:1761322990.574458:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:2.0:1761322990.574461:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fe7f5c43 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761322990.574587:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761322990.574589:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fe7f5c43 (tot 82350618). 00000400:00000200:1.0:1761322990.574593:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322990.574601:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:1.0:1761322990.574604:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003d5d8e74 00000400:00000010:1.0:1761322990.574606:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003d5d8e74. 00000100:00000200:1.0:1761322990.574612:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000035919ae3 x1846879956448064/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761322990.576063:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:1.0:1761322990.576110:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf3340 00000400:00000200:1.0:1761322990.576121:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xab7b5 [1] + 224 00000400:00000200:1.0:1761322990.576142:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322990.576147:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:1.0:1761322990.576157:0:15812:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000035919ae3 x1846879956448064/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761322990.576222:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000bfcc1968. 00000400:00000200:3.0:1761322990.576230:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001d727dcf 00000400:00000010:3.0:1761322990.576232:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001d727dcf. 00000100:00000200:3.0:1761322990.576239:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000035919ae3 x1846879956448064/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761322990.576247:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000035919ae3 x1846879956448064/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761322990.576285:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000047e0a0c8. 02000000:00000010:3.0:1761322990.576293:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008c28eff8. 00000100:00000010:3.0:1761322990.576298:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000035919ae3. 00000100:00000010:3.0:1761322990.576304:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a3d6d3f0. 00010000:00000010:3.0:1761322990.576309:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000016fd1dcd. 00000400:00000200:1.0:1761322990.577003:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:1.0:1761322990.577013:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb56d80 00000400:00000200:1.0:1761322990.577023:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa109 [2] + 1968 00000400:00000010:1.0:1761322990.577027:0:15811:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e5a0ff39. 00000400:00000200:1.0:1761322990.577032:0:15811:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000002b89c02b 00010000:00000010:3.1:1761322990.577140:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003914fc18. 00010000:00000010:1.1:1761322990.577165:0:15811:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eb5139e0. 00010000:00000010:1.1:1761322990.577175:0:15811:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005810024d. 00000400:00000200:1.0:1761322990.577183:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322990.577189:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:1.0:1761322990.577194:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002b89c02b 00000400:00000010:1.0:1761322990.577197:0:15811:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000002b89c02b (tot 82350466). 00000100:00000200:1.0:1761322990.577203:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1761322990.578125:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000023653ac9. 00000020:00000010:3.0:1761322990.578135:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000097ab19a0. 00000020:00000010:3.0:1761322990.578141:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000068902843. 00000100:00000200:3.0:1761322990.578175:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000eb8a9deb x1846879955807616/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:143/0 lens 328/0 e 0 to 0 dl 1761323033 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761322990.578209:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955807616 02000000:00000010:3.0:1761322990.578222:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ad862c06. 00010000:00000010:3.0:1761322990.578255:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000050fbdb81. 00010000:00000010:3.0:1761322990.578290:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000119a8e2f. 00000100:00000010:3.0:1761322990.578299:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d99a1ae7. 00000100:00000010:3.0:1761322990.578314:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d99a1ae7. 00010000:00000010:3.0:1761322990.578318:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000119a8e2f. 00000400:00000010:3.0:1761322990.578336:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c8da6cb3. 00000100:00000200:3.0:1761322990.578342:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955807616, offset 224 00000400:00000200:3.0:1761322990.578351:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:3.0:1761322990.578368:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322990.578374:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88592:88592:256:4294967295] 192.168.201.29@tcp LPNI seq info [88592:88592:8:4294967295] 00000400:00000200:3.0:1761322990.578386:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322990.578392:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322990.578398:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000030d68e34 (tot 82350714). 00000800:00000200:3.0:1761322990.578404:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322990.578413:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322990.578417:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000030d68e34 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761322990.578433:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000097ab19a0. 00000020:00000010:3.0:1761322990.578437:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000068902843. 00000020:00000010:3.0:1761322990.578440:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000023653ac9. 02000000:00000010:3.0:1761322990.578451:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a76582dc. 00000100:00000010:3.0:1761322990.578454:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000017975d50. 02000000:00000010:3.0:1761322990.578459:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e7bd5220. 00000100:00000010:3.0:1761322990.578461:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000fc1dab26. 02000000:00000010:3.0:1761322990.578463:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c4d1a7f3. 00000100:00000010:3.0:1761322990.578467:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c9a97dac. 02000000:00000010:3.0:1761322990.578470:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000035a7aab0. 00000100:00000010:3.0:1761322990.578472:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008588e37b. 02000000:00000010:3.0:1761322990.578475:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000022fb6ccf. 00000100:00000010:3.0:1761322990.578477:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005d86ea8a. 02000000:00000010:3.0:1761322990.578479:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c694c491. 00000100:00000010:3.0:1761322990.578481:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f5a4a0ca. 00000100:00000200:3.0:1761322990.578488:0:67479:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1761322990.578494:0:67479:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e94b249f. 00000400:00000010:3.0:1761322990.578498:0:67479:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000d99a1ae7 (tot 82350866). 00080000:00000010:3.0:1761322990.578527:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e7bd5220. 00010000:00000010:3.0:1761322990.578607:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000635004b. 00010000:00000010:3.0:1761322990.578613:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005ba36f1e. 00010000:00000010:3.0:1761322990.578677:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000097c92878. 00010000:00000010:3.0:1761322990.578684:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000009a45ff8d. 00010000:00000010:3.0:1761322990.578696:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000119a8e2f. 00000100:00000010:3.0:1761322990.578700:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001da5bf6f. 00000100:00000010:3.0:1761322990.578707:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f5a4a0ca. 02000000:00000010:3.0:1761322990.578719:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000023653ac9. 02000000:00000010:3.0:1761322990.578749:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000222152b8. 00000400:00000010:3.0:1761322990.578753:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001691951d. 00000400:00000010:3.0:1761322990.578756:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000046bb800. 00000100:00000200:3.0:1761322990.578758:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956448128, portal 16 00000400:00000010:3.0:1761322990.578763:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d94e4bcb. 00000100:00000200:3.0:1761322990.578765:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956448128, offset 0 00000400:00000200:3.0:1761322990.578770:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:3.0:1761322990.578776:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322990.578783:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:3.0:1761322990.578787:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761322990.578790:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:3.0:1761322990.578793:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88593:88593:255:4294967295] 192.168.201.29@tcp LPNI seq info [88593:88593:7:4294967295] 00000400:00000200:3.0:1761322990.578801:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322990.578804:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322990.578807:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e6540a75 (tot 82351114). 00000800:00000200:3.0:1761322990.578811:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322990.578815:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322990.578817:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e6540a75 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761322990.580255:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761322990.580261:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000030d68e34 (tot 82350866). 00000400:00000200:1.0:1761322990.580268:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322990.580275:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:1.0:1761322990.580280:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c8da6cb3 00000400:00000010:1.0:1761322990.580282:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c8da6cb3. 02000000:00000010:1.0:1761322990.580291:0:15810:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ad862c06. 00000800:00000200:1.0:1761322990.580362:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761322990.580366:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e6540a75 (tot 82350618). 00000400:00000200:1.0:1761322990.580369:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322990.580372:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:1.0:1761322990.580375:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d94e4bcb 00000400:00000010:1.0:1761322990.580376:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d94e4bcb. 00000100:00000200:1.0:1761322990.580386:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f5a4a0ca x1846879956448128/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761322990.583100:0:1023:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008eaa84c0. 00010000:00000010:2.1:1761322990.583112:0:1023:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c0ccc7c6. 00010000:00000010:1.1:1761322990.583116:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011a63b9d. 00000400:00000200:1.0:1761322990.584516:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:1.0:1761322990.584535:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf3380 00000400:00000200:1.0:1761322990.584545:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xab7c5 [1] + 224 00000400:00000200:1.0:1761322990.584558:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322990.584562:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:1.0:1761322990.584575:0:15812:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f5a4a0ca x1846879956448128/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761322990.584610:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:1.0:1761322990.584615:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb56dc0 00000400:00000200:1.0:1761322990.584620:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa169 [2] + 0 00000400:00000200:1.0:1761322990.584628:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322990.584631:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:1.0:1761322990.584636:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761322990.584643:0:15812:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004760bad7. 00000020:00000010:1.0:1761322990.584695:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e393d06b. 00000020:00000010:1.0:1761322990.584703:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003668a955. 00000020:00000010:1.0:1761322990.584708:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000acc5c903. 00000100:00000200:1.0:1761322990.584736:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000004760bad7 x1846879955807680/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:143/0 lens 328/0 e 0 to 0 dl 1761323033 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761322990.584775:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955807680 02000000:00000010:1.0:1761322990.584805:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a8cc9abc. 00010000:00000010:1.0:1761322990.584855:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004d25c3ae. 00000100:00000010:1.0:1761322990.584863:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b7b43c72. 00000100:00000010:1.0:1761322990.584874:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b7b43c72. 00010000:00000010:1.0:1761322990.584878:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004d25c3ae. 00000400:00000010:1.0:1761322990.584895:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000014459a3. 00000100:00000200:1.0:1761322990.584900:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955807680, offset 224 00000400:00000200:1.0:1761322990.584909:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322990.584922:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322990.584927:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88594:88594:256:4294967295] 192.168.201.29@tcp LPNI seq info [88594:88594:8:4294967295] 00000400:00000200:1.0:1761322990.584942:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322990.584948:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322990.584952:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fe81a793 (tot 82350866). 00000800:00000200:1.0:1761322990.584959:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322990.584966:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322990.584970:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fe81a793 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761322990.584995:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003668a955. 00000020:00000010:1.0:1761322990.585000:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000acc5c903. 00000020:00000010:1.0:1761322990.585004:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e393d06b. 00000400:00000010:0.0:1761322990.585160:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001691951d. 00000400:00000200:0.0:1761322990.585166:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000046bb800 00000400:00000010:0.0:1761322990.585168:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000046bb800. 00000100:00000200:0.0:1761322990.585174:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f5a4a0ca x1846879956448128/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761322990.585182:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f5a4a0ca x1846879956448128/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1761322990.585206:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000090173bed. 02000000:00000010:0.0:1761322990.585221:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000222152b8. 02000000:00000010:0.0:1761322990.585228:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000023653ac9. 00000100:00000010:0.0:1761322990.585232:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f5a4a0ca. 00000100:00000010:0.0:1761322990.585236:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001da5bf6f. 00010000:00000010:0.0:1761322990.585238:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000119a8e2f. 00080000:00000010:0.0:1761322990.585256:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000004dd490ac. 00010000:00000010:0.0:1761322990.585338:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009a45ff8d. 00010000:00000010:0.0:1761322990.585345:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000030c8b839. 00010000:00000010:0.0:1761322990.585414:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000435b9a17. 00010000:00000010:0.0:1761322990.585421:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007e236b01. 00010000:00000010:0.0:1761322990.585433:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000188c7e3c. 00000100:00000010:0.0:1761322990.585436:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002b89c02b. 00000100:00000010:0.0:1761322990.585443:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000094ca1c7b. 02000000:00000010:0.0:1761322990.585457:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007f4c702c. 02000000:00000010:0.0:1761322990.585483:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007945bd23. 00000400:00000010:0.0:1761322990.585488:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000982ee605. 00000400:00000010:0.0:1761322990.585492:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006ed25e9e. 00000100:00000200:0.0:1761322990.585497:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956448192, portal 16 00000400:00000010:0.0:1761322990.585501:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006519b1d7. 00000100:00000200:0.0:1761322990.585503:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956448192, offset 0 00000400:00000200:0.0:1761322990.585508:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322990.585515:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322990.585521:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:0.0:1761322990.585525:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761322990.585528:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322990.585530:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88595:88595:255:4294967295] 192.168.201.29@tcp LPNI seq info [88595:88595:7:4294967295] 00000400:00000200:0.0:1761322990.585536:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322990.585540:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322990.585542:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f8f59593 (tot 82351114). 00000800:00000200:0.0:1761322990.585546:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322990.585550:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322990.585552:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f8f59593 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1761322990.585690:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000203c756e. 00010000:00000010:3.1:1761322990.585696:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fcba5d5e. 00010000:00000010:3.1:1761322990.585700:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000746e8c1a. 00000800:00000200:3.0:1761322990.585745:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322990.585749:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fe81a793 (tot 82350866). 00000400:00000200:3.0:1761322990.585752:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.585757:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322990.585760:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000014459a3 00000400:00000010:3.0:1761322990.585761:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000014459a3. 00000800:00000200:3.0:1761322990.585968:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322990.585971:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f8f59593 (tot 82350618). 00000400:00000200:3.0:1761322990.585975:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.585978:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322990.585980:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006519b1d7 00000400:00000010:3.0:1761322990.585982:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006519b1d7. 00000100:00000200:3.0:1761322990.585989:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000094ca1c7b x1846879956448192/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322990.589791:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322990.589812:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf33c0 00000400:00000200:3.0:1761322990.589823:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xab7d1 [1] + 224 00000400:00000200:3.0:1761322990.589841:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.589846:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322990.589909:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000094ca1c7b x1846879956448192/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322990.589960:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322990.589968:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb56e00 00000400:00000200:3.0:1761322990.589973:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa169 [2] + 328 00000400:00000200:3.0:1761322990.590032:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.590036:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322990.590041:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761322990.590058:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008588e37b. 00000020:00000010:2.0:1761322990.590144:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008577d6c0. 00000020:00000010:2.0:1761322990.590152:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000087c42cd5. 00000020:00000010:2.0:1761322990.590157:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009b57aa81. 00000100:00000200:2.0:1761322990.590188:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000008588e37b x1846879955807744/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:143/0 lens 328/0 e 0 to 0 dl 1761323033 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000400:00000010:0.0:1761322990.590202:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000982ee605. 00000100:00000200:2.0:1761322990.590228:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955807744 02000000:00000010:2.0:1761322990.590241:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000006850f69. 00010000:00000010:2.0:1761322990.590291:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000086d22c1b. 00000100:00000010:2.0:1761322990.590300:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000877677c1. 00000400:00000200:0.0:1761322990.590307:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006ed25e9e 00000100:00000010:2.0:1761322990.590308:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000877677c1. 00010000:00000010:2.0:1761322990.590313:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000086d22c1b. 00000400:00000010:0.0:1761322990.590317:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006ed25e9e. 00000100:00000200:0.0:1761322990.590327:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000094ca1c7b x1846879956448192/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761322990.590330:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000032cf7749. 00000100:00000200:2.0:1761322990.590337:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955807744, offset 224 00000100:00000200:0.0:1761322990.590340:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000094ca1c7b x1846879956448192/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322990.590347:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:2.0:1761322990.590359:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00010000:00000010:0.0:1761322990.590365:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000037cc136f. 00000400:00000200:2.0:1761322990.590366:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88596:88596:256:4294967295] 192.168.201.29@tcp LPNI seq info [88596:88596:8:4294967295] 00000400:00000200:2.0:1761322990.590379:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:2.0:1761322990.590386:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 02000000:00000010:0.0:1761322990.590386:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007945bd23. 00000800:00000010:2.0:1761322990.590393:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cbddcecb (tot 82350866). 02000000:00000010:0.0:1761322990.590394:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007f4c702c. 00000800:00000200:2.0:1761322990.590400:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000100:00000010:0.0:1761322990.590400:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000094ca1c7b. 00000100:00000010:0.0:1761322990.590405:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002b89c02b. 00010000:00000010:0.0:1761322990.590409:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000188c7e3c. 00000800:00000200:2.0:1761322990.590411:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:2.0:1761322990.590416:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cbddcecb type 1, nob 320 niov 1 nkiov 1 00080000:00000010:0.0:1761322990.590428:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000007f4c702c. 00000020:00000010:2.0:1761322990.590442:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000087c42cd5. 00000020:00000010:2.0:1761322990.590449:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009b57aa81. 00000020:00000010:2.0:1761322990.590452:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008577d6c0. 00010000:00000010:0.0:1761322990.590519:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007e236b01. 00010000:00000010:0.0:1761322990.590527:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000814a31e7. 00000800:00000200:1.0:1761322990.590590:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761322990.590594:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cbddcecb (tot 82350618). 00000400:00000200:1.0:1761322990.590598:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322990.590603:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:1.0:1761322990.590606:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000032cf7749 00010000:00000010:0.0:1761322990.590607:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e5d1b8cb. 00000400:00000010:1.0:1761322990.590608:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000032cf7749. 00010000:00000010:0.0:1761322990.590621:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007e236b01. 00010000:00000010:0.0:1761322990.590636:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000188c7e3c. 00000100:00000010:0.0:1761322990.590640:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002b89c02b. 00000100:00000010:0.0:1761322990.590648:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000094ca1c7b. 02000000:00000010:0.0:1761322990.590662:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007945bd23. 02000000:00000010:0.0:1761322990.590691:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003642dd39. 00000400:00000010:0.0:1761322990.590697:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000982ee605. 00000400:00000010:0.0:1761322990.590700:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006ed25e9e. 00000100:00000200:0.0:1761322990.590704:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956448256, portal 16 00000400:00000010:0.0:1761322990.590709:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000037e22b3c. 00000100:00000200:0.0:1761322990.590711:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956448256, offset 0 00000400:00000200:0.0:1761322990.590718:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322990.590724:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322990.590730:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:0.0:1761322990.590734:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761322990.590736:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322990.590739:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88597:88597:256:4294967295] 192.168.201.29@tcp LPNI seq info [88597:88597:8:4294967295] 00000400:00000200:0.0:1761322990.590746:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322990.590750:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322990.590754:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004c92fdd7 (tot 82350866). 00000800:00000200:0.0:1761322990.590758:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322990.590762:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322990.590764:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004c92fdd7 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761322990.590921:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322990.590924:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004c92fdd7 (tot 82350618). 00000400:00000200:2.0:1761322990.590928:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.590932:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322990.590935:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000037e22b3c 00000400:00000010:2.0:1761322990.590937:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000037e22b3c. 00000100:00000200:2.0:1761322990.590943:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000094ca1c7b x1846879956448256/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761322990.592934:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:1.0:1761322990.592950:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf3400 00000400:00000200:1.0:1761322990.592958:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xab7dd [1] + 224 00000400:00000200:1.0:1761322990.592981:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322990.592985:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:1.0:1761322990.592995:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000094ca1c7b x1846879956448256/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322990.593679:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322990.593688:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb56e40 00000400:00000200:2.0:1761322990.593694:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa169 [2] + 656 00000400:00000200:2.0:1761322990.593743:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.593747:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322990.593751:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761322990.593757:0:15812:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b73ca902. 00010000:00000010:0.1:1761322990.593833:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000018acf77d. 00010000:00000010:0.1:1761322990.593843:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b585a13c. 00010000:00000010:0.1:1761322990.593848:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097c92878. 00000400:00000010:0.0:1761322990.593866:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000982ee605. 00000400:00000200:0.0:1761322990.593870:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006ed25e9e 00000400:00000010:0.0:1761322990.593872:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006ed25e9e. 00000100:00000200:0.0:1761322990.593881:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000094ca1c7b x1846879956448256/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761322990.593889:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000094ca1c7b x1846879956448256/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761322990.593922:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003642dd39. 02000000:00000010:0.0:1761322990.593927:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007945bd23. 00000100:00000010:0.0:1761322990.593931:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000094ca1c7b. 00000100:00000010:0.0:1761322990.593934:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002b89c02b. 00010000:00000010:0.0:1761322990.593938:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000188c7e3c. 00000020:00000010:3.0:1761322990.594181:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000241541b1. 00000020:00000010:3.0:1761322990.594188:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000564d881f. 00000020:00000010:3.0:1761322990.594193:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000068902843. 00000100:00000200:3.0:1761322990.594399:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b73ca902 x1846879955807808/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:143/0 lens 328/0 e 0 to 0 dl 1761323033 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761322990.594431:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955807808 02000000:00000010:3.0:1761322990.594443:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000023653ac9. 00010000:00000010:3.0:1761322990.594473:0:66652:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000001cc0b42. 00010000:00000010:3.0:1761322990.594495:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006b3ac3bf. 00000100:00000010:3.0:1761322990.594501:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000094486dea. 00000100:00000010:3.0:1761322990.594513:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000094486dea. 00010000:00000010:3.0:1761322990.594517:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006b3ac3bf. 00000400:00000010:3.0:1761322990.594531:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000277dae64. 00000100:00000200:3.0:1761322990.594536:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955807808, offset 224 00000400:00000200:3.0:1761322990.594544:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:3.0:1761322990.594554:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322990.594560:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88598:88598:256:4294967295] 192.168.201.29@tcp LPNI seq info [88598:88598:8:4294967295] 00000400:00000200:3.0:1761322990.594570:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322990.594576:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322990.594581:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fb56ca9b (tot 82350866). 00000800:00000200:3.0:1761322990.594588:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322990.594596:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322990.594600:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fb56ca9b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761322990.594624:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000564d881f. 00000020:00000010:3.0:1761322990.594629:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000068902843. 00000020:00000010:3.0:1761322990.594632:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000241541b1. 00080000:00000010:0.0:1761322990.597151:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000007945bd23. 00010000:00000010:0.0:1761322990.597254:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007e236b01. 00010000:00000010:0.0:1761322990.597266:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a60572dc. 00010000:00000010:0.0:1761322990.597360:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006e229ae1. 00010000:00000010:0.0:1761322990.597367:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007e236b01. 00010000:00000010:0.0:1761322990.597389:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000188c7e3c. 00000100:00000010:0.0:1761322990.597397:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002b89c02b. 00000100:00000010:0.0:1761322990.597408:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000094ca1c7b. 02000000:00000010:0.0:1761322990.597426:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003642dd39. 02000000:00000010:0.0:1761322990.597468:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000066e878bf. 00000400:00000010:0.0:1761322990.597475:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000982ee605. 00000400:00000010:0.0:1761322990.597484:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006ed25e9e. 00000100:00000200:0.0:1761322990.597491:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956448320, portal 16 00000400:00000010:0.0:1761322990.597497:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000328fc61a. 00000100:00000200:0.0:1761322990.597500:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956448320, offset 0 00000400:00000200:0.0:1761322990.597508:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322990.597525:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322990.597533:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:0.0:1761322990.597536:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761322990.597539:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322990.597542:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88599:88599:255:4294967295] 192.168.201.29@tcp LPNI seq info [88599:88599:7:4294967295] 00000400:00000200:0.0:1761322990.597551:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322990.597556:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322990.597560:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000361d1353 (tot 82351114). 00000800:00000200:0.0:1761322990.597567:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322990.597575:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322990.597578:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000361d1353 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761322990.597756:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322990.597761:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fb56ca9b (tot 82350866). 00000400:00000200:2.0:1761322990.597765:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.597770:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322990.597775:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000277dae64 00000400:00000010:2.0:1761322990.597777:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000277dae64. 00000800:00000200:2.0:1761322990.597852:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322990.597854:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000361d1353 (tot 82350618). 00000400:00000200:2.0:1761322990.597857:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.597860:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322990.597863:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000328fc61a 00000400:00000010:2.0:1761322990.597865:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000328fc61a. 00000100:00000200:2.0:1761322990.597876:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000094ca1c7b x1846879956448320/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761322990.599152:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6bb4b8c. 00010000:00000010:0.1:1761322990.599164:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ba8a9dd1. 00010000:00000010:0.1:1761322990.599168:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000435b9a17. 00010000:00000010:3.1:1761322990.600218:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000718ab601. 00000400:00000200:1.0:1761322990.601984:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:1.0:1761322990.602005:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf3440 00000400:00000200:1.0:1761322990.602016:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xab7e9 [1] + 224 00000400:00000200:1.0:1761322990.602030:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322990.602035:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:1.0:1761322990.602398:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000094ca1c7b x1846879956448320/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761322990.602456:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:1.0:1761322990.602480:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb56e80 00000400:00000200:1.0:1761322990.602488:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa169 [2] + 984 00000400:00000200:1.0:1761322990.602554:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322990.602559:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:1.0:1761322990.602565:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761322990.602571:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000fc1dab26. 00000020:00000010:1.0:1761322990.602638:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000015a87798. 00000020:00000010:1.0:1761322990.602646:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002c952915. 00000020:00000010:1.0:1761322990.602650:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000acc5c903. 00000100:00000200:1.0:1761322990.602681:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000fc1dab26 x1846879955807872/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:143/0 lens 328/0 e 0 to 0 dl 1761323033 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761322990.602723:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955807872 02000000:00000010:1.0:1761322990.602736:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c12102fe. 00010000:00000010:1.0:1761322990.602782:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004d25c3ae. 00000100:00000010:1.0:1761322990.602789:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ee0e0808. 00000100:00000010:1.0:1761322990.602807:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ee0e0808. 00010000:00000010:1.0:1761322990.602811:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004d25c3ae. 00000400:00000010:1.0:1761322990.602848:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008a00ae04. 00000100:00000200:1.0:1761322990.602853:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955807872, offset 224 00000400:00000200:1.0:1761322990.602862:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322990.602874:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322990.602881:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88600:88600:256:4294967295] 192.168.201.29@tcp LPNI seq info [88600:88600:8:4294967295] 00000400:00000200:1.0:1761322990.602898:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322990.602904:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322990.602909:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000019fa20ba (tot 82350866). 00000800:00000200:1.0:1761322990.602916:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322990.602933:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322990.602937:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000019fa20ba type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761322990.602957:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002c952915. 00000020:00000010:1.0:1761322990.602961:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000acc5c903. 00000020:00000010:1.0:1761322990.602965:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000015a87798. 00000800:00000200:1.0:1761322990.603044:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761322990.603056:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000019fa20ba (tot 82350618). 00000400:00000200:1.0:1761322990.603059:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322990.603063:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:1.0:1761322990.603066:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008a00ae04 00000400:00000010:1.0:1761322990.603068:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008a00ae04. 00000400:00000010:3.0:1761322990.605526:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000982ee605. 00000400:00000200:3.0:1761322990.605535:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006ed25e9e 00000400:00000010:3.0:1761322990.605537:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006ed25e9e. 00000100:00000200:3.0:1761322990.605555:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000094ca1c7b x1846879956448320/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761322990.605567:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000094ca1c7b x1846879956448320/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1761322990.605602:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004b4217af. 02000000:00000010:3.0:1761322990.605686:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000066e878bf. 02000000:00000010:3.0:1761322990.605693:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003642dd39. 00000100:00000010:3.0:1761322990.605698:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000094ca1c7b. 00000100:00000010:3.0:1761322990.605703:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002b89c02b. 00010000:00000010:3.0:1761322990.605707:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000188c7e3c. 00080000:00000010:3.0:1761322990.605733:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000241541b1. 00010000:00000010:3.0:1761322990.605829:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007e236b01. 00010000:00000010:3.0:1761322990.605838:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000e428e4b. 00010000:00000010:3.0:1761322990.605919:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000097c92878. 00010000:00000010:3.0:1761322990.605927:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002a5535ec. 00010000:00000010:3.0:1761322990.605942:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006b3ac3bf. 00000100:00000010:3.0:1761322990.605949:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000094486dea. 00000100:00000010:3.0:1761322990.605959:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002934094c. 02000000:00000010:3.0:1761322990.605976:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000222152b8. 02000000:00000010:3.0:1761322990.606012:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ad862c06. 00000400:00000010:3.0:1761322990.606017:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006a6c1ef6. 00000400:00000010:3.0:1761322990.606022:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000240b67fb. 00000100:00000200:3.0:1761322990.606028:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956448384, portal 16 00000400:00000010:3.0:1761322990.606034:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a15e7f24. 00000100:00000200:3.0:1761322990.606037:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956448384, offset 0 00000400:00000200:3.0:1761322990.606045:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:3.0:1761322990.606070:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322990.606104:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:3.0:1761322990.606117:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761322990.606120:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:3.0:1761322990.606123:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88601:88601:256:4294967295] 192.168.201.29@tcp LPNI seq info [88601:88601:8:4294967295] 00000400:00000200:3.0:1761322990.606137:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322990.606144:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:2.0:1761322990.606171:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cbddcecb (tot 82350866). 00000800:00000200:2.0:1761322990.606184:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:2.0:1761322990.606192:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:2.0:1761322990.606196:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cbddcecb type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761322990.606344:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322990.606348:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cbddcecb (tot 82350618). 00000400:00000200:3.0:1761322990.606353:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.606358:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322990.606361:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a15e7f24 00000400:00000010:3.0:1761322990.606363:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a15e7f24. 00000100:00000200:3.0:1761322990.606369:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002934094c x1846879956448384/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322990.608211:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322990.608234:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf3480 00000400:00000200:3.0:1761322990.608246:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xab7f5 [1] + 224 00000400:00000200:3.0:1761322990.608270:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.608276:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322990.608291:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002934094c x1846879956448384/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761322990.608482:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006a6c1ef6. 00000400:00000200:2.0:1761322990.608489:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000240b67fb 00000400:00000010:2.0:1761322990.608495:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000240b67fb. 00000100:00000200:2.0:1761322990.608505:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002934094c x1846879956448384/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761322990.608515:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002934094c x1846879956448384/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761322990.608550:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ad862c06. 02000000:00000010:2.0:1761322990.608557:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000222152b8. 00000100:00000010:2.0:1761322990.608562:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002934094c. 00000100:00000010:2.0:1761322990.608568:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000094486dea. 00010000:00000010:2.0:1761322990.608574:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006b3ac3bf. 00000400:00000200:1.0:1761322990.608957:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:1.0:1761322990.608978:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb56ec0 00000400:00000200:1.0:1761322990.608987:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa169 [2] + 1312 00010000:00000010:0.1:1761322990.609129:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001f9d8560. 00010000:00000010:0.1:1761322990.609143:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e5d1b8cb. 00000400:00000200:1.0:1761322990.609497:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322990.609502:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:1.0:1761322990.609509:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761322990.609515:0:15812:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000089684651. 00000020:00000010:2.0:1761322990.609630:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008577d6c0. 00000020:00000010:2.0:1761322990.609639:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000087c42cd5. 00000020:00000010:2.0:1761322990.609644:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009b57aa81. 00000100:00000200:2.0:1761322990.609672:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000089684651 x1846879955807936/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:143/0 lens 328/0 e 0 to 0 dl 1761323033 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761322990.609709:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955807936 02000000:00000010:2.0:1761322990.609724:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c694c491. 00010000:00000010:2.0:1761322990.609756:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002cb89a34. 00010000:00000010:2.0:1761322990.609778:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ff464a7a. 00000100:00000010:2.0:1761322990.609785:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000877677c1. 00000100:00000010:2.0:1761322990.610480:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000877677c1. 00010000:00000010:2.0:1761322990.610485:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ff464a7a. 00000400:00000010:2.0:1761322990.610507:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b98a355a. 00000100:00000200:2.0:1761322990.610514:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955807936, offset 224 00000400:00000200:2.0:1761322990.610523:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:2.0:1761322990.610534:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:2.0:1761322990.610539:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88602:88602:256:4294967295] 192.168.201.29@tcp LPNI seq info [88602:88602:8:4294967295] 00000400:00000200:2.0:1761322990.610546:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:2.0:1761322990.610550:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:2.0:1761322990.610554:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fe7f5c43 (tot 82350866). 00000800:00000200:2.0:1761322990.610558:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:2.0:1761322990.610564:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:2.0:1761322990.610567:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fe7f5c43 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761322990.610593:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000087c42cd5. 00000020:00000010:2.0:1761322990.610599:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009b57aa81. 00000020:00000010:2.0:1761322990.610602:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008577d6c0. 00000800:00000200:0.0:1761322990.610701:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761322990.610705:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fe7f5c43 (tot 82350618). 00000400:00000200:0.0:1761322990.610711:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322990.610715:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:0.0:1761322990.610719:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b98a355a 00000400:00000010:0.0:1761322990.610722:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b98a355a. 00080000:00000010:1.0:1761322990.611127:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e393d06b. 00010000:00000010:1.0:1761322990.611221:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002a5535ec. 00010000:00000010:1.0:1761322990.611230:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009d2355be. 00010000:00000010:1.0:1761322990.611305:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005810024d. 00010000:00000010:1.0:1761322990.611311:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e2e5ec83. 00010000:00000010:1.0:1761322990.611324:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004d25c3ae. 00000100:00000010:1.0:1761322990.611329:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ee0e0808. 00000100:00000010:1.0:1761322990.611337:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000eae2da62. 02000000:00000010:1.0:1761322990.611352:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a76582dc. 02000000:00000010:1.0:1761322990.611384:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000015a87798. 00000400:00000010:1.0:1761322990.611391:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000038d04191. 00000400:00000010:1.0:1761322990.611396:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008a00ae04. 00000100:00000200:1.0:1761322990.611402:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956448448, portal 16 00000400:00000010:1.0:1761322990.611408:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d7c2831e. 00000100:00000200:1.0:1761322990.611411:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956448448, offset 0 00000400:00000200:1.0:1761322990.611418:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322990.611427:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322990.611434:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:1.0:1761322990.611437:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761322990.611440:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:1.0:1761322990.611442:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88603:88603:256:4294967295] 192.168.201.29@tcp LPNI seq info [88603:88603:8:4294967295] 00000400:00000200:1.0:1761322990.611451:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322990.611455:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322990.611459:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000019fa20ba (tot 82350866). 00000800:00000200:1.0:1761322990.611463:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322990.611470:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322990.611472:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000019fa20ba type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761322990.611948:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322990.611955:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000019fa20ba (tot 82350618). 00000400:00000200:3.0:1761322990.611962:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.611970:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322990.611975:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d7c2831e 00000400:00000010:3.0:1761322990.611978:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d7c2831e. 00000100:00000200:3.0:1761322990.611988:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000eae2da62 x1846879956448448/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322990.614138:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322990.614166:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf34c0 00000400:00000200:3.0:1761322990.614177:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xab801 [1] + 224 00000400:00000200:3.0:1761322990.614329:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.614335:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322990.614349:0:15812:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000eae2da62 x1846879956448448/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322990.614389:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322990.614398:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb56f00 00000400:00000200:3.0:1761322990.614407:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa169 [2] + 1640 00000400:00000010:2.0:1761322990.614425:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000038d04191. 00000400:00000200:2.0:1761322990.614459:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008a00ae04 00000400:00000010:2.0:1761322990.614461:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008a00ae04. 00000400:00000200:3.0:1761322990.614471:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.614480:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322990.614484:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000eae2da62 x1846879956448448/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761322990.614489:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761322990.614498:0:15812:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002934094c. 00000100:00000200:2.0:1761322990.614502:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000eae2da62 x1846879956448448/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761322990.614545:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000015a87798. 02000000:00000010:2.0:1761322990.614553:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a76582dc. 00000100:00000010:2.0:1761322990.614561:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000eae2da62. 00000100:00000010:2.0:1761322990.614565:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ee0e0808. 00010000:00000010:2.0:1761322990.614570:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004d25c3ae. 00000020:00000010:0.0:1761322990.614588:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d0bc6836. 00000020:00000010:0.0:1761322990.614596:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000031f42188. 00000020:00000010:0.0:1761322990.614602:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005269528a. 00000100:00000200:0.0:1761322990.614633:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002934094c x1846879955808000/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:143/0 lens 328/0 e 0 to 0 dl 1761323033 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761322990.614673:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955808000 02000000:00000010:0.0:1761322990.614688:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003642dd39. 00010000:00000010:0.0:1761322990.614720:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ae6bdcda. 00010000:00000010:0.0:1761322990.614743:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000086f73d3b. 00000100:00000010:0.0:1761322990.614749:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008b9d4163. 00000100:00000010:0.0:1761322990.614765:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008b9d4163. 00010000:00000010:0.0:1761322990.614768:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000086f73d3b. 00000400:00000010:0.0:1761322990.614782:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e04633ab. 00000100:00000200:0.0:1761322990.614787:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955808000, offset 224 00000400:00000200:0.0:1761322990.614796:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322990.614812:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322990.614819:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88604:88604:256:4294967295] 192.168.201.29@tcp LPNI seq info [88604:88604:8:4294967295] 00080000:00000010:2.0:1761322990.614825:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000008577d6c0. 00000400:00000200:0.0:1761322990.614831:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322990.614838:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322990.614842:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000057731204 (tot 82350866). 00000800:00000200:0.0:1761322990.614849:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322990.614856:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322990.614860:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000057731204 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761322990.614884:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000031f42188. 00000020:00000010:0.0:1761322990.614888:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005269528a. 00000020:00000010:0.0:1761322990.614892:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d0bc6836. 00010000:00000010:2.0:1761322990.614909:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e2e5ec83. 00010000:00000010:2.0:1761322990.614924:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003dd9f6aa. 00010000:00000010:2.0:1761322990.614997:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000dfe37e23. 00000800:00000200:0.0:1761322990.615002:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00010000:00000010:2.0:1761322990.615005:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000635004b. 00000800:00000010:0.0:1761322990.615007:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000057731204 (tot 82350618). 00000400:00000200:0.0:1761322990.615014:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322990.615018:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00010000:00000010:2.0:1761322990.615020:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ff464a7a. 00000400:00000200:0.0:1761322990.615023:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e04633ab 00000400:00000010:0.0:1761322990.615026:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e04633ab. 00000100:00000010:2.0:1761322990.615027:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000877677c1. 00000100:00000010:2.0:1761322990.615038:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000017975d50. 02000000:00000010:2.0:1761322990.615063:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000022fb6ccf. 02000000:00000010:2.0:1761322990.615187:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000035a7aab0. 00000400:00000010:2.0:1761322990.615194:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000000179353. 00000400:00000010:2.0:1761322990.615199:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000044da2acb. 00000100:00000200:2.0:1761322990.615204:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956448512, portal 16 00000400:00000010:2.0:1761322990.615209:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001055e55e. 00000100:00000200:2.0:1761322990.615211:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956448512, offset 0 00000400:00000200:2.0:1761322990.615217:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:2.0:1761322990.615225:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:2.0:1761322990.615232:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:2.0:1761322990.615236:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761322990.615239:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:2.0:1761322990.615242:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88605:88605:256:4294967295] 192.168.201.29@tcp LPNI seq info [88605:88605:8:4294967295] 00000400:00000200:2.0:1761322990.615249:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:2.0:1761322990.615253:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:2.0:1761322990.615256:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000041deb613 (tot 82350866). 00000800:00000200:2.0:1761322990.615270:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:2.0:1761322990.615274:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:2.0:1761322990.615277:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000041deb613 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761322990.615361:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761322990.615364:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000041deb613 (tot 82350618). 00000400:00000200:0.0:1761322990.615368:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322990.615371:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:0.0:1761322990.615374:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001055e55e 00000400:00000010:0.0:1761322990.615375:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001055e55e. 00000100:00000200:0.0:1761322990.615380:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000017975d50 x1846879956448512/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761322990.616179:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d0a6a0eb. 00010000:00000010:3.1:1761322990.616188:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000075b967dc. 00010000:00000010:3.1:1761322990.616192:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006e229ae1. 00010000:00000010:2.1:1761322990.617145:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000032d01907. 00000400:00000200:3.0:1761322990.618166:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322990.618181:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf3500 00000400:00000200:3.0:1761322990.618191:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xab80d [1] + 224 00000400:00000200:3.0:1761322990.618206:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.618210:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322990.618220:0:15812:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000017975d50 x1846879956448512/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761322990.618275:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000000179353. 00000400:00000200:1.0:1761322990.618282:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000044da2acb 00000400:00000010:1.0:1761322990.618285:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000044da2acb. 00000100:00000200:1.0:1761322990.618292:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000017975d50 x1846879956448512/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761322990.618301:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000017975d50 x1846879956448512/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761322990.618347:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000035a7aab0. 02000000:00000010:1.0:1761322990.618354:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000022fb6ccf. 00000100:00000010:1.0:1761322990.618360:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000017975d50. 00000100:00000010:1.0:1761322990.618364:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000877677c1. 00010000:00000010:1.0:1761322990.618368:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ff464a7a. 00000400:00000200:3.0:1761322990.618947:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322990.618957:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb56f40 00000400:00000200:3.0:1761322990.618963:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa169 [2] + 1968 00000400:00000010:3.0:1761322990.618966:0:15811:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006c48c49b. 00000400:00000200:3.0:1761322990.618970:0:15811:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000b7e5baaf 00000400:00000200:3.0:1761322990.619026:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.619030:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322990.619033:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b7e5baaf 00000400:00000010:3.0:1761322990.619036:0:15811:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000b7e5baaf (tot 82350466). 00000100:00000200:3.0:1761322990.619044:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1761322990.619705:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000015a87798. 00000020:00000010:1.0:1761322990.619713:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002c952915. 00000020:00000010:1.0:1761322990.619718:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000acc5c903. 00000100:00000200:1.0:1761322990.619751:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a150ff03 x1846879955808064/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:143/0 lens 328/0 e 0 to 0 dl 1761323033 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761322990.619789:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955808064 02000000:00000010:1.0:1761322990.619802:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000723a27ee. 00010000:00000010:1.0:1761322990.619836:0:66652:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fd1521c0. 00010000:00000010:1.0:1761322990.619858:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003b768746. 00000100:00000010:1.0:1761322990.619867:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009de9ce50. 00000100:00000010:1.0:1761322990.619882:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009de9ce50. 00010000:00000010:1.0:1761322990.619884:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003b768746. 00000400:00000010:1.0:1761322990.619899:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002578c7b1. 00000100:00000200:1.0:1761322990.619903:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955808064, offset 224 00000400:00000200:1.0:1761322990.619910:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322990.619920:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322990.619925:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88606:88606:256:4294967295] 192.168.201.29@tcp LPNI seq info [88606:88606:8:4294967295] 00000400:00000200:1.0:1761322990.619935:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322990.619940:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322990.619944:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000026dc90c4 (tot 82350714). 00000800:00000200:1.0:1761322990.619950:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322990.619957:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322990.619961:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000026dc90c4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761322990.619987:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002c952915. 00000020:00000010:1.0:1761322990.619991:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000acc5c903. 00000020:00000010:1.0:1761322990.619994:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000015a87798. 02000000:00000010:1.0:1761322990.620003:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003642dd39. 00000100:00000010:1.0:1761322990.620006:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002934094c. 02000000:00000010:1.0:1761322990.620010:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c694c491. 00000100:00000010:1.0:1761322990.620013:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000089684651. 02000000:00000010:1.0:1761322990.620016:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c12102fe. 00000100:00000010:1.0:1761322990.620018:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000fc1dab26. 02000000:00000010:1.0:1761322990.620021:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000023653ac9. 00000100:00000010:1.0:1761322990.620024:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b73ca902. 02000000:00000010:1.0:1761322990.620028:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000006850f69. 00000100:00000010:1.0:1761322990.620030:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008588e37b. 02000000:00000010:1.0:1761322990.620033:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a8cc9abc. 00000100:00000010:1.0:1761322990.620036:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004760bad7. 00000100:00000200:1.0:1761322990.620042:0:66652:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1761322990.620057:0:66652:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008673af5a. 00000400:00000010:1.0:1761322990.620062:0:66652:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000009de9ce50 (tot 82350866). 00010000:00000010:0.1:1761322990.620096:0:15810:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009be7d219. 00010000:00000010:1.1:1761322990.620120:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005f0577ed. 00010000:00000010:1.1:1761322990.620127:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097c92878. 00000800:00000200:0.0:1761322990.620150:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761322990.620155:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000026dc90c4 (tot 82350618). 00000400:00000200:0.0:1761322990.620159:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322990.620164:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:0.0:1761322990.620168:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002578c7b1 00000400:00000010:0.0:1761322990.620169:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002578c7b1. 02000000:00000010:0.0:1761322990.620174:0:15810:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000723a27ee. 00080000:00000010:3.0:1761322990.620325:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ad862c06. 00010000:00000010:3.0:1761322990.620423:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000635004b. 00010000:00000010:3.0:1761322990.620431:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000056418e35. 00010000:00000010:3.0:1761322990.620505:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000738b17ea. 00010000:00000010:3.0:1761322990.620513:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000058953125. 00010000:00000010:3.0:1761322990.620526:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000063fc81a7. 00000100:00000010:3.0:1761322990.620530:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007cc30d1f. 00000100:00000010:3.0:1761322990.620538:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f5a4a0ca. 02000000:00000010:3.0:1761322990.620551:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d2c1caa2. 02000000:00000010:3.0:1761322990.620581:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000222152b8. 00000400:00000010:3.0:1761322990.620585:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000841445dd. 00000400:00000010:3.0:1761322990.620590:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a15e7f24. 00000100:00000200:3.0:1761322990.620593:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956448576, portal 16 00000400:00000010:3.0:1761322990.620598:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000061eaa67b. 00000100:00000200:3.0:1761322990.620600:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956448576, offset 0 00000400:00000200:3.0:1761322990.620605:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:3.0:1761322990.620612:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322990.620619:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:3.0:1761322990.620621:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761322990.620624:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:3.0:1761322990.620628:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88607:88607:256:4294967295] 192.168.201.29@tcp LPNI seq info [88607:88607:8:4294967295] 00000400:00000200:3.0:1761322990.620635:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322990.620640:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322990.620643:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fca7c33d (tot 82350866). 00000800:00000200:3.0:1761322990.620648:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322990.620654:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322990.620658:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fca7c33d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761322990.620721:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322990.620724:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fca7c33d (tot 82350618). 00000400:00000200:2.0:1761322990.620729:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.620734:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322990.620737:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000061eaa67b 00000400:00000010:2.0:1761322990.620738:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000061eaa67b. 00000100:00000200:2.0:1761322990.620745:0:15812:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f5a4a0ca x1846879956448576/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761322990.622158:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008cf04067. 00010000:00000010:2.1:1761322990.622171:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005810024d. 00000400:00000200:1.0:1761322990.623010:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:1.0:1761322990.623025:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf3540 00000400:00000200:1.0:1761322990.623033:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xab81d [1] + 224 00000400:00000200:1.0:1761322990.623044:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322990.623060:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:1.0:1761322990.623070:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f5a4a0ca x1846879956448576/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761322990.623188:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:1.0:1761322990.623194:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb56f80 00000400:00000200:1.0:1761322990.623199:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa1b9 [2] + 0 00000400:00000200:1.0:1761322990.623248:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322990.623252:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:1.0:1761322990.623256:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761322990.623262:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004760bad7. 00000400:00000010:3.0:1761322990.623316:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000841445dd. 00000400:00000200:3.0:1761322990.623322:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a15e7f24 00000400:00000010:3.0:1761322990.623325:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a15e7f24. 00000100:00000200:3.0:1761322990.623331:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f5a4a0ca x1846879956448576/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761322990.623339:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f5a4a0ca x1846879956448576/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000020:00000010:2.0:1761322990.623346:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c7b06da5. 00000020:00000010:2.0:1761322990.623354:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000087c42cd5. 00000020:00000010:2.0:1761322990.623359:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009b57aa81. 00000100:00000200:2.0:1761322990.623388:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000004760bad7 x1846879955808128/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:143/0 lens 328/0 e 0 to 0 dl 1761323033 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 02000000:00000010:3.0:1761322990.623425:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000222152b8. 02000000:00000010:3.0:1761322990.623432:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d2c1caa2. 00000100:00000200:2.0:1761322990.623432:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955808128 00000100:00000010:3.0:1761322990.623438:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f5a4a0ca. 00000100:00000010:3.0:1761322990.623442:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007cc30d1f. 00010000:00000010:3.0:1761322990.623445:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000063fc81a7. 02000000:00000010:2.0:1761322990.623446:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007b091833. 00010000:00000010:2.0:1761322990.623479:0:66652:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000022b6eb7. 00010000:00000010:2.0:1761322990.623500:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009491341e. 00000100:00000010:2.0:1761322990.623506:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000877677c1. 00000100:00000010:2.0:1761322990.623518:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000877677c1. 00010000:00000010:2.0:1761322990.623520:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009491341e. 00000400:00000010:2.0:1761322990.623541:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000070bb799. 00000100:00000200:2.0:1761322990.623546:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955808128, offset 224 00000400:00000200:2.0:1761322990.623554:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:2.0:1761322990.623565:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:2.0:1761322990.623570:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88608:88608:256:4294967295] 192.168.201.29@tcp LPNI seq info [88608:88608:8:4294967295] 00000400:00000200:2.0:1761322990.623580:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:2.0:1761322990.623585:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:2.0:1761322990.623590:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f093da5b (tot 82350866). 00000800:00000200:2.0:1761322990.623595:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:2.0:1761322990.623603:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:2.0:1761322990.623608:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f093da5b type 1, nob 320 niov 1 nkiov 1 00080000:00000010:3.0:1761322990.623615:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d2c1caa2. 00000020:00000010:2.0:1761322990.623634:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000087c42cd5. 00000020:00000010:2.0:1761322990.623639:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009b57aa81. 00000020:00000010:2.0:1761322990.623643:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c7b06da5. 00000800:00000200:1.0:1761322990.623695:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761322990.623698:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f093da5b (tot 82350618). 00000400:00000200:1.0:1761322990.623702:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322990.623706:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:1.0:1761322990.623709:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000070bb799 00000400:00000010:1.0:1761322990.623711:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000070bb799. 00010000:00000010:3.0:1761322990.623816:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000058953125. 00010000:00000010:3.0:1761322990.623822:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b7ac96e3. 00000001:00000010:3.0:1761322990.623874:0:77376:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000841445dd. 00000001:00000010:3.0:1761322990.623879:0:77376:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000841445dd. 00000001:00000010:3.0:1761322990.623882:0:77376:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000841445dd. 00000001:00000010:3.0:1761322990.623884:0:77376:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000ae85da93. 00010000:00000010:3.0:1761322990.623917:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005fce7d39. 00010000:00000010:3.0:1761322990.623921:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000087f83c95. 00010000:00000010:3.0:1761322990.623926:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001382bdeb. 00010000:00000010:3.0:1761322990.623974:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000058953125. 00080000:00000010:3.0:1761322990.623987:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000222152b8. 00010000:00000010:3.0:1761322990.624010:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000058953125. 00010000:00000010:3.0:1761322990.624013:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000087f83c95. 00010000:00000010:3.0:1761322990.624097:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b8f5d74c. 00010000:00000010:3.0:1761322990.624102:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000058953125. 00010000:00000010:3.0:1761322990.624109:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000063fc81a7. 00000100:00000010:3.0:1761322990.624113:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007cc30d1f. 00000100:00000010:3.0:1761322990.624120:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f5a4a0ca. 02000000:00000010:3.0:1761322990.624133:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000023653ac9. 02000000:00000010:3.0:1761322990.624161:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e66b4d9f. 00000400:00000010:3.0:1761322990.624165:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004a68db72. 00000400:00000010:3.0:1761322990.624169:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a15e7f24. 00000100:00000200:3.0:1761322990.624175:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956448640, portal 16 00000400:00000010:3.0:1761322990.624179:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000076784a28. 00000100:00000200:3.0:1761322990.624181:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956448640, offset 0 00000400:00000200:3.0:1761322990.624187:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:3.0:1761322990.624194:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322990.624207:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:3.0:1761322990.624210:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761322990.624213:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:3.0:1761322990.624216:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88609:88609:256:4294967295] 192.168.201.29@tcp LPNI seq info [88609:88609:8:4294967295] 00000400:00000200:3.0:1761322990.624222:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322990.624227:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322990.624230:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004da5e01e (tot 82350866). 00000800:00000200:3.0:1761322990.624235:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322990.624239:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322990.624241:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004da5e01e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761322990.624425:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322990.624428:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004da5e01e (tot 82350618). 00000400:00000200:2.0:1761322990.624431:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.624435:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322990.624438:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000076784a28 00000400:00000010:2.0:1761322990.624440:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000076784a28. 00000100:00000200:2.0:1761322990.624446:0:15812:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f5a4a0ca x1846879956448640/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761322990.626182:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:1.0:1761322990.626200:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf3580 00000400:00000200:1.0:1761322990.626211:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xab829 [1] + 224 00000400:00000200:1.0:1761322990.626224:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322990.626228:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:1.0:1761322990.626241:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f5a4a0ca x1846879956448640/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761322990.626278:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:1.0:1761322990.626283:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb56fc0 00000400:00000200:1.0:1761322990.626289:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa1b9 [2] + 328 00000400:00000010:3.0:1761322990.626319:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004a68db72. 00000400:00000200:3.0:1761322990.626329:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a15e7f24 00000400:00000010:3.0:1761322990.626332:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a15e7f24. 00000100:00000200:3.0:1761322990.626346:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f5a4a0ca x1846879956448640/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761322990.626356:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f5a4a0ca x1846879956448640/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761322990.626390:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e66b4d9f. 02000000:00000010:3.0:1761322990.626397:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000023653ac9. 00000400:00000200:1.0:1761322990.626409:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:3.0:1761322990.626413:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f5a4a0ca. 00000400:00000200:1.0:1761322990.626420:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000010:3.0:1761322990.626421:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007cc30d1f. 00000100:00000200:1.0:1761322990.626427:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00010000:00000010:3.0:1761322990.626430:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000063fc81a7. 00000100:00000010:1.0:1761322990.626436:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000fc1dab26. 00000020:00000010:2.0:1761322990.626915:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000047e0a0c8. 00000020:00000010:2.0:1761322990.626923:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000087c42cd5. 00000020:00000010:2.0:1761322990.626943:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009b57aa81. 00000100:00000200:2.0:1761322990.626973:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000fc1dab26 x1846879955808192/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:143/0 lens 328/0 e 0 to 0 dl 1761323033 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761322990.627008:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955808192 02000000:00000010:2.0:1761322990.627023:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000082d305cb. 00010000:00000010:2.0:1761322990.627063:0:66652:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005ab11319. 00010000:00000010:2.0:1761322990.627110:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009491341e. 00000100:00000010:2.0:1761322990.627117:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000877677c1. 00000100:00000010:2.0:1761322990.627132:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000877677c1. 00010000:00000010:2.0:1761322990.627136:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009491341e. 00000400:00000010:2.0:1761322990.627155:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c0bb89a3. 00000100:00000200:2.0:1761322990.627160:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955808192, offset 224 00000400:00000200:2.0:1761322990.627170:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:2.0:1761322990.627184:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:2.0:1761322990.627191:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88610:88610:256:4294967295] 192.168.201.29@tcp LPNI seq info [88610:88610:8:4294967295] 00000400:00000200:2.0:1761322990.627202:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:2.0:1761322990.627208:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00080000:00000010:3.0:1761322990.627212:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e66b4d9f. 00000800:00000010:2.0:1761322990.627219:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007e67acbb (tot 82350866). 00000800:00000200:2.0:1761322990.627228:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:2.0:1761322990.627236:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:2.0:1761322990.627240:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007e67acbb type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761322990.627263:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000087c42cd5. 00000020:00000010:2.0:1761322990.627268:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009b57aa81. 00000020:00000010:2.0:1761322990.627271:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000047e0a0c8. 00010000:00000010:3.0:1761322990.627344:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000058953125. 00010000:00000010:3.0:1761322990.627355:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000abdcf437. 00000800:00000200:1.0:1761322990.627398:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761322990.627403:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007e67acbb (tot 82350618). 00000400:00000200:1.0:1761322990.627410:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322990.627415:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:1.0:1761322990.627418:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c0bb89a3 00000400:00000010:1.0:1761322990.627420:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c0bb89a3. 00010000:00000010:3.0:1761322990.627942:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c60fd9b7. 00010000:00000010:3.0:1761322990.627951:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000058953125. 00010000:00000010:3.0:1761322990.627964:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000063fc81a7. 00000100:00000010:3.0:1761322990.627973:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007cc30d1f. 00000100:00000010:3.0:1761322990.627983:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f5a4a0ca. 02000000:00000010:3.0:1761322990.627999:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b9591bdc. 02000000:00000010:3.0:1761322990.628032:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000023653ac9. 00000400:00000010:3.0:1761322990.628039:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004a68db72. 00000400:00000010:3.0:1761322990.628059:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a15e7f24. 00000100:00000200:3.0:1761322990.628066:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956448704, portal 16 00000400:00000010:3.0:1761322990.628070:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fb71f45d. 00000100:00000200:3.0:1761322990.628072:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956448704, offset 0 00000400:00000200:3.0:1761322990.628115:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:3.0:1761322990.628130:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322990.628140:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:3.0:1761322990.628145:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761322990.628149:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:3.0:1761322990.628152:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88611:88611:256:4294967295] 192.168.201.29@tcp LPNI seq info [88611:88611:8:4294967295] 00000400:00000200:3.0:1761322990.628162:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322990.628168:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322990.628174:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004da5e01e (tot 82350866). 00000800:00000200:3.0:1761322990.628181:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322990.628188:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322990.628193:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004da5e01e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761322990.628619:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322990.628625:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004da5e01e (tot 82350618). 00000400:00000200:2.0:1761322990.628630:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.628636:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322990.628640:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fb71f45d 00000400:00000010:2.0:1761322990.628642:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fb71f45d. 00000100:00000200:2.0:1761322990.628650:0:15812:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f5a4a0ca x1846879956448704/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761322990.631025:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:1.0:1761322990.631044:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf35c0 00000400:00000200:1.0:1761322990.631064:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xab835 [1] + 224 00010000:00000010:1.1:1761322990.631098:0:15811:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000032374fc5. 00000400:00000200:1.0:1761322990.631111:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322990.631115:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:1.0:1761322990.631126:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f5a4a0ca x1846879956448704/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761322990.631158:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:1.0:1761322990.631165:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb57000 00000400:00000200:1.0:1761322990.631170:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa1b9 [2] + 656 00010000:00000010:3.1:1761322990.631267:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000045262283. 00010000:00000010:3.1:1761322990.631280:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dfe37e23. 00000400:00000010:3.0:1761322990.631306:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004a68db72. 00000400:00000200:3.0:1761322990.631311:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a15e7f24 00000400:00000010:3.0:1761322990.631315:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a15e7f24. 00000100:00000200:3.0:1761322990.631333:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f5a4a0ca x1846879956448704/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761322990.631339:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1761322990.631348:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f5a4a0ca x1846879956448704/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761322990.631354:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:1.0:1761322990.631363:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761322990.631370:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000089684651. 02000000:00000010:3.0:1761322990.631391:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000023653ac9. 02000000:00000010:3.0:1761322990.631400:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b9591bdc. 00000100:00000010:3.0:1761322990.631406:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f5a4a0ca. 00000100:00000010:3.0:1761322990.631410:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007cc30d1f. 00010000:00000010:3.0:1761322990.631415:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000063fc81a7. 00000020:00000010:2.0:1761322990.632060:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000047e0a0c8. 00000020:00000010:2.0:1761322990.632069:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000087c42cd5. 00000020:00000010:2.0:1761322990.632088:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009b57aa81. 00000100:00000200:2.0:1761322990.632120:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000089684651 x1846879955808256/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:143/0 lens 328/0 e 0 to 0 dl 1761323033 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761322990.632157:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955808256 02000000:00000010:2.0:1761322990.632171:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000064058603. 00010000:00000010:2.0:1761322990.632215:0:66652:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000084151616. 00010000:00000010:2.0:1761322990.632242:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009491341e. 00000100:00000010:2.0:1761322990.632250:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000877677c1. 00000100:00000010:2.0:1761322990.632272:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000877677c1. 00010000:00000010:2.0:1761322990.632275:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009491341e. 00000400:00000010:2.0:1761322990.632290:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000008b30108. 00000100:00000200:2.0:1761322990.632295:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955808256, offset 224 00000400:00000200:2.0:1761322990.632302:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:2.0:1761322990.632314:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:2.0:1761322990.632319:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88612:88612:256:4294967295] 192.168.201.29@tcp LPNI seq info [88612:88612:8:4294967295] 00000400:00000200:2.0:1761322990.632329:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:2.0:1761322990.632334:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:2.0:1761322990.632338:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000074e57caf (tot 82350866). 00000800:00000200:2.0:1761322990.632343:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:2.0:1761322990.632350:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:2.0:1761322990.632354:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000074e57caf type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761322990.632379:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000087c42cd5. 00000020:00000010:2.0:1761322990.632385:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009b57aa81. 00000020:00000010:2.0:1761322990.632387:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000047e0a0c8. 00080000:00000010:3.0:1761322990.632449:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000eb3873e6. 00000800:00000200:1.0:1761322990.632489:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761322990.632493:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000074e57caf (tot 82350618). 00000400:00000200:1.0:1761322990.632498:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322990.632501:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:1.0:1761322990.632505:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000008b30108 00000400:00000010:1.0:1761322990.632507:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000008b30108. 00010000:00000010:3.0:1761322990.632532:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000058953125. 00010000:00000010:3.0:1761322990.632540:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000216da9b8. 00010000:00000010:3.0:1761322990.632614:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000023d521fb. 00010000:00000010:3.0:1761322990.632620:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000058953125. 00010000:00000010:3.0:1761322990.632631:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000063fc81a7. 00000100:00000010:3.0:1761322990.632635:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007cc30d1f. 00000100:00000010:3.0:1761322990.632642:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f5a4a0ca. 02000000:00000010:3.0:1761322990.632655:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b9591bdc. 02000000:00000010:3.0:1761322990.632695:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000023653ac9. 00000400:00000010:3.0:1761322990.632701:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004a68db72. 00000400:00000010:3.0:1761322990.632705:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a15e7f24. 00000100:00000200:3.0:1761322990.632710:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956448768, portal 16 00000400:00000010:3.0:1761322990.632714:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009da01e46. 00000100:00000200:3.0:1761322990.632716:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956448768, offset 0 00000400:00000200:3.0:1761322990.632721:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:3.0:1761322990.632727:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322990.632734:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:3.0:1761322990.632738:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761322990.632741:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:3.0:1761322990.632743:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88613:88613:256:4294967295] 192.168.201.29@tcp LPNI seq info [88613:88613:8:4294967295] 00000400:00000200:3.0:1761322990.632750:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322990.632755:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322990.632758:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fca7c33d (tot 82350866). 00000800:00000200:3.0:1761322990.632762:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322990.632766:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322990.632768:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fca7c33d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761322990.632833:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322990.632836:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fca7c33d (tot 82350618). 00000400:00000200:2.0:1761322990.632839:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.632843:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322990.632845:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009da01e46 00000400:00000010:2.0:1761322990.632846:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009da01e46. 00000100:00000200:2.0:1761322990.632851:0:15812:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f5a4a0ca x1846879956448768/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761322990.633211:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cc4c2e8d. 00010000:00000010:3.1:1761322990.633281:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000738b17ea. 00010000:00000010:3.1:1761322990.633285:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005fce7d39. 00010000:00000010:3.1:1761322990.633288:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001382bdeb. 00010000:00000010:3.1:1761322990.633291:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007316d178. 00010000:00000010:3.1:1761322990.633293:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b8f5d74c. 00000400:00000200:1.0:1761322990.635599:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:1.0:1761322990.635620:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf3600 00000400:00000200:1.0:1761322990.635630:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xab841 [1] + 224 00000400:00000200:1.0:1761322990.635648:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322990.635652:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:1.0:1761322990.635663:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f5a4a0ca x1846879956448768/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761322990.635812:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004a68db72. 00000400:00000200:3.0:1761322990.635822:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a15e7f24 00000400:00000010:3.0:1761322990.635826:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a15e7f24. 00000400:00000200:1.0:1761322990.635831:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:1.0:1761322990.635842:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb57040 00000100:00000200:3.0:1761322990.635845:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f5a4a0ca x1846879956448768/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761322990.635855:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa1b9 [2] + 984 00000100:00000200:3.0:1761322990.635875:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f5a4a0ca x1846879956448768/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761322990.635908:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000023653ac9. 02000000:00000010:3.0:1761322990.635916:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b9591bdc. 00000100:00000010:3.0:1761322990.635920:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f5a4a0ca. 00000100:00000010:3.0:1761322990.635925:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007cc30d1f. 00010000:00000010:3.0:1761322990.635929:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000063fc81a7. 00010000:00000010:2.1:1761322990.636120:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cad88e54. 00010000:00000010:2.1:1761322990.636129:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004e010cf2. 00000400:00000200:1.0:1761322990.636136:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322990.636143:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:1.0:1761322990.636148:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761322990.636154:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000dfba0156. 00000020:00000010:2.0:1761322990.637953:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000047e0a0c8. 00000020:00000010:2.0:1761322990.637965:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000087c42cd5. 00000020:00000010:2.0:1761322990.637970:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009b57aa81. 00000100:00000200:2.0:1761322990.638006:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000dfba0156 x1846879955808320/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:143/0 lens 328/0 e 0 to 0 dl 1761323033 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761322990.638061:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955808320 00010000:00000010:2.1:1761322990.638095:0:66652:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000794ce8e9. 02000000:00000010:2.0:1761322990.638108:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008c28eff8. 00010000:00000010:3.1:1761322990.638138:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d3ff6d25. 00010000:00000010:2.0:1761322990.638144:0:66652:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f01e4aef. 00010000:00000010:3.1:1761322990.638161:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c60fd9b7. 00010000:00000010:2.0:1761322990.638176:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009491341e. 00000100:00000010:2.0:1761322990.638186:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000877677c1. 00000100:00000010:2.0:1761322990.638205:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000877677c1. 00010000:00000010:2.0:1761322990.638209:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009491341e. 00000400:00000010:2.0:1761322990.638225:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004903da1b. 00000100:00000200:2.0:1761322990.638230:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955808320, offset 224 00000400:00000200:2.0:1761322990.638238:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:2.0:1761322990.638252:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:2.0:1761322990.638257:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88614:88614:256:4294967295] 192.168.201.29@tcp LPNI seq info [88614:88614:8:4294967295] 00000400:00000200:2.0:1761322990.638268:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:2.0:1761322990.638275:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:2.0:1761322990.638281:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a3160ea0 (tot 82350866). 00000800:00000200:2.0:1761322990.638288:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:2.0:1761322990.638298:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:2.0:1761322990.638302:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a3160ea0 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761322990.638328:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000087c42cd5. 00000020:00000010:2.0:1761322990.638333:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009b57aa81. 00000020:00000010:2.0:1761322990.638336:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000047e0a0c8. 00080000:00000010:3.0:1761322990.638732:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e62fb1c6. 00010000:00000010:3.0:1761322990.638866:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000058953125. 00010000:00000010:3.0:1761322990.638875:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001153ab7f. 00010000:00000010:3.0:1761322990.638969:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c60fd9b7. 00010000:00000010:3.0:1761322990.638976:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000058953125. 00010000:00000010:3.0:1761322990.638989:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000063fc81a7. 00000100:00000010:3.0:1761322990.638996:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007cc30d1f. 00000100:00000010:3.0:1761322990.639006:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f5a4a0ca. 02000000:00000010:3.0:1761322990.639021:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b9591bdc. 02000000:00000010:3.0:1761322990.639062:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000023653ac9. 00000400:00000010:3.0:1761322990.639070:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004a68db72. 00000400:00000010:3.0:1761322990.639103:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a15e7f24. 00000100:00000200:3.0:1761322990.639111:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956448832, portal 16 00000400:00000010:3.0:1761322990.639118:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b0b8ce1c. 00000100:00000200:3.0:1761322990.639121:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956448832, offset 0 00000400:00000200:3.0:1761322990.639131:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:3.0:1761322990.639146:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322990.639154:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:3.0:1761322990.639158:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761322990.639162:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:3.0:1761322990.639165:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88615:88615:255:4294967295] 192.168.201.29@tcp LPNI seq info [88615:88615:7:4294967295] 00000400:00000200:3.0:1761322990.639175:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322990.639181:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322990.639185:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fb56ca9b (tot 82351114). 00000800:00000200:3.0:1761322990.639191:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322990.639199:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322990.639202:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fb56ca9b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761322990.641257:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761322990.641264:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a3160ea0 (tot 82350866). 00000400:00000200:0.0:1761322990.641272:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322990.641282:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:0.0:1761322990.641288:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004903da1b 00000400:00000010:0.0:1761322990.641290:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004903da1b. 00000800:00000200:0.0:1761322990.641367:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761322990.641369:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fb56ca9b (tot 82350618). 00000400:00000200:0.0:1761322990.641373:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322990.641375:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:0.0:1761322990.641378:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b0b8ce1c 00000400:00000010:0.0:1761322990.641379:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b0b8ce1c. 00000100:00000200:0.0:1761322990.641388:0:15812:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f5a4a0ca x1846879956448832/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761322990.643757:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:1.0:1761322990.643777:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf3640 00000400:00000200:1.0:1761322990.643787:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xab84d [1] + 224 00000400:00000200:1.0:1761322990.643803:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322990.643807:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:1.0:1761322990.643819:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f5a4a0ca x1846879956448832/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761322990.643898:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004a68db72. 00000400:00000200:3.0:1761322990.643904:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a15e7f24 00000400:00000010:3.0:1761322990.643907:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a15e7f24. 00000100:00000200:3.0:1761322990.643916:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f5a4a0ca x1846879956448832/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761322990.643921:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000100:00000200:3.0:1761322990.643932:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f5a4a0ca x1846879956448832/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761322990.643936:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb57080 00000400:00000200:1.0:1761322990.643946:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa1b9 [2] + 1312 02000000:00000010:3.0:1761322990.643975:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000023653ac9. 02000000:00000010:3.0:1761322990.643982:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b9591bdc. 00000100:00000010:3.0:1761322990.643988:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f5a4a0ca. 00000100:00000010:3.0:1761322990.643992:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007cc30d1f. 00010000:00000010:3.0:1761322990.643997:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000063fc81a7. 00000400:00000200:1.0:1761322990.644004:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322990.644010:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:1.0:1761322990.644014:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761322990.644019:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000eabe2b15. 00000020:00000010:2.0:1761322990.644130:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000047e0a0c8. 00000020:00000010:2.0:1761322990.644138:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000087c42cd5. 00000020:00000010:2.0:1761322990.644143:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009b57aa81. 00000100:00000200:2.0:1761322990.644172:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000eabe2b15 x1846879955808384/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:143/0 lens 328/0 e 0 to 0 dl 1761323033 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761322990.644206:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955808384 02000000:00000010:2.0:1761322990.644231:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c4d1a7f3. 00010000:00000010:2.0:1761322990.644265:0:66652:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003c365d77. 00010000:00000010:2.0:1761322990.644290:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009491341e. 00000100:00000010:2.0:1761322990.644297:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000877677c1. 00000100:00000010:2.0:1761322990.644309:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000877677c1. 00010000:00000010:2.0:1761322990.644312:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009491341e. 00080000:00000010:3.0:1761322990.644327:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000023653ac9. 00000400:00000010:2.0:1761322990.644331:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005cb2b743. 00000100:00000200:2.0:1761322990.644336:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955808384, offset 224 00000400:00000200:2.0:1761322990.644342:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:2.0:1761322990.644352:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:2.0:1761322990.644356:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88616:88616:256:4294967295] 192.168.201.29@tcp LPNI seq info [88616:88616:8:4294967295] 00000400:00000200:2.0:1761322990.644362:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:2.0:1761322990.644366:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:2.0:1761322990.644370:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a3160ea0 (tot 82350866). 00000800:00000200:2.0:1761322990.644375:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:2.0:1761322990.644391:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:2.0:1761322990.644396:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a3160ea0 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:3.0:1761322990.644414:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000058953125. 00000020:00000010:2.0:1761322990.644420:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000087c42cd5. 00010000:00000010:3.0:1761322990.644422:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000068ce5423. 00000020:00000010:2.0:1761322990.644428:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009b57aa81. 00000020:00000010:2.0:1761322990.644433:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000047e0a0c8. 00000800:00000200:0.0:1761322990.644493:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00010000:00000010:3.0:1761322990.644498:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b8f5d74c. 00000800:00000010:0.0:1761322990.644498:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a3160ea0 (tot 82350618). 00000400:00000200:0.0:1761322990.644505:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:3.0:1761322990.644506:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000058953125. 00000400:00000200:0.0:1761322990.644511:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:0.0:1761322990.644515:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005cb2b743 00000400:00000010:0.0:1761322990.644516:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005cb2b743. 00010000:00000010:3.0:1761322990.644522:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000063fc81a7. 00000100:00000010:3.0:1761322990.644527:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007cc30d1f. 00000100:00000010:3.0:1761322990.644534:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f5a4a0ca. 02000000:00000010:3.0:1761322990.644548:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b9591bdc. 02000000:00000010:3.0:1761322990.644578:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000030e204b4. 00000400:00000010:3.0:1761322990.644583:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004a68db72. 00000400:00000010:3.0:1761322990.644587:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a15e7f24. 00000100:00000200:3.0:1761322990.644591:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956448896, portal 16 00000400:00000010:3.0:1761322990.644595:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000042c05544. 00000100:00000200:3.0:1761322990.644597:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956448896, offset 0 00000400:00000200:3.0:1761322990.644602:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:3.0:1761322990.644608:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322990.644615:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:3.0:1761322990.644619:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761322990.644621:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:3.0:1761322990.644624:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88617:88617:256:4294967295] 192.168.201.29@tcp LPNI seq info [88617:88617:8:4294967295] 00000400:00000200:3.0:1761322990.644631:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322990.644636:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322990.644640:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e6540a75 (tot 82350866). 00000800:00000200:3.0:1761322990.644643:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322990.644647:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322990.644650:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e6540a75 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761322990.644887:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761322990.644890:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e6540a75 (tot 82350618). 00000400:00000200:1.0:1761322990.644894:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322990.644897:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:1.0:1761322990.644900:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000042c05544 00000400:00000010:1.0:1761322990.644901:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000042c05544. 00000100:00000200:1.0:1761322990.644906:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f5a4a0ca x1846879956448896/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761322990.646707:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:1.0:1761322990.646725:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf3680 00000400:00000200:1.0:1761322990.646732:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xab859 [1] + 224 00000400:00000200:1.0:1761322990.646748:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322990.646752:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:1.0:1761322990.646761:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f5a4a0ca x1846879956448896/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761322990.647140:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a782a008. 00010000:00000010:3.1:1761322990.647147:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000de010143. 00010000:00000010:3.1:1761322990.647156:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000023d521fb. 00000400:00000010:3.0:1761322990.647167:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004a68db72. 00000400:00000200:3.0:1761322990.647411:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a15e7f24 00000400:00000010:3.0:1761322990.647414:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a15e7f24. 00000400:00000200:0.0:1761322990.647416:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000100:00000200:3.0:1761322990.647422:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f5a4a0ca x1846879956448896/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761322990.647425:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb570c0 00000100:00000200:3.0:1761322990.647430:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f5a4a0ca x1846879956448896/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761322990.647430:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa1b9 [2] + 1640 02000000:00000010:3.0:1761322990.647466:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000030e204b4. 02000000:00000010:3.0:1761322990.647482:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b9591bdc. 00000100:00000010:3.0:1761322990.647486:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f5a4a0ca. 00000100:00000010:3.0:1761322990.647491:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007cc30d1f. 00010000:00000010:3.0:1761322990.647495:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000063fc81a7. 00000400:00000200:0.0:1761322990.647621:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322990.647626:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:0.0:1761322990.647630:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761322990.647636:0:15812:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001d85a71a. 00000020:00000010:2.0:1761322990.647686:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000047e0a0c8. 00000020:00000010:2.0:1761322990.647693:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000087c42cd5. 00000020:00000010:2.0:1761322990.647698:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009b57aa81. 00000100:00000200:2.0:1761322990.647727:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001d85a71a x1846879955808448/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:143/0 lens 328/0 e 0 to 0 dl 1761323033 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761322990.647760:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955808448 02000000:00000010:2.0:1761322990.647775:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c7b06da5. 00010000:00000010:2.0:1761322990.647807:0:66652:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006567d2e0. 00010000:00000010:2.0:1761322990.647830:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009491341e. 00000100:00000010:2.0:1761322990.647837:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000877677c1. 00000100:00000010:2.0:1761322990.647852:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000877677c1. 00010000:00000010:2.0:1761322990.647855:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009491341e. 00000400:00000010:2.0:1761322990.647871:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000967aa986. 00000100:00000200:2.0:1761322990.647876:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955808448, offset 224 00000400:00000200:2.0:1761322990.647883:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00080000:00000010:1.0:1761322990.647889:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000026374eaf. 00000400:00000200:2.0:1761322990.647897:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:2.0:1761322990.647904:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88618:88618:256:4294967295] 192.168.201.29@tcp LPNI seq info [88618:88618:8:4294967295] 00000400:00000200:2.0:1761322990.647913:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:2.0:1761322990.647918:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:2.0:1761322990.647923:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000074e57caf (tot 82350866). 00000800:00000200:2.0:1761322990.647929:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:2.0:1761322990.647936:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:2.0:1761322990.647940:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000074e57caf type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761322990.647971:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000087c42cd5. 00000020:00000010:2.0:1761322990.647977:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009b57aa81. 00000020:00000010:2.0:1761322990.647981:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000047e0a0c8. 00010000:00000010:1.0:1761322990.647985:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000058953125. 00010000:00000010:1.0:1761322990.647993:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000009835817. 00010000:00000010:1.0:1761322990.648110:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000170f7f40. 00010000:00000010:1.0:1761322990.648115:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.648120:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f7fa86b2. 00010000:00000010:1.0:1761322990.648126:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000013ee5dc9. 00080000:00000010:1.0:1761322990.648141:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000051bb9aaa. 00000800:00000200:3.0:1761322990.648166:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322990.648169:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000074e57caf (tot 82350618). 00010000:00000010:1.0:1761322990.648169:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000013ee5dc9. 00000400:00000200:3.0:1761322990.648173:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:1.0:1761322990.648173:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c952915. 00000400:00000200:3.0:1761322990.648177:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322990.648180:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000967aa986 00000400:00000010:3.0:1761322990.648181:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000967aa986. 00010000:00000010:1.0:1761322990.648221:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000095612185. 00010000:00000010:1.0:1761322990.648226:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000013ee5dc9. 00010000:00000010:1.0:1761322990.648235:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003b768746. 00000100:00000010:1.0:1761322990.648239:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000079230841. 00000100:00000010:1.0:1761322990.648251:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000eae2da62. 02000000:00000010:1.0:1761322990.648264:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e7b82c97. 02000000:00000010:1.0:1761322990.648291:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000045415cce. 00000400:00000010:1.0:1761322990.648297:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000fe552886. 00000400:00000010:1.0:1761322990.648302:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c8e29771. 00000100:00000200:1.0:1761322990.648307:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956448960, portal 16 00000400:00000010:1.0:1761322990.648312:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000071b5ee12. 00000100:00000200:1.0:1761322990.648313:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956448960, offset 0 00000400:00000200:1.0:1761322990.648320:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322990.648326:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322990.648333:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:1.0:1761322990.648336:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761322990.648339:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:1.0:1761322990.648342:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88619:88619:256:4294967295] 192.168.201.29@tcp LPNI seq info [88619:88619:8:4294967295] 00000400:00000200:1.0:1761322990.648349:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322990.648353:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322990.648357:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004b4e0d4f (tot 82350866). 00000800:00000200:1.0:1761322990.648361:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322990.648365:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322990.648368:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004b4e0d4f type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761322990.648481:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761322990.648484:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004b4e0d4f (tot 82350618). 00000400:00000200:0.0:1761322990.648487:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322990.648490:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:0.0:1761322990.648493:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000071b5ee12 00000400:00000010:0.0:1761322990.648494:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000071b5ee12. 00000100:00000200:0.0:1761322990.648500:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000eae2da62 x1846879956448960/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761322990.650769:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:0.0:1761322990.650790:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf36c0 00000400:00000200:0.0:1761322990.650800:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xab865 [1] + 224 00000400:00000200:0.0:1761322990.650813:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322990.650816:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:0.0:1761322990.650830:0:15812:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000eae2da62 x1846879956448960/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761322990.650868:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:0.0:1761322990.650874:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb57100 00000400:00000200:0.0:1761322990.650879:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa1b9 [2] + 1968 00000400:00000010:0.0:1761322990.650884:0:15812:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003146adca. 00000400:00000200:0.0:1761322990.650887:0:15812:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000332fc749 00000400:00000200:0.0:1761322990.650897:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322990.650900:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:0.0:1761322990.650903:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000332fc749 00000400:00000010:0.0:1761322990.650905:0:15812:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000332fc749 (tot 82350466). 00000100:00000200:0.0:1761322990.650911:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:1.0:1761322990.650997:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000fe552886. 00000400:00000200:1.0:1761322990.651013:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c8e29771 00000400:00000010:1.0:1761322990.651016:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c8e29771. 00000100:00000200:1.0:1761322990.651022:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000eae2da62 x1846879956448960/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761322990.651029:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000eae2da62 x1846879956448960/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761322990.651147:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000045415cce. 02000000:00000010:1.0:1761322990.651153:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e7b82c97. 00000100:00000010:1.0:1761322990.651158:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000eae2da62. 00000100:00000010:1.0:1761322990.651163:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000079230841. 00010000:00000010:1.0:1761322990.651167:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003b768746. 00010000:00000010:3.1:1761322990.652469:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e4d8f108. 00010000:00000010:3.1:1761322990.652484:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c60fd9b7. 00000020:00000010:2.0:1761322990.654225:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000047e0a0c8. 00000020:00000010:2.0:1761322990.654236:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c54fd3dd. 00000020:00000010:2.0:1761322990.654242:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009b57aa81. 00000100:00000200:2.0:1761322990.654282:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000057381d3e x1846879955808512/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:143/0 lens 328/0 e 0 to 0 dl 1761323033 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761322990.654325:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955808512 02000000:00000010:2.0:1761322990.654341:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000006850f69. 00010000:00000010:2.0:1761322990.654380:0:66652:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c597d0ee. 00010000:00000010:2.0:1761322990.654407:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009491341e. 00000100:00000010:2.0:1761322990.654417:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000877677c1. 00000100:00000010:2.0:1761322990.654437:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000877677c1. 00010000:00000010:2.0:1761322990.654441:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009491341e. 00000400:00000010:2.0:1761322990.654458:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000032243a01. 00000100:00000200:2.0:1761322990.654464:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955808512, offset 224 00080000:00000010:1.0:1761322990.654472:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e7b82c97. 00000400:00000200:2.0:1761322990.654473:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:2.0:1761322990.654489:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:2.0:1761322990.654496:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88620:88620:256:4294967295] 192.168.201.29@tcp LPNI seq info [88620:88620:8:4294967295] 00000400:00000200:2.0:1761322990.654508:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:2.0:1761322990.654514:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:2.0:1761322990.654519:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007e67acbb (tot 82350714). 00000800:00000200:2.0:1761322990.654527:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:2.0:1761322990.654535:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:2.0:1761322990.654539:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007e67acbb type 1, nob 320 niov 1 nkiov 1 00010000:00000010:1.0:1761322990.654553:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000013ee5dc9. 00010000:00000010:1.0:1761322990.654561:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000079914923. 00000020:00000010:2.0:1761322990.654570:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c54fd3dd. 00000020:00000010:2.0:1761322990.654576:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009b57aa81. 00000020:00000010:2.0:1761322990.654579:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000047e0a0c8. 02000000:00000010:2.0:1761322990.654588:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c7b06da5. 00000100:00000010:2.0:1761322990.654592:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001d85a71a. 02000000:00000010:2.0:1761322990.654597:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c4d1a7f3. 00000100:00000010:2.0:1761322990.654598:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000eabe2b15. 02000000:00000010:2.0:1761322990.654602:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008c28eff8. 00000100:00000010:2.0:1761322990.654604:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000dfba0156. 02000000:00000010:2.0:1761322990.654607:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000064058603. 00000100:00000010:2.0:1761322990.654608:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000089684651. 02000000:00000010:2.0:1761322990.654610:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000082d305cb. 00000100:00000010:2.0:1761322990.654612:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000fc1dab26. 02000000:00000010:2.0:1761322990.654615:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007b091833. 00000100:00000010:2.0:1761322990.654617:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004760bad7. 00000100:00000200:2.0:1761322990.654625:0:66652:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1761322990.654632:0:66652:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000057ce6eab. 00000400:00000010:2.0:1761322990.654637:0:66652:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000877677c1 (tot 82350866). 00010000:00000010:1.0:1761322990.654650:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a9ea4928. 00010000:00000010:1.0:1761322990.654658:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000013ee5dc9. 00010000:00000010:1.0:1761322990.654670:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003b768746. 00000100:00000010:1.0:1761322990.654675:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000079230841. 00000100:00000010:1.0:1761322990.654683:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000eae2da62. 02000000:00000010:1.0:1761322990.654695:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000045415cce. 02000000:00000010:1.0:1761322990.654726:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000acb29dd9. 00000400:00000010:1.0:1761322990.654731:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000fe552886. 00000400:00000010:1.0:1761322990.654736:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c8e29771. 00000100:00000200:1.0:1761322990.654740:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956449024, portal 16 00000400:00000010:1.0:1761322990.654745:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000297438bc. 00000100:00000200:1.0:1761322990.654747:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956449024, offset 0 00000400:00000200:1.0:1761322990.654753:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322990.654760:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322990.654768:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:1.0:1761322990.654772:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761322990.654775:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:1.0:1761322990.654778:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88621:88621:255:4294967295] 192.168.201.29@tcp LPNI seq info [88621:88621:7:4294967295] 00000400:00000200:1.0:1761322990.654785:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322990.654789:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322990.654793:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c987b974 (tot 82351114). 00000800:00000200:1.0:1761322990.654797:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322990.654801:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322990.654802:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000200:1.0:1761322990.654804:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c987b974 type 1, nob 424 niov 1 nkiov 1 00000800:00000010:3.0:1761322990.654808:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007e67acbb (tot 82350866). 00000400:00000200:3.0:1761322990.654814:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.654821:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322990.654826:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000032243a01 00000400:00000010:3.0:1761322990.654829:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000032243a01. 02000000:00000010:3.0:1761322990.654834:0:15811:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000006850f69. 00000800:00000200:3.0:1761322990.654865:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322990.654867:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c987b974 (tot 82350618). 00000400:00000200:3.0:1761322990.654870:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.654873:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322990.654875:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000297438bc 00000400:00000010:3.0:1761322990.654876:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000297438bc. 00000100:00000200:3.0:1761322990.654881:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000eae2da62 x1846879956449024/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761322990.655705:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d2900185. 00010000:00000010:1.1:1761322990.655715:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b8f5d74c. 00010000:00000010:1.1:1761322990.655719:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000170f7f40. 00010000:00000010:1.1:1761322990.655721:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f7fa86b2. 00010000:00000010:2.1:1761322990.656121:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000082057b23. 00010000:00000010:2.1:1761322990.656128:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007745f7d8. 00000400:00000200:0.0:1761322990.657467:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:0.0:1761322990.657485:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf3700 00000400:00000200:0.0:1761322990.657494:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xab875 [1] + 224 00000400:00000200:0.0:1761322990.657510:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322990.657514:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:0.0:1761322990.657525:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000eae2da62 x1846879956449024/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761322990.658238:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:0.0:1761322990.658247:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb57140 00000400:00000200:0.0:1761322990.658263:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa211 [2] + 0 00000400:00000200:0.0:1761322990.658324:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322990.658328:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:0.0:1761322990.658332:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761322990.658339:0:15812:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d1e427ea. 00000020:00000010:2.0:1761322990.658434:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007b091833. 00000020:00000010:2.0:1761322990.658441:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c54fd3dd. 00000020:00000010:2.0:1761322990.658446:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009b57aa81. 00000100:00000200:2.0:1761322990.658482:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d1e427ea x1846879955808576/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:143/0 lens 328/0 e 0 to 0 dl 1761323033 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000400:00000010:1.0:1761322990.658605:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000fe552886. 00000400:00000200:1.0:1761322990.658620:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c8e29771 00000400:00000010:1.0:1761322990.658623:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c8e29771. 00000100:00000200:1.0:1761322990.658629:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000eae2da62 x1846879956449024/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761322990.658638:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000eae2da62 x1846879956449024/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761322990.658658:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955808576 02000000:00000010:1.0:1761322990.658671:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000acb29dd9. 02000000:00000010:2.0:1761322990.658673:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000082d305cb. 02000000:00000010:1.0:1761322990.658679:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000045415cce. 00000100:00000010:1.0:1761322990.658684:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000eae2da62. 00000100:00000010:1.0:1761322990.658688:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000079230841. 00010000:00000010:1.0:1761322990.658693:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003b768746. 00010000:00000010:2.0:1761322990.658709:0:66652:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000064a38838. 00010000:00000010:2.0:1761322990.658736:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009491341e. 00000100:00000010:2.0:1761322990.658742:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a3d6d3f0. 00000100:00000010:2.0:1761322990.658758:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a3d6d3f0. 00010000:00000010:2.0:1761322990.658761:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009491341e. 00000400:00000010:2.0:1761322990.658777:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a9185619. 00000100:00000200:2.0:1761322990.658781:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955808576, offset 224 00080000:00000010:1.0:1761322990.658787:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000045415cce. 00000400:00000200:2.0:1761322990.658789:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:2.0:1761322990.658802:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:2.0:1761322990.658807:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88622:88622:256:4294967295] 192.168.201.29@tcp LPNI seq info [88622:88622:8:4294967295] 00000400:00000200:2.0:1761322990.658817:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:2.0:1761322990.658821:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:2.0:1761322990.658826:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f093da5b (tot 82350866). 00000800:00000200:2.0:1761322990.658833:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:2.0:1761322990.658840:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:2.0:1761322990.658844:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f093da5b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761322990.658865:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c54fd3dd. 00000020:00000010:2.0:1761322990.658870:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009b57aa81. 00010000:00000010:1.0:1761322990.658872:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000013ee5dc9. 00000020:00000010:2.0:1761322990.658873:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007b091833. 00010000:00000010:1.0:1761322990.658880:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000711aff48. 00010000:00000010:1.0:1761322990.658963:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f7fa86b2. 00010000:00000010:1.0:1761322990.658970:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000013ee5dc9. 00010000:00000010:1.0:1761322990.658983:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003b768746. 00000100:00000010:1.0:1761322990.658987:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000079230841. 00000100:00000010:1.0:1761322990.658993:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000eae2da62. 02000000:00000010:1.0:1761322990.659004:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000acb29dd9. 02000000:00000010:1.0:1761322990.659030:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007a1a5e80. 00000400:00000010:1.0:1761322990.659036:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000fe552886. 00000400:00000010:1.0:1761322990.659040:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c8e29771. 00000100:00000200:1.0:1761322990.659044:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956449088, portal 16 00000400:00000010:1.0:1761322990.659063:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e06c4b25. 00000100:00000200:1.0:1761322990.659065:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956449088, offset 0 00000400:00000200:1.0:1761322990.659071:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322990.659094:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322990.659101:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:1.0:1761322990.659105:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761322990.659108:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:1.0:1761322990.659112:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88623:88623:255:4294967295] 192.168.201.29@tcp LPNI seq info [88623:88623:7:4294967295] 00000400:00000200:1.0:1761322990.659119:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322990.659124:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322990.659129:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006759b894 (tot 82351114). 00000800:00000200:1.0:1761322990.659132:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322990.659136:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322990.659139:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006759b894 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761322990.659309:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322990.659317:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f093da5b (tot 82350866). 00000400:00000200:3.0:1761322990.659326:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.659335:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322990.659340:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a9185619 00000400:00000010:3.0:1761322990.659342:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a9185619. 00000800:00000200:3.0:1761322990.659417:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322990.659419:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006759b894 (tot 82350618). 00000400:00000200:3.0:1761322990.659422:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.659427:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322990.659430:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e06c4b25 00000400:00000010:3.0:1761322990.659431:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e06c4b25. 00000100:00000200:3.0:1761322990.659440:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000eae2da62 x1846879956449088/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761322990.664130:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ac09ad10. 00000400:00000200:0.0:1761322990.665277:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:0.0:1761322990.665297:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf3740 00000400:00000200:0.0:1761322990.665307:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xab881 [1] + 224 00000400:00000200:0.0:1761322990.665321:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322990.665325:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:0.0:1761322990.665350:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000eae2da62 x1846879956449088/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761322990.665390:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:0.0:1761322990.665395:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb57180 00000400:00000200:0.0:1761322990.665406:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa211 [2] + 328 00000400:00000200:0.0:1761322990.665418:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322990.665420:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:0.0:1761322990.665425:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761322990.665431:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e84b8751. 00000400:00000010:1.0:1761322990.665494:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000fe552886. 00000400:00000200:1.0:1761322990.665510:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c8e29771 00000400:00000010:1.0:1761322990.665512:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c8e29771. 00000100:00000200:1.0:1761322990.665518:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000eae2da62 x1846879956449088/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761322990.665527:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000eae2da62 x1846879956449088/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761322990.665562:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007a1a5e80. 02000000:00000010:1.0:1761322990.665570:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000acb29dd9. 00000100:00000010:1.0:1761322990.665574:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000eae2da62. 00000100:00000010:1.0:1761322990.665578:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000079230841. 00010000:00000010:1.0:1761322990.665582:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003b768746. 00000020:00000010:2.0:1761322990.665896:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007b091833. 00000020:00000010:2.0:1761322990.665902:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c54fd3dd. 00000020:00000010:2.0:1761322990.665906:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009b57aa81. 00000100:00000200:2.0:1761322990.665932:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e84b8751 x1846879955808640/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:143/0 lens 328/0 e 0 to 0 dl 1761323033 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761322990.665969:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955808640 02000000:00000010:2.0:1761322990.665984:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000064058603. 00010000:00000010:2.0:1761322990.666014:0:66652:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006687f677. 00010000:00000010:2.0:1761322990.666037:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009491341e. 00000100:00000010:2.0:1761322990.666044:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a3d6d3f0. 00000100:00000010:2.0:1761322990.666071:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a3d6d3f0. 00010000:00000010:2.0:1761322990.666115:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009491341e. 00000400:00000010:2.0:1761322990.666132:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c102ff98. 00000100:00000200:2.0:1761322990.666137:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955808640, offset 224 00000400:00000200:2.0:1761322990.666145:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:2.0:1761322990.666157:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:2.0:1761322990.666164:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88624:88624:256:4294967295] 192.168.201.29@tcp LPNI seq info [88624:88624:8:4294967295] 00000400:00000200:2.0:1761322990.666173:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:2.0:1761322990.666179:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:2.0:1761322990.666184:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000041deb613 (tot 82350866). 00000800:00000200:2.0:1761322990.666190:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:2.0:1761322990.666201:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:2.0:1761322990.666206:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000041deb613 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761322990.666225:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c54fd3dd. 00000020:00000010:2.0:1761322990.666231:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009b57aa81. 00000020:00000010:2.0:1761322990.666235:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007b091833. 00080000:00000010:1.0:1761322990.666245:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000acb29dd9. 00010000:00000010:1.0:1761322990.666352:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000013ee5dc9. 00010000:00000010:1.0:1761322990.666360:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008c27a1af. 00010000:00000010:1.0:1761322990.666433:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e224b0e1. 00010000:00000010:1.0:1761322990.666439:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000013ee5dc9. 00010000:00000010:1.0:1761322990.666452:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003b768746. 00000100:00000010:1.0:1761322990.666455:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000079230841. 00000100:00000010:1.0:1761322990.666463:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000eae2da62. 02000000:00000010:1.0:1761322990.666474:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007a1a5e80. 02000000:00000010:1.0:1761322990.666501:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000035037b50. 00000400:00000010:1.0:1761322990.666506:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000fe552886. 00000400:00000010:1.0:1761322990.666510:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c8e29771. 00000100:00000200:1.0:1761322990.666515:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956449152, portal 16 00000400:00000010:1.0:1761322990.666520:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ab427e39. 00000100:00000200:1.0:1761322990.666522:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956449152, offset 0 00000400:00000200:1.0:1761322990.666528:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322990.666535:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322990.666541:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:1.0:1761322990.666544:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761322990.666547:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:1.0:1761322990.666549:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88625:88625:255:4294967295] 192.168.201.29@tcp LPNI seq info [88625:88625:7:4294967295] 00000400:00000200:1.0:1761322990.666557:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322990.666562:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322990.666565:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000075600cbc (tot 82351114). 00000800:00000200:1.0:1761322990.666569:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322990.666573:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322990.666576:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000075600cbc type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761322990.666790:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761322990.666794:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000041deb613 (tot 82350866). 00000400:00000200:0.0:1761322990.666800:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322990.666805:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:0.0:1761322990.666808:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c102ff98 00000400:00000010:0.0:1761322990.666810:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c102ff98. 00000800:00000200:0.0:1761322990.667113:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761322990.667116:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000075600cbc (tot 82350618). 00000400:00000200:0.0:1761322990.667120:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322990.667124:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:0.0:1761322990.667127:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ab427e39 00000400:00000010:0.0:1761322990.667128:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ab427e39. 00000100:00000200:0.0:1761322990.667134:0:15812:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000eae2da62 x1846879956449152/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322990.668368:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322990.668492:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf3780 00000400:00000200:3.0:1761322990.668504:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xab88d [1] + 224 00000400:00000200:3.0:1761322990.668528:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.668532:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322990.668546:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000eae2da62 x1846879956449152/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322990.668593:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322990.668599:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb571c0 00000400:00000200:3.0:1761322990.668606:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa211 [2] + 656 00000400:00000010:1.0:1761322990.668662:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000fe552886. 00000400:00000200:3.0:1761322990.668665:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.668669:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:1.0:1761322990.668693:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c8e29771 00000400:00000010:1.0:1761322990.668696:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c8e29771. 00000100:00000200:3.0:1761322990.668703:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000200:1.0:1761322990.668708:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000eae2da62 x1846879956449152/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000010:3.0:1761322990.668711:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f5a4a0ca. 00000100:00000200:1.0:1761322990.668724:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000eae2da62 x1846879956449152/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761322990.668773:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000035037b50. 02000000:00000010:1.0:1761322990.668780:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007a1a5e80. 00000100:00000010:1.0:1761322990.668784:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000eae2da62. 00000100:00000010:1.0:1761322990.668789:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000079230841. 00010000:00000010:1.0:1761322990.668793:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003b768746. 00000020:00000010:2.0:1761322990.669008:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007b091833. 00000020:00000010:2.0:1761322990.669017:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c54fd3dd. 00000020:00000010:2.0:1761322990.669022:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009b57aa81. 00000100:00000200:2.0:1761322990.669059:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f5a4a0ca x1846879955808704/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:143/0 lens 328/0 e 0 to 0 dl 1761323033 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761322990.669143:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955808704 02000000:00000010:2.0:1761322990.669157:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008c28eff8. 00010000:00000010:2.0:1761322990.669188:0:66652:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051a0a106. 00010000:00000010:2.0:1761322990.669211:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009491341e. 00000100:00000010:2.0:1761322990.669218:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a3d6d3f0. 00000100:00000010:2.0:1761322990.669240:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a3d6d3f0. 00010000:00000010:2.0:1761322990.669243:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009491341e. 00000400:00000010:2.0:1761322990.669259:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c102ff98. 00000100:00000200:2.0:1761322990.669264:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955808704, offset 224 00000400:00000200:2.0:1761322990.669273:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:2.0:1761322990.669284:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:2.0:1761322990.669290:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88626:88626:256:4294967295] 192.168.201.29@tcp LPNI seq info [88626:88626:8:4294967295] 00000400:00000200:2.0:1761322990.669300:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:2.0:1761322990.669306:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:2.0:1761322990.669311:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fe7f5c43 (tot 82350866). 00000800:00000200:2.0:1761322990.669318:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:2.0:1761322990.669327:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:2.0:1761322990.669331:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fe7f5c43 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761322990.669350:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c54fd3dd. 00000020:00000010:2.0:1761322990.669355:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009b57aa81. 00000020:00000010:2.0:1761322990.669358:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007b091833. 00080000:00000010:1.0:1761322990.669426:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000007a1a5e80. 00000800:00000200:0.0:1761322990.669517:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761322990.669522:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fe7f5c43 (tot 82350618). 00000400:00000200:0.0:1761322990.669528:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322990.669534:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:0.0:1761322990.669537:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c102ff98 00000400:00000010:0.0:1761322990.669539:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c102ff98. 00010000:00000010:1.0:1761322990.669556:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000013ee5dc9. 00010000:00000010:1.0:1761322990.669565:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008a169af9. 00010000:00000010:1.0:1761322990.669911:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007ca76e3b. 00010000:00000010:1.0:1761322990.669917:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000013ee5dc9. 00010000:00000010:1.0:1761322990.669928:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003b768746. 00000100:00000010:1.0:1761322990.669932:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000079230841. 00000100:00000010:1.0:1761322990.669940:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000eae2da62. 02000000:00000010:1.0:1761322990.669951:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000035037b50. 02000000:00000010:1.0:1761322990.669975:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000098198ac7. 00000400:00000010:1.0:1761322990.669980:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000fe552886. 00000400:00000010:1.0:1761322990.669985:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c8e29771. 00000100:00000200:1.0:1761322990.669990:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956449216, portal 16 00000400:00000010:1.0:1761322990.669995:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004c82c5ef. 00000100:00000200:1.0:1761322990.669996:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956449216, offset 0 00000400:00000200:1.0:1761322990.670002:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322990.670009:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322990.670017:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:1.0:1761322990.670020:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761322990.670024:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:1.0:1761322990.670026:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88627:88627:256:4294967295] 192.168.201.29@tcp LPNI seq info [88627:88627:8:4294967295] 00000400:00000200:1.0:1761322990.670033:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322990.670044:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322990.670056:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009abd418e (tot 82350866). 00000800:00000200:1.0:1761322990.670061:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322990.670066:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322990.670069:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009abd418e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761322990.670234:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761322990.670238:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009abd418e (tot 82350618). 00000400:00000200:0.0:1761322990.670241:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322990.670246:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:0.0:1761322990.670249:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004c82c5ef 00000400:00000010:0.0:1761322990.670250:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004c82c5ef. 00000100:00000200:0.0:1761322990.670255:0:15812:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000eae2da62 x1846879956449216/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322990.671358:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322990.671374:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf37c0 00000400:00000200:3.0:1761322990.671382:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xab899 [1] + 224 00000400:00000200:3.0:1761322990.671399:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.671403:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322990.671410:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000eae2da62 x1846879956449216/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761322990.671546:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000fe552886. 00000400:00000200:1.0:1761322990.671566:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c8e29771 00000400:00000010:1.0:1761322990.671568:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c8e29771. 00000100:00000200:1.0:1761322990.671573:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000eae2da62 x1846879956449216/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761322990.671580:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000eae2da62 x1846879956449216/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761322990.671603:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000098198ac7. 02000000:00000010:1.0:1761322990.671608:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000035037b50. 00000100:00000010:1.0:1761322990.671611:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000eae2da62. 00000100:00000010:1.0:1761322990.671615:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000079230841. 00010000:00000010:1.0:1761322990.671618:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003b768746. 00000400:00000200:0.0:1761322990.671885:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:0.0:1761322990.671901:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb57200 00000400:00000200:0.0:1761322990.671908:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa211 [2] + 984 00000400:00000200:0.0:1761322990.671964:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322990.671968:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:0.0:1761322990.671973:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761322990.671979:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001d85a71a. 00000020:00000010:2.0:1761322990.672062:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007b091833. 00000020:00000010:2.0:1761322990.672071:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c54fd3dd. 00000020:00000010:2.0:1761322990.672222:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009b57aa81. 00000100:00000200:2.0:1761322990.672250:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001d85a71a x1846879955808768/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:143/0 lens 328/0 e 0 to 0 dl 1761323033 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761322990.672282:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955808768 02000000:00000010:2.0:1761322990.672294:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c4d1a7f3. 00010000:00000010:2.0:1761322990.672323:0:66652:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b810b57c. 00010000:00000010:2.0:1761322990.672346:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009491341e. 00000100:00000010:2.0:1761322990.672353:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a3d6d3f0. 00000100:00000010:2.0:1761322990.672371:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a3d6d3f0. 00010000:00000010:2.0:1761322990.672374:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009491341e. 00000400:00000010:2.0:1761322990.672387:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a9185619. 00000100:00000200:2.0:1761322990.672393:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955808768, offset 224 00000400:00000200:2.0:1761322990.672401:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:2.0:1761322990.672412:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:2.0:1761322990.672418:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88628:88628:256:4294967295] 192.168.201.29@tcp LPNI seq info [88628:88628:8:4294967295] 00000400:00000200:2.0:1761322990.672430:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:2.0:1761322990.672435:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:2.0:1761322990.672439:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cbddcecb (tot 82350866). 00000800:00000200:2.0:1761322990.672445:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:2.0:1761322990.672452:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:2.0:1761322990.672456:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cbddcecb type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761322990.672475:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c54fd3dd. 00000020:00000010:2.0:1761322990.672480:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009b57aa81. 00000020:00000010:2.0:1761322990.672484:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007b091833. 00080000:00000010:1.0:1761322990.672554:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000035037b50. 00000800:00000200:0.0:1761322990.672633:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761322990.672637:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cbddcecb (tot 82350618). 00000400:00000200:0.0:1761322990.672643:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322990.672647:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:0.0:1761322990.672651:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a9185619 00000400:00000010:0.0:1761322990.672652:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a9185619. 00010000:00000010:1.0:1761322990.672674:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000013ee5dc9. 00010000:00000010:1.0:1761322990.672683:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d6e9c700. 00010000:00000010:1.0:1761322990.672783:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000170f7f40. 00010000:00000010:1.0:1761322990.672787:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.672794:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000268a0d2d. 00010000:00000010:1.0:1761322990.672798:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000013ee5dc9. 00080000:00000010:1.0:1761322990.672809:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000098198ac7. 00010000:00000010:1.0:1761322990.672832:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000013ee5dc9. 00010000:00000010:1.0:1761322990.672835:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.672890:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000052cff88e. 00010000:00000010:1.0:1761322990.672893:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000013ee5dc9. 00010000:00000010:1.0:1761322990.672900:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003b768746. 00000100:00000010:1.0:1761322990.672904:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000079230841. 00000100:00000010:1.0:1761322990.672911:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000eae2da62. 02000000:00000010:1.0:1761322990.672922:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005a3d5c70. 02000000:00000010:1.0:1761322990.672943:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000e6ecb4c. 00000400:00000010:1.0:1761322990.672948:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000fe552886. 00000400:00000010:1.0:1761322990.672953:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c8e29771. 00000100:00000200:1.0:1761322990.672959:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956449280, portal 16 00000400:00000010:1.0:1761322990.672962:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000399567d5. 00000100:00000200:1.0:1761322990.672964:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956449280, offset 0 00000400:00000200:1.0:1761322990.672970:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322990.672977:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322990.672984:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:1.0:1761322990.672988:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761322990.672991:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:1.0:1761322990.672994:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88629:88629:256:4294967295] 192.168.201.29@tcp LPNI seq info [88629:88629:8:4294967295] 00000400:00000200:1.0:1761322990.673002:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322990.673007:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322990.673010:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cdb67613 (tot 82350866). 00000800:00000200:1.0:1761322990.673014:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322990.673019:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322990.673021:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cdb67613 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1761322990.673244:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000016617bbd. 00010000:00000010:1.1:1761322990.673253:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000095612185. 00000800:00000200:2.0:1761322990.673391:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322990.673396:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cdb67613 (tot 82350618). 00000400:00000200:2.0:1761322990.673400:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.673405:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322990.673408:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000399567d5 00000400:00000010:2.0:1761322990.673411:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000399567d5. 00000100:00000200:2.0:1761322990.673418:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000eae2da62 x1846879956449280/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761322990.674791:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:0.0:1761322990.674814:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf3800 00000400:00000200:0.0:1761322990.674826:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xab8a5 [1] + 224 00000400:00000200:0.0:1761322990.674847:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322990.674851:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:0.0:1761322990.674861:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000eae2da62 x1846879956449280/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761322990.674924:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000fe552886. 00000400:00000200:1.0:1761322990.674943:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c8e29771 00000400:00000010:1.0:1761322990.674946:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c8e29771. 00000100:00000200:1.0:1761322990.674953:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000eae2da62 x1846879956449280/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761322990.674962:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000eae2da62 x1846879956449280/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761322990.674990:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000e6ecb4c. 02000000:00000010:1.0:1761322990.674997:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000005a3d5c70. 00000100:00000010:1.0:1761322990.675001:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000eae2da62. 00000100:00000010:1.0:1761322990.675005:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000079230841. 00010000:00000010:1.0:1761322990.675008:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003b768746. 00000400:00000200:0.0:1761322990.675318:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:0.0:1761322990.675332:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb57240 00000400:00000200:0.0:1761322990.675338:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa211 [2] + 1312 00000400:00000200:0.0:1761322990.675375:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322990.675380:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:0.0:1761322990.675386:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761322990.675391:0:15812:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000094ca1c7b. 00000020:00000010:2.0:1761322990.675458:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007b091833. 00000020:00000010:2.0:1761322990.675468:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c54fd3dd. 00000020:00000010:2.0:1761322990.675473:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009b57aa81. 00000100:00000200:2.0:1761322990.675503:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000094ca1c7b x1846879955808832/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:143/0 lens 328/0 e 0 to 0 dl 1761323033 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761322990.675541:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955808832 02000000:00000010:2.0:1761322990.675553:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c7b06da5. 00010000:00000010:2.0:1761322990.675584:0:66652:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000260fedd7. 00010000:00000010:2.0:1761322990.675618:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009491341e. 00000100:00000010:2.0:1761322990.675624:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a3d6d3f0. 00000100:00000010:2.0:1761322990.675638:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a3d6d3f0. 00010000:00000010:2.0:1761322990.675641:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009491341e. 00000400:00000010:2.0:1761322990.675660:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000032243a01. 00000100:00000200:2.0:1761322990.675666:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955808832, offset 224 00080000:00000010:1.0:1761322990.675675:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000005a3d5c70. 00000400:00000200:2.0:1761322990.675676:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:2.0:1761322990.675692:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:2.0:1761322990.675699:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88630:88630:256:4294967295] 192.168.201.29@tcp LPNI seq info [88630:88630:8:4294967295] 00000400:00000200:2.0:1761322990.675710:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:2.0:1761322990.675716:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:2.0:1761322990.675722:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cbddcecb (tot 82350866). 00000800:00000200:2.0:1761322990.675728:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:2.0:1761322990.675735:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:2.0:1761322990.675739:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cbddcecb type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761322990.675775:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c54fd3dd. 00000020:00000010:2.0:1761322990.675781:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009b57aa81. 00010000:00000010:1.0:1761322990.675784:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000013ee5dc9. 00000020:00000010:2.0:1761322990.675785:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007b091833. 00010000:00000010:1.0:1761322990.675795:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d7b39c58. 00000800:00000200:3.0:1761322990.675836:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322990.675842:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cbddcecb (tot 82350618). 00000400:00000200:3.0:1761322990.675847:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.675852:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322990.675856:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000032243a01 00000400:00000010:3.0:1761322990.675858:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000032243a01. 00010000:00000010:1.0:1761322990.675892:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000095612185. 00010000:00000010:1.0:1761322990.675898:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000013ee5dc9. 00010000:00000010:1.0:1761322990.675908:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003b768746. 00000100:00000010:1.0:1761322990.675911:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000079230841. 00000100:00000010:1.0:1761322990.675917:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000eae2da62. 02000000:00000010:1.0:1761322990.675927:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000e6ecb4c. 02000000:00000010:1.0:1761322990.675949:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e0814b25. 00000400:00000010:1.0:1761322990.675954:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000fe552886. 00000400:00000010:1.0:1761322990.675957:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c8e29771. 00000100:00000200:1.0:1761322990.675962:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956449344, portal 16 00000400:00000010:1.0:1761322990.675966:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002c8a409d. 00000100:00000200:1.0:1761322990.675968:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956449344, offset 0 00000400:00000200:1.0:1761322990.675973:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322990.675979:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322990.675987:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:1.0:1761322990.675991:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761322990.675994:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:1.0:1761322990.675997:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88631:88631:256:4294967295] 192.168.201.29@tcp LPNI seq info [88631:88631:8:4294967295] 00000400:00000200:1.0:1761322990.676003:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322990.676007:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322990.676010:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003124c809 (tot 82350866). 00000800:00000200:1.0:1761322990.676013:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322990.676017:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322990.676020:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003124c809 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761322990.676195:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761322990.676199:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003124c809 (tot 82350618). 00000400:00000200:0.0:1761322990.676203:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322990.676207:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:0.0:1761322990.676210:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002c8a409d 00000400:00000010:0.0:1761322990.676211:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002c8a409d. 00000100:00000200:0.0:1761322990.676217:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000eae2da62 x1846879956449344/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761322990.677519:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:0.0:1761322990.677537:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf3840 00000400:00000200:0.0:1761322990.677545:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xab8b1 [1] + 224 00000400:00000200:0.0:1761322990.677561:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322990.677565:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:0.0:1761322990.677574:0:15812:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000eae2da62 x1846879956449344/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761322990.677763:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000fe552886. 00000400:00000200:2.0:1761322990.677786:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c8e29771 00000400:00000010:2.0:1761322990.677788:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c8e29771. 00000100:00000200:2.0:1761322990.677801:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000eae2da62 x1846879956449344/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761322990.677813:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000eae2da62 x1846879956449344/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761322990.677849:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e0814b25. 02000000:00000010:2.0:1761322990.677856:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000000e6ecb4c. 00000100:00000010:2.0:1761322990.677861:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000eae2da62. 00000100:00000010:2.0:1761322990.677866:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000079230841. 00010000:00000010:2.0:1761322990.677871:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003b768746. 00000400:00000200:3.0:1761322990.678534:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322990.678547:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb57280 00000400:00000200:3.0:1761322990.678566:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa211 [2] + 1640 00000400:00000200:3.0:1761322990.678640:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.678645:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322990.678651:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761322990.678657:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000053bb533c. 00000020:00000010:2.0:1761322990.678741:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000047e0a0c8. 00000020:00000010:2.0:1761322990.678751:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c54fd3dd. 00000020:00000010:2.0:1761322990.678757:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009b57aa81. 00000100:00000200:2.0:1761322990.678789:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000053bb533c x1846879955808896/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:143/0 lens 328/0 e 0 to 0 dl 1761323033 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761322990.678821:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955808896 02000000:00000010:2.0:1761322990.678833:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c694c491. 00010000:00000010:2.0:1761322990.678865:0:66652:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004c9e39d1. 00010000:00000010:2.0:1761322990.678891:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009d367860. 00000100:00000010:2.0:1761322990.678899:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a3d6d3f0. 00000100:00000010:2.0:1761322990.678918:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a3d6d3f0. 00010000:00000010:2.0:1761322990.678922:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009d367860. 00000400:00000010:2.0:1761322990.678939:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000967aa986. 00000100:00000200:2.0:1761322990.678944:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955808896, offset 224 00000400:00000200:2.0:1761322990.678957:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:2.0:1761322990.678972:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00080000:00000010:3.0:1761322990.678977:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000030e204b4. 00000400:00000200:2.0:1761322990.678983:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88632:88632:256:4294967295] 192.168.201.29@tcp LPNI seq info [88632:88632:8:4294967295] 00000400:00000200:2.0:1761322990.678996:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:2.0:1761322990.679003:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:2.0:1761322990.679008:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fe7f5c43 (tot 82350866). 00000800:00000200:2.0:1761322990.679016:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:2.0:1761322990.679025:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:2.0:1761322990.679028:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fe7f5c43 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761322990.679063:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c54fd3dd. 00000020:00000010:2.0:1761322990.679108:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009b57aa81. 00000020:00000010:2.0:1761322990.679113:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000047e0a0c8. 00010000:00000010:3.0:1761322990.679127:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000013ee5dc9. 00010000:00000010:3.0:1761322990.679138:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a4b9df61. 00010000:00000010:3.0:1761322990.679223:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c60fd9b7. 00010000:00000010:3.0:1761322990.679229:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007df03947. 00010000:00000010:3.0:1761322990.679242:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a07749ba. 00000100:00000010:3.0:1761322990.679247:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007cc30d1f. 00000100:00000010:3.0:1761322990.679256:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008821b89f. 02000000:00000010:3.0:1761322990.679271:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002ad85dbc. 02000000:00000010:3.0:1761322990.679301:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000817a0d3b. 00000400:00000010:3.0:1761322990.679305:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004a68db72. 00000400:00000010:3.0:1761322990.679310:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a15e7f24. 00000100:00000200:3.0:1761322990.679316:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956449408, portal 16 00000400:00000010:3.0:1761322990.679321:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f721b205. 00000100:00000200:3.0:1761322990.679323:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956449408, offset 0 00000400:00000200:3.0:1761322990.679329:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:3.0:1761322990.679341:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322990.679350:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:3.0:1761322990.679354:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761322990.679357:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:3.0:1761322990.679360:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88633:88633:255:4294967295] 192.168.201.29@tcp LPNI seq info [88633:88633:7:4294967295] 00000400:00000200:3.0:1761322990.679369:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322990.679375:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322990.679380:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000030d68e34 (tot 82351114). 00000800:00000200:3.0:1761322990.679386:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322990.679393:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322990.679397:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000030d68e34 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761322990.679448:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761322990.679453:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fe7f5c43 (tot 82350866). 00000400:00000200:0.0:1761322990.679458:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322990.679463:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:0.0:1761322990.679467:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000967aa986 00000400:00000010:0.0:1761322990.679469:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000967aa986. 00000800:00000200:0.0:1761322990.679523:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761322990.679525:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000030d68e34 (tot 82350618). 00000400:00000200:0.0:1761322990.679528:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322990.679532:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:0.0:1761322990.679534:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f721b205 00000400:00000010:0.0:1761322990.679535:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f721b205. 00000100:00000200:0.0:1761322990.679540:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008821b89f x1846879956449408/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761322990.681172:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:0.0:1761322990.681194:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf3880 00000400:00000200:0.0:1761322990.681204:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xab8bd [1] + 224 00000400:00000200:0.0:1761322990.681222:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322990.681226:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:0.0:1761322990.681234:0:15812:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008821b89f x1846879956449408/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761322990.681384:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004a68db72. 00000400:00000200:3.0:1761322990.681389:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a15e7f24 00000400:00000010:3.0:1761322990.681392:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a15e7f24. 00000100:00000200:3.0:1761322990.681397:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008821b89f x1846879956449408/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761322990.681405:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008821b89f x1846879956449408/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761322990.681434:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000817a0d3b. 02000000:00000010:3.0:1761322990.681442:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002ad85dbc. 00000100:00000010:3.0:1761322990.681447:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008821b89f. 00000100:00000010:3.0:1761322990.681452:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007cc30d1f. 00010000:00000010:3.0:1761322990.681457:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a07749ba. 00010000:00000010:2.1:1761322990.681861:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008082fc44. 00000400:00000200:2.0:1761322990.681920:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322990.681937:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb572c0 00000400:00000200:2.0:1761322990.681945:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa211 [2] + 1968 00000400:00000010:2.0:1761322990.681950:0:15811:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000050880986. 00000400:00000200:2.0:1761322990.681965:0:15811:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000034cc2e0b 00000400:00000200:2.0:1761322990.682030:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.682035:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322990.682039:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000034cc2e0b 00000400:00000010:2.0:1761322990.682042:0:15811:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000034cc2e0b (tot 82350466). 00000100:00000200:2.0:1761322990.682064:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1761322990.682191:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d0bc6836. 00000020:00000010:0.0:1761322990.682201:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000031f42188. 00000020:00000010:0.0:1761322990.682207:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005269528a. 00000100:00000200:0.0:1761322990.682234:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ced3de0b x1846879955808960/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:143/0 lens 328/0 e 0 to 0 dl 1761323033 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761322990.682270:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955808960 02000000:00000010:0.0:1761322990.682280:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000066e878bf. 00010000:00000010:0.0:1761322990.682313:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000063398fc4. 00010000:00000010:0.0:1761322990.682334:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000086f73d3b. 00000100:00000010:0.0:1761322990.682341:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008b9d4163. 00000100:00000010:0.0:1761322990.682357:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008b9d4163. 00010000:00000010:0.0:1761322990.682360:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000086f73d3b. 00000400:00000010:0.0:1761322990.682373:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e04633ab. 00000100:00000200:0.0:1761322990.682378:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955808960, offset 224 00000400:00000200:0.0:1761322990.682385:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322990.682397:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322990.682403:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88634:88634:256:4294967295] 192.168.201.29@tcp LPNI seq info [88634:88634:8:4294967295] 00000400:00000200:0.0:1761322990.682413:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322990.682418:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322990.682423:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000057731204 (tot 82350714). 00000800:00000200:0.0:1761322990.682429:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322990.682437:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322990.682441:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000057731204 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761322990.682464:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000031f42188. 00000020:00000010:0.0:1761322990.682467:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005269528a. 00000020:00000010:0.0:1761322990.682470:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d0bc6836. 02000000:00000010:0.0:1761322990.682480:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c694c491. 00000100:00000010:0.0:1761322990.682485:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000053bb533c. 02000000:00000010:0.0:1761322990.682489:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c7b06da5. 00080000:00000010:3.0:1761322990.682494:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000002ad85dbc. 00000100:00000010:0.0:1761322990.682494:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000094ca1c7b. 02000000:00000010:0.0:1761322990.682498:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c4d1a7f3. 00000100:00000010:0.0:1761322990.682502:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001d85a71a. 02000000:00000010:0.0:1761322990.682505:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008c28eff8. 00000100:00000010:0.0:1761322990.682506:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f5a4a0ca. 02000000:00000010:0.0:1761322990.682509:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000064058603. 00000100:00000010:0.0:1761322990.682523:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e84b8751. 02000000:00000010:0.0:1761322990.682528:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000082d305cb. 00000100:00000010:0.0:1761322990.682531:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d1e427ea. 00000100:00000200:0.0:1761322990.682536:0:67479:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1761322990.682541:0:67479:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003146adca. 00000400:00000010:0.0:1761322990.682546:0:67479:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000008b9d4163 (tot 82350866). 00000800:00000200:2.0:1761322990.682570:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322990.682576:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000057731204 (tot 82350618). 00000400:00000200:2.0:1761322990.682581:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.682587:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322990.682590:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e04633ab 00000400:00000010:2.0:1761322990.682593:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e04633ab. 02000000:00000010:2.0:1761322990.682603:0:15810:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000066e878bf. 00010000:00000010:3.0:1761322990.682618:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007df03947. 00010000:00000010:3.0:1761322990.682628:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000514eeaa3. 00010000:00000010:3.0:1761322990.682777:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000023d521fb. 00010000:00000010:3.0:1761322990.682783:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007df03947. 00010000:00000010:3.0:1761322990.682793:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a07749ba. 00000100:00000010:3.0:1761322990.682798:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007cc30d1f. 00000100:00000010:3.0:1761322990.682805:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008821b89f. 02000000:00000010:3.0:1761322990.682815:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000817a0d3b. 02000000:00000010:3.0:1761322990.682835:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000aa3b4e74. 00000400:00000010:3.0:1761322990.682838:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004a68db72. 00000400:00000010:3.0:1761322990.682842:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a15e7f24. 00000100:00000200:3.0:1761322990.682846:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956449472, portal 16 00000400:00000010:3.0:1761322990.682849:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000167583ae. 00000100:00000200:3.0:1761322990.682851:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956449472, offset 0 00000400:00000200:3.0:1761322990.682857:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:3.0:1761322990.682863:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322990.682870:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:3.0:1761322990.682874:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761322990.682877:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:3.0:1761322990.682880:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88635:88635:256:4294967295] 192.168.201.29@tcp LPNI seq info [88635:88635:8:4294967295] 00000400:00000200:3.0:1761322990.682887:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322990.682891:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322990.682894:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bf79fdc4 (tot 82350866). 00000800:00000200:3.0:1761322990.682898:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322990.682902:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322990.682904:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bf79fdc4 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761322990.683295:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761322990.683299:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bf79fdc4 (tot 82350618). 00000400:00000200:0.0:1761322990.683304:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322990.683308:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:0.0:1761322990.683312:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000167583ae 00000400:00000010:0.0:1761322990.683314:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000167583ae. 00000100:00000200:0.0:1761322990.683320:0:15812:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008821b89f x1846879956449472/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761322990.685770:0:78700:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f55f0c7f. 00010000:00000010:1.1:1761322990.685788:0:78700:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a9ea4928. 00000400:00000200:2.0:1761322990.685953:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322990.685977:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf38c0 00000400:00000200:2.0:1761322990.685988:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xab8cd [1] + 224 00000400:00000200:2.0:1761322990.686012:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.686018:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322990.686031:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008821b89f x1846879956449472/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761322990.686146:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004a68db72. 00000400:00000200:3.0:1761322990.686153:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a15e7f24 00000400:00000010:3.0:1761322990.686155:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a15e7f24. 00000100:00000200:3.0:1761322990.686171:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008821b89f x1846879956449472/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761322990.686182:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008821b89f x1846879956449472/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761322990.686291:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000aa3b4e74. 02000000:00000010:3.0:1761322990.686303:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000817a0d3b. 00000100:00000010:3.0:1761322990.686309:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008821b89f. 00000100:00000010:3.0:1761322990.686314:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007cc30d1f. 00010000:00000010:3.0:1761322990.686319:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a07749ba. 00000400:00000200:2.0:1761322990.686325:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322990.686339:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb57300 00000400:00000200:2.0:1761322990.686349:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa271 [2] + 0 00000400:00000200:2.0:1761322990.686420:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.686426:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322990.686432:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761322990.686439:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000035919ae3. 00000020:00000010:0.0:1761322990.686878:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d0bc6836. 00000020:00000010:0.0:1761322990.686887:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000031f42188. 00000020:00000010:0.0:1761322990.686892:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005269528a. 00000100:00000200:0.0:1761322990.686921:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000035919ae3 x1846879955809024/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:143/0 lens 328/0 e 0 to 0 dl 1761323033 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761322990.686963:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955809024 02000000:00000010:0.0:1761322990.686978:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000066e878bf. 00010000:00000010:0.0:1761322990.687008:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000005b0baeb. 00010000:00000010:0.0:1761322990.687032:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000086f73d3b. 00000100:00000010:0.0:1761322990.687039:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004e147358. 00000100:00000010:0.0:1761322990.687069:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004e147358. 00010000:00000010:0.0:1761322990.687096:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000086f73d3b. 00000400:00000010:0.0:1761322990.687112:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000825fa906. 00000100:00000200:0.0:1761322990.687117:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955809024, offset 224 00000400:00000200:0.0:1761322990.687126:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322990.687141:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322990.687149:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88636:88636:256:4294967295] 192.168.201.29@tcp LPNI seq info [88636:88636:8:4294967295] 00000400:00000200:0.0:1761322990.687160:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322990.687166:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322990.687172:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000057731204 (tot 82350866). 00000800:00000200:0.0:1761322990.687180:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322990.687189:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322990.687193:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000057731204 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761322990.687216:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000031f42188. 00000020:00000010:0.0:1761322990.687220:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005269528a. 00000020:00000010:0.0:1761322990.687223:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d0bc6836. 00080000:00000010:2.0:1761322990.687278:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000047e0a0c8. 00000800:00000200:0.0:1761322990.687333:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761322990.687338:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000057731204 (tot 82350618). 00000400:00000200:0.0:1761322990.687343:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322990.687348:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:0.0:1761322990.687351:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000825fa906 00000400:00000010:0.0:1761322990.687352:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000825fa906. 00010000:00000010:2.0:1761322990.687388:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007df03947. 00010000:00000010:2.0:1761322990.687394:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000716a01f5. 00010000:00000010:2.0:1761322990.687481:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000024d64d1a. 00010000:00000010:2.0:1761322990.687487:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a893369c. 00010000:00000010:2.0:1761322990.687497:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009d367860. 00000100:00000010:2.0:1761322990.687502:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a3d6d3f0. 00000100:00000010:2.0:1761322990.687509:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f7a33011. 02000000:00000010:2.0:1761322990.687570:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000022fb6ccf. 02000000:00000010:2.0:1761322990.687594:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000035a7aab0. 00000400:00000010:2.0:1761322990.687600:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d495292c. 00000400:00000010:2.0:1761322990.687605:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005cb2b743. 00000100:00000200:2.0:1761322990.687610:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956449536, portal 16 00000400:00000010:2.0:1761322990.687614:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004903da1b. 00000100:00000200:2.0:1761322990.687615:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956449536, offset 0 00000400:00000200:2.0:1761322990.687621:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:2.0:1761322990.687627:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:2.0:1761322990.687635:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:2.0:1761322990.687639:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761322990.687642:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:2.0:1761322990.687644:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88637:88637:256:4294967295] 192.168.201.29@tcp LPNI seq info [88637:88637:8:4294967295] 00000400:00000200:2.0:1761322990.687651:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:2.0:1761322990.687656:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:2.0:1761322990.687659:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000041deb613 (tot 82350866). 00000800:00000200:2.0:1761322990.687664:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:2.0:1761322990.687667:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:2.0:1761322990.687669:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000041deb613 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1761322990.688097:0:15811:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000038ce1823. 00010000:00000010:3.1:1761322990.688105:0:15811:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000095612185. 00000800:00000200:3.0:1761322990.688156:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322990.688160:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000041deb613 (tot 82350618). 00000400:00000200:3.0:1761322990.688165:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.688170:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322990.688174:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004903da1b 00000400:00000010:3.0:1761322990.688176:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004903da1b. 00000100:00000200:3.0:1761322990.688183:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f7a33011 x1846879956449536/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761322990.688321:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006d49c942. 00010000:00000010:2.1:1761322990.688327:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000082d20862. 00010000:00000010:2.1:1761322990.688331:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a781ee66. 00010000:00000010:1.1:1761322990.688429:0:36:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007deea306. 00010000:00000010:1.1:1761322990.688437:0:36:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f7fa86b2. 00010000:00000010:1.1:1761322990.688441:0:36:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d4368bf4. 00010000:00000010:1.1:1761322990.688445:0:36:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e224b0e1. 00010000:00000010:1.1:1761322990.688447:0:36:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f3b2da8e. 00010000:00000010:1.1:1761322990.688450:0:36:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ca76e3b. 00010000:00000010:1.1:1761322990.688453:0:36:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000170f7f40. 00010000:00000010:1.1:1761322990.688455:0:36:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000268a0d2d. 00000400:00000200:2.0:1761322990.689504:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322990.689528:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf3900 00000400:00000200:2.0:1761322990.689539:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xab8d9 [1] + 224 00000400:00000200:2.0:1761322990.689557:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.689560:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322990.689567:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f7a33011 x1846879956449536/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761322990.689725:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d495292c. 00000400:00000200:3.0:1761322990.689731:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005cb2b743 00000400:00000010:3.0:1761322990.689734:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005cb2b743. 00000100:00000200:3.0:1761322990.689741:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f7a33011 x1846879956449536/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761322990.689749:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f7a33011 x1846879956449536/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761322990.689781:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000035a7aab0. 02000000:00000010:3.0:1761322990.689788:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000022fb6ccf. 00000100:00000010:3.0:1761322990.689793:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f7a33011. 00000100:00000010:3.0:1761322990.689798:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a3d6d3f0. 00010000:00000010:3.0:1761322990.689801:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009d367860. 00000400:00000200:1.0:1761322990.691527:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:1.0:1761322990.691546:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb57340 00000400:00000200:1.0:1761322990.691554:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa271 [2] + 328 00000400:00000200:1.0:1761322990.691625:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322990.691631:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:1.0:1761322990.691638:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761322990.691644:0:15812:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000eae2da62. 00000020:00000010:2.0:1761322990.691813:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000022fb6ccf. 00000020:00000010:2.0:1761322990.691830:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c54fd3dd. 00000020:00000010:2.0:1761322990.691835:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009b57aa81. 00000100:00000200:2.0:1761322990.691881:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000eae2da62 x1846879955809088/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:143/0 lens 328/0 e 0 to 0 dl 1761323033 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761322990.691942:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955809088 02000000:00000010:2.0:1761322990.691959:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000035a7aab0. 00010000:00000010:2.0:1761322990.691997:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000023322fef. 00010000:00000010:2.0:1761322990.692027:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009b98916b. 00000100:00000010:2.0:1761322990.692037:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e6c9a031. 00000100:00000010:2.0:1761322990.692070:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e6c9a031. 00010000:00000010:2.1:1761322990.692140:0:67479:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007f81f1d3. 00010000:00000010:2.1:1761322990.692147:0:67479:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000029f762b6. 00010000:00000010:2.0:1761322990.692154:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009b98916b. 00000400:00000010:2.0:1761322990.692173:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000008b30108. 00000100:00000200:2.0:1761322990.692180:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955809088, offset 224 00000400:00000200:2.0:1761322990.692189:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:2.0:1761322990.692205:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00010000:00000010:1.1:1761322990.692209:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000821e4e0e. 00000400:00000200:2.0:1761322990.692215:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88638:88638:256:4294967295] 192.168.201.29@tcp LPNI seq info [88638:88638:8:4294967295] 00010000:00000010:1.1:1761322990.692218:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000052cff88e. 00000400:00000200:2.0:1761322990.692230:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:2.0:1761322990.692237:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:2.0:1761322990.692242:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f093da5b (tot 82350866). 00010000:00000010:3.1:1761322990.692245:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000536101fb. 00000800:00000200:2.0:1761322990.692250:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00010000:00000010:3.1:1761322990.692253:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c60fd9b7. 00000800:00000200:2.0:1761322990.692268:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:2.0:1761322990.692273:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f093da5b type 1, nob 320 niov 1 nkiov 1 00080000:00000010:3.0:1761322990.692295:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000817a0d3b. 00000020:00000010:2.0:1761322990.692299:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c54fd3dd. 00000020:00000010:2.0:1761322990.692304:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009b57aa81. 00000020:00000010:2.0:1761322990.692309:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000022fb6ccf. 00010000:00000010:0.1:1761322990.692410:0:78701:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001a1be74f. 00010000:00000010:3.0:1761322990.692417:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a893369c. 00010000:00000010:3.0:1761322990.692428:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005eb3bea1. 00010000:00000010:3.0:1761322990.692529:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005fce7d39. 00010000:00000010:3.0:1761322990.692535:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000087f83c95. 00000800:00000200:1.0:1761322990.692539:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00010000:00000010:3.0:1761322990.692541:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c60fd9b7. 00000800:00000010:1.0:1761322990.692545:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f093da5b (tot 82350618). 00010000:00000010:3.0:1761322990.692548:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a6da16ed. 00000400:00000200:1.0:1761322990.692552:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322990.692559:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00080000:00000010:3.0:1761322990.692565:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000aa3b4e74. 00000400:00000200:1.0:1761322990.692565:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000008b30108 00000400:00000010:1.0:1761322990.692568:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000008b30108. 00010000:00000010:3.0:1761322990.692607:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a6da16ed. 00010000:00000010:3.0:1761322990.692612:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000087f83c95. 00010000:00000010:3.0:1761322990.692821:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001382bdeb. 00010000:00000010:3.0:1761322990.692826:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a6da16ed. 00010000:00000010:3.0:1761322990.692836:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a07749ba. 00000100:00000010:3.0:1761322990.692842:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007cc30d1f. 00000100:00000010:3.0:1761322990.692852:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008821b89f. 02000000:00000010:3.0:1761322990.692871:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003bdae192. 02000000:00000010:3.0:1761322990.692947:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004be9f765. 00000400:00000010:3.0:1761322990.692955:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004a68db72. 00000400:00000010:3.0:1761322990.692963:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a15e7f24. 00000100:00000200:3.0:1761322990.692969:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956449600, portal 16 00000400:00000010:3.0:1761322990.692974:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000053134655. 00000100:00000200:3.0:1761322990.692976:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956449600, offset 0 00000400:00000200:3.0:1761322990.692982:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:3.0:1761322990.692992:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322990.693001:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:3.0:1761322990.693005:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761322990.693008:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:3.0:1761322990.693011:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88639:88639:256:4294967295] 192.168.201.29@tcp LPNI seq info [88639:88639:8:4294967295] 00000400:00000200:3.0:1761322990.693019:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322990.693025:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322990.693029:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eb6fba2b (tot 82350866). 00000800:00000200:3.0:1761322990.693036:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322990.693041:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322990.693043:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eb6fba2b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761322990.693195:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322990.693199:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eb6fba2b (tot 82350618). 00000400:00000200:2.0:1761322990.693203:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.693208:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322990.693212:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000053134655 00000400:00000010:2.0:1761322990.693213:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000053134655. 00000100:00000200:2.0:1761322990.693221:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008821b89f x1846879956449600/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322990.695839:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322990.695869:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf3940 00000400:00000200:3.0:1761322990.695881:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xab8e5 [1] + 224 00000400:00000200:3.0:1761322990.695902:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.695907:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322990.695924:0:15812:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008821b89f x1846879956449600/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761322990.696149:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004a68db72. 00000400:00000200:2.0:1761322990.696155:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a15e7f24 00000400:00000010:2.0:1761322990.696158:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a15e7f24. 00000100:00000200:2.0:1761322990.696166:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008821b89f x1846879956449600/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761322990.696175:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008821b89f x1846879956449600/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761322990.696217:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004be9f765. 02000000:00000010:2.0:1761322990.696227:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003bdae192. 00000100:00000010:2.0:1761322990.696234:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008821b89f. 00000100:00000010:2.0:1761322990.696238:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007cc30d1f. 00010000:00000010:2.0:1761322990.696243:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a07749ba. 00000400:00000200:3.0:1761322990.696965:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322990.696978:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb57380 00000400:00000200:3.0:1761322990.696985:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa271 [2] + 656 00000400:00000200:3.0:1761322990.697060:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.697065:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322990.697070:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761322990.697112:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000aadbcd0f. 00010000:00000010:2.1:1761322990.697183:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000045f89868. 00010000:00000010:2.1:1761322990.697193:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000023d521fb. 00000020:00000010:2.0:1761322990.697243:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007b091833. 00000020:00000010:2.0:1761322990.697253:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c54fd3dd. 00000020:00000010:2.0:1761322990.697260:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009b57aa81. 00000100:00000200:2.0:1761322990.697301:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000aadbcd0f x1846879955809152/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:143/0 lens 328/0 e 0 to 0 dl 1761323033 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761322990.697383:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955809152 02000000:00000010:3.0:1761322990.697407:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000001312b77. 00010000:00000010:3.0:1761322990.697450:0:66652:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000032312373. 00010000:00000010:3.0:1761322990.697481:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000063fc81a7. 00000100:00000010:3.0:1761322990.697490:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000987e5119. 00000100:00000010:3.0:1761322990.697508:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000987e5119. 00010000:00000010:3.0:1761322990.697513:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000063fc81a7. 00000400:00000010:3.0:1761322990.697534:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000057115dcc. 00010000:00000010:0.1:1761322990.697536:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e99eb8c2. 00000100:00000200:3.0:1761322990.697541:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955809152, offset 224 00000400:00000200:3.0:1761322990.697554:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:3.0:1761322990.697567:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322990.697573:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88640:88640:256:4294967295] 192.168.201.29@tcp LPNI seq info [88640:88640:8:4294967295] 00000400:00000200:3.0:1761322990.697590:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322990.697596:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322990.697601:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000642747f (tot 82350866). 00000800:00000200:3.0:1761322990.697608:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322990.697616:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322990.697620:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000642747f type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761322990.697653:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c54fd3dd. 00000020:00000010:3.0:1761322990.697659:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009b57aa81. 00000020:00000010:3.0:1761322990.697663:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007b091833. 00080000:00000010:2.0:1761322990.697723:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000022fb6ccf. 00010000:00000010:2.0:1761322990.697896:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a6da16ed. 00010000:00000010:2.0:1761322990.697907:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b58d61f5. 00010000:00000010:2.0:1761322990.697995:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bcfbecaf. 00010000:00000010:2.0:1761322990.698003:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000efc9aa2d. 00010000:00000010:2.0:1761322990.698018:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009b98916b. 00000100:00000010:2.0:1761322990.698022:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e6c9a031. 00000100:00000010:2.0:1761322990.698030:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d6d0189b. 02000000:00000010:2.0:1761322990.698062:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000082d305cb. 02000000:00000010:2.0:1761322990.698146:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000064058603. 00000400:00000010:2.0:1761322990.698155:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000022cdc7b0. 00000400:00000010:2.0:1761322990.698161:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c0bb89a3. 00000100:00000200:2.0:1761322990.698166:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956449664, portal 16 00000400:00000010:2.0:1761322990.698172:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000070bb799. 00000100:00000200:2.0:1761322990.698174:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956449664, offset 0 00000400:00000200:2.0:1761322990.698180:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:2.0:1761322990.698191:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:2.0:1761322990.698200:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:2.0:1761322990.698203:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761322990.698207:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:2.0:1761322990.698210:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88641:88641:255:4294967295] 192.168.201.29@tcp LPNI seq info [88641:88641:7:4294967295] 00000400:00000200:2.0:1761322990.698218:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:2.0:1761322990.698223:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:2.0:1761322990.698227:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007e67acbb (tot 82351114). 00000800:00000200:2.0:1761322990.698232:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:2.0:1761322990.698238:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:2.0:1761322990.698241:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007e67acbb type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761322990.698593:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761322990.698599:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000642747f (tot 82350866). 00000400:00000200:1.0:1761322990.698605:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322990.698616:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:1.0:1761322990.698622:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000057115dcc 00000400:00000010:1.0:1761322990.698625:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000057115dcc. 00000800:00000200:1.0:1761322990.698726:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761322990.698729:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007e67acbb (tot 82350618). 00000400:00000200:1.0:1761322990.698733:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322990.698736:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:1.0:1761322990.698739:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000070bb799 00000400:00000010:1.0:1761322990.698741:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000070bb799. 00000100:00000200:1.0:1761322990.698752:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d6d0189b x1846879956449664/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761322990.699108:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000075f6e471. 00010000:00000010:3.1:1761322990.699118:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000024d64d1a. 00010000:00000010:3.1:1761322990.699125:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005fce7d39. 00010000:00000010:3.1:1761322990.699130:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c60fd9b7. 00010000:00000010:2.1:1761322990.699303:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007f2bc78c. 00010000:00000010:3.1:1761322990.701216:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000001163cc7. 00000400:00000200:3.0:1761322990.701358:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322990.701376:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf3980 00000400:00000200:3.0:1761322990.701386:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xab8f1 [1] + 224 00000400:00000200:3.0:1761322990.701403:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.701420:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322990.701439:0:15812:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d6d0189b x1846879956449664/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761322990.701496:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000022cdc7b0. 00000400:00000200:3.0:1761322990.701501:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c0bb89a3 00000400:00000010:3.0:1761322990.701503:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c0bb89a3. 00000100:00000200:3.0:1761322990.701509:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d6d0189b x1846879956449664/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761322990.701517:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d6d0189b x1846879956449664/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761322990.701558:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000064058603. 02000000:00000010:3.0:1761322990.701566:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000082d305cb. 00000100:00000010:3.0:1761322990.701571:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d6d0189b. 00000100:00000010:3.0:1761322990.701575:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e6c9a031. 00010000:00000010:3.0:1761322990.701579:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009b98916b. 00010000:00000010:2.1:1761322990.702107:0:78702:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000075b45dba. 00010000:00000010:2.1:1761322990.702114:0:78702:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001382bdeb. 00000400:00000200:3.0:1761322990.702808:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322990.702820:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb573c0 00000400:00000200:3.0:1761322990.702831:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa271 [2] + 984 00000400:00000200:3.0:1761322990.702897:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.702901:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322990.702906:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761322990.702911:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000025be6896. 00000020:00000010:0.0:1761322990.703111:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005f4ad40f. 00000020:00000010:0.0:1761322990.703120:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008beaa4d0. 00000020:00000010:0.0:1761322990.703126:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005269528a. 00000100:00000200:0.0:1761322990.703157:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000025be6896 x1846879955809216/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:143/0 lens 328/0 e 0 to 0 dl 1761323033 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761322990.703197:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955809216 02000000:00000010:0.0:1761322990.703211:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000025b826d7. 00010000:00000010:0.0:1761322990.703245:0:66652:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000be7dff9d. 00010000:00000010:0.0:1761322990.703279:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000086f73d3b. 00000100:00000010:0.0:1761322990.703286:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004e147358. 00000100:00000010:0.0:1761322990.703305:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004e147358. 00010000:00000010:0.0:1761322990.703317:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000086f73d3b. 00000400:00000010:0.0:1761322990.703342:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000825fa906. 00000100:00000200:0.0:1761322990.703348:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955809216, offset 224 00000400:00000200:0.0:1761322990.703356:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322990.703368:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322990.703374:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88642:88642:256:4294967295] 192.168.201.29@tcp LPNI seq info [88642:88642:8:4294967295] 00000400:00000200:0.0:1761322990.703384:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322990.703389:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322990.703394:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000057731204 (tot 82350866). 00000800:00000200:0.0:1761322990.703411:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322990.703420:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322990.703424:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000057731204 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761322990.703446:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008beaa4d0. 00000020:00000010:0.0:1761322990.703450:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005269528a. 00000020:00000010:0.0:1761322990.703453:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005f4ad40f. 00000800:00000200:0.0:1761322990.703547:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761322990.703551:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000057731204 (tot 82350618). 00000400:00000200:0.0:1761322990.703555:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322990.703558:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:0.0:1761322990.703561:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000825fa906 00000400:00000010:0.0:1761322990.703563:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000825fa906. 00080000:00000010:3.0:1761322990.703580:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000004c6b3a59. 00010000:00000010:3.0:1761322990.703668:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000efc9aa2d. 00010000:00000010:3.0:1761322990.703676:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004ddd3591. 00010000:00000010:3.0:1761322990.703749:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c60fd9b7. 00010000:00000010:3.0:1761322990.703757:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000071012339. 00010000:00000010:3.0:1761322990.703771:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000063fc81a7. 00000100:00000010:3.0:1761322990.703776:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000987e5119. 00000100:00000010:3.0:1761322990.703783:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000279cdfe2. 02000000:00000010:3.0:1761322990.703855:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001457cc5f. 02000000:00000010:3.0:1761322990.703890:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000279d74e1. 00000400:00000010:3.0:1761322990.703895:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000071614406. 00000400:00000010:3.0:1761322990.703907:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000411ed14e. 00000100:00000200:3.0:1761322990.703912:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956449728, portal 16 00000400:00000010:3.0:1761322990.703918:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000094a78784. 00000100:00000200:3.0:1761322990.703920:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956449728, offset 0 00000400:00000200:3.0:1761322990.703927:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:3.0:1761322990.703934:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322990.703945:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:3.0:1761322990.703949:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761322990.703952:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:3.0:1761322990.703955:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88643:88643:256:4294967295] 192.168.201.29@tcp LPNI seq info [88643:88643:8:4294967295] 00000400:00000200:3.0:1761322990.703964:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322990.703968:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322990.703972:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000c003157 (tot 82350866). 00000800:00000200:3.0:1761322990.703977:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322990.703981:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322990.703984:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000c003157 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761322990.704123:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761322990.704126:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000c003157 (tot 82350618). 00000400:00000200:0.0:1761322990.704130:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322990.704136:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:0.0:1761322990.704139:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000094a78784 00000400:00000010:0.0:1761322990.704140:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000094a78784. 00000100:00000200:0.0:1761322990.704147:0:15812:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000279cdfe2 x1846879956449728/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322990.706489:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322990.706505:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf39c0 00000400:00000200:3.0:1761322990.706516:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xab8fd [1] + 224 00000400:00000200:3.0:1761322990.706529:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.706534:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322990.706545:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000279cdfe2 x1846879956449728/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322990.706584:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322990.706590:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb57400 00000400:00000200:3.0:1761322990.706595:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa271 [2] + 1312 00000400:00000200:3.0:1761322990.706604:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.706607:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322990.706611:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761322990.706618:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004265c37e. 00000400:00000010:0.0:1761322990.706695:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000071614406. 00000400:00000200:0.0:1761322990.706700:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000411ed14e 00000400:00000010:0.0:1761322990.706702:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000411ed14e. 00000100:00000200:0.0:1761322990.706708:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000279cdfe2 x1846879956449728/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761322990.706716:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000279cdfe2 x1846879956449728/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000020:00000010:1.0:1761322990.706724:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000afa6f87b. 00000020:00000010:1.0:1761322990.706730:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002c952915. 00000020:00000010:1.0:1761322990.706735:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000acc5c903. 02000000:00000010:0.0:1761322990.706749:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000279d74e1. 02000000:00000010:0.0:1761322990.706754:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001457cc5f. 00000100:00000010:0.0:1761322990.706757:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000279cdfe2. 00000100:00000200:1.0:1761322990.706760:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000004265c37e x1846879955809280/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:143/0 lens 328/0 e 0 to 0 dl 1761323033 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000010:0.0:1761322990.706762:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000987e5119. 00010000:00000010:0.0:1761322990.706767:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000063fc81a7. 00000100:00000200:1.0:1761322990.706792:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955809280 02000000:00000010:1.0:1761322990.706807:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e0814b25. 00010000:00000010:1.0:1761322990.706839:0:66652:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000029c7b60f. 00010000:00000010:1.0:1761322990.706860:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d0c54977. 00000100:00000010:1.0:1761322990.706867:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cf6ff4ef. 00000100:00000010:1.0:1761322990.706882:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000cf6ff4ef. 00010000:00000010:1.0:1761322990.706886:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d0c54977. 00000400:00000010:1.0:1761322990.706902:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000020fbaa0. 00000100:00000200:1.0:1761322990.706907:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955809280, offset 224 00000400:00000200:1.0:1761322990.706916:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322990.706929:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322990.706935:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88644:88644:256:4294967295] 192.168.201.29@tcp LPNI seq info [88644:88644:8:4294967295] 00000400:00000200:1.0:1761322990.706943:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322990.706948:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322990.706954:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000056e29e94 (tot 82350866). 00000800:00000200:1.0:1761322990.706959:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322990.706966:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322990.706969:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000056e29e94 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761322990.706996:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002c952915. 00000020:00000010:1.0:1761322990.707000:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000acc5c903. 00000020:00000010:1.0:1761322990.707003:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000afa6f87b. 00080000:00000010:0.0:1761322990.707131:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000005f4ad40f. 00000800:00000200:3.0:1761322990.707206:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322990.707210:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000056e29e94 (tot 82350618). 00000400:00000200:3.0:1761322990.707213:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:0.0:1761322990.707216:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000071012339. 00000400:00000200:3.0:1761322990.707217:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322990.707220:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000020fbaa0 00000400:00000010:3.0:1761322990.707221:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000020fbaa0. 00010000:00000010:0.0:1761322990.707222:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000059d0adcb. 00010000:00000010:0.0:1761322990.707294:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e5d1b8cb. 00010000:00000010:0.0:1761322990.707303:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000072346468. 00010000:00000010:0.0:1761322990.707315:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000086f73d3b. 00000100:00000010:0.0:1761322990.707320:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004e147358. 00000100:00000010:0.0:1761322990.707341:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d1e427ea. 02000000:00000010:0.0:1761322990.707356:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005bac0251. 02000000:00000010:0.0:1761322990.707386:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000027074d89. 00000400:00000010:0.0:1761322990.707391:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ae9735c7. 00000400:00000010:0.0:1761322990.707395:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000825fa906. 00000100:00000200:0.0:1761322990.707400:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956449792, portal 16 00000400:00000010:0.0:1761322990.707405:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001a275b80. 00000100:00000200:0.0:1761322990.707408:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956449792, offset 0 00000400:00000200:0.0:1761322990.707415:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322990.707422:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322990.707428:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:0.0:1761322990.707432:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761322990.707435:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322990.707437:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88645:88645:256:4294967295] 192.168.201.29@tcp LPNI seq info [88645:88645:8:4294967295] 00000400:00000200:0.0:1761322990.707444:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322990.707448:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322990.707452:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000057731204 (tot 82350866). 00000800:00000200:0.0:1761322990.707455:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322990.707459:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322990.707462:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000057731204 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761322990.707597:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322990.707600:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000057731204 (tot 82350618). 00000400:00000200:3.0:1761322990.707604:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.707607:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322990.707610:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001a275b80 00000400:00000010:3.0:1761322990.707611:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001a275b80. 00000100:00000200:3.0:1761322990.707618:0:15812:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d1e427ea x1846879956449792/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322990.711121:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322990.711141:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf3a00 00000400:00000200:3.0:1761322990.711153:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xab909 [1] + 224 00000400:00000200:3.0:1761322990.711165:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.711170:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322990.711183:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d1e427ea x1846879956449792/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322990.711224:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322990.711230:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb57440 00000400:00000200:3.0:1761322990.711236:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa271 [2] + 1640 00000400:00000010:1.0:1761322990.711260:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ae9735c7. 00000400:00000200:1.0:1761322990.711267:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000825fa906 00000400:00000010:1.0:1761322990.711269:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000825fa906. 00000100:00000200:1.0:1761322990.711280:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d1e427ea x1846879956449792/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761322990.711289:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d1e427ea x1846879956449792/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322990.711294:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.711301:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322990.711305:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761322990.711323:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001d6c23c1. 02000000:00000010:1.0:1761322990.711338:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000027074d89. 02000000:00000010:1.0:1761322990.711346:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000005bac0251. 00000100:00000010:1.0:1761322990.711352:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d1e427ea. 00000100:00000010:1.0:1761322990.711357:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004e147358. 00010000:00000010:1.0:1761322990.711362:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000086f73d3b. 00000020:00000010:2.0:1761322990.711580:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c7b06da5. 00000020:00000010:2.0:1761322990.711587:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b5df3c41. 00000020:00000010:2.0:1761322990.711606:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000083729214. 00000100:00000200:2.0:1761322990.711637:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001d6c23c1 x1846879955809344/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:143/0 lens 328/0 e 0 to 0 dl 1761323033 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761322990.711674:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955809344 02000000:00000010:2.0:1761322990.711687:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c694c491. 00010000:00000010:2.0:1761322990.711722:0:66652:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f9e55f9e. 00010000:00000010:2.0:1761322990.711749:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000085552177. 00000100:00000010:2.0:1761322990.711756:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e6c9a031. 00000100:00000010:2.0:1761322990.711771:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e6c9a031. 00010000:00000010:2.0:1761322990.711774:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000085552177. 00000400:00000010:2.0:1761322990.711791:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000044da2acb. 00000100:00000200:2.0:1761322990.711795:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955809344, offset 224 00000400:00000200:2.0:1761322990.711804:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00080000:00000010:1.0:1761322990.711814:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000afa6f87b. 00000400:00000200:2.0:1761322990.711817:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:2.0:1761322990.711823:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88646:88646:256:4294967295] 192.168.201.29@tcp LPNI seq info [88646:88646:8:4294967295] 00000400:00000200:2.0:1761322990.711832:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:2.0:1761322990.711837:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:2.0:1761322990.711842:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000074e57caf (tot 82350866). 00000800:00000200:2.0:1761322990.711847:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:2.0:1761322990.711854:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:2.0:1761322990.711858:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000074e57caf type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761322990.711874:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b5df3c41. 00000020:00000010:2.0:1761322990.711879:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000083729214. 00000020:00000010:2.0:1761322990.711882:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c7b06da5. 00010000:00000010:1.0:1761322990.711901:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000072346468. 00010000:00000010:1.0:1761322990.711910:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000888bd38. 00010000:00000010:1.0:1761322990.711983:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000052cff88e. 00010000:00000010:1.0:1761322990.711991:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cdd81915. 00010000:00000010:1.0:1761322990.712003:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d0c54977. 00000100:00000010:1.0:1761322990.712007:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cf6ff4ef. 00000800:00000200:3.0:1761322990.712013:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000100:00000010:1.0:1761322990.712015:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004760bad7. 00000800:00000010:3.0:1761322990.712019:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000074e57caf (tot 82350618). 00000400:00000200:3.0:1761322990.712027:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.712031:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 02000000:00000010:1.0:1761322990.712031:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005bac0251. 00000400:00000200:3.0:1761322990.712036:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000044da2acb 00000400:00000010:3.0:1761322990.712039:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000044da2acb. 02000000:00000010:1.0:1761322990.712094:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000027074d89. 00000400:00000010:1.0:1761322990.712099:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000040253c01. 00000400:00000010:1.0:1761322990.712104:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d7a17f4b. 00000100:00000200:1.0:1761322990.712108:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956449856, portal 16 00000400:00000010:1.0:1761322990.712112:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007b307a51. 00000100:00000200:1.0:1761322990.712114:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956449856, offset 0 00000400:00000200:1.0:1761322990.712119:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322990.712125:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322990.712132:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:1.0:1761322990.712136:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761322990.712139:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:1.0:1761322990.712142:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88647:88647:256:4294967295] 192.168.201.29@tcp LPNI seq info [88647:88647:8:4294967295] 00000400:00000200:1.0:1761322990.712149:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322990.712153:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322990.712157:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000638fa395 (tot 82350866). 00000800:00000200:1.0:1761322990.712161:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322990.712165:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322990.712167:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000638fa395 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761322990.712482:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322990.712485:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000638fa395 (tot 82350618). 00000400:00000200:3.0:1761322990.712488:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.712493:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322990.712496:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007b307a51 00000400:00000010:3.0:1761322990.712497:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007b307a51. 00000100:00000200:3.0:1761322990.712502:0:15812:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004760bad7 x1846879956449856/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322990.713918:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322990.713944:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf3a40 00000400:00000200:3.0:1761322990.713952:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xab915 [1] + 224 00000400:00000200:3.0:1761322990.713968:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.713971:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322990.713980:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000004760bad7 x1846879956449856/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761322990.714096:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000040253c01. 00000400:00000200:1.0:1761322990.714111:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d7a17f4b 00000400:00000010:1.0:1761322990.714113:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d7a17f4b. 00000100:00000200:1.0:1761322990.714119:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004760bad7 x1846879956449856/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761322990.714128:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004760bad7 x1846879956449856/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761322990.714161:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000027074d89. 02000000:00000010:1.0:1761322990.714167:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000005bac0251. 00000100:00000010:1.0:1761322990.714172:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004760bad7. 00000100:00000010:1.0:1761322990.714176:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000cf6ff4ef. 00010000:00000010:1.0:1761322990.714179:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d0c54977. 00000400:00000200:3.0:1761322990.715431:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322990.715444:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb57480 00000400:00000200:3.0:1761322990.715452:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa271 [2] + 1968 00000400:00000010:3.0:1761322990.715457:0:15810:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003e6ca2f4. 00000400:00000200:3.0:1761322990.715461:0:15810:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000003aa7b886 00000400:00000200:3.0:1761322990.715667:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.715673:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322990.715676:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003aa7b886 00000400:00000010:3.0:1761322990.715679:0:15810:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000003aa7b886 (tot 82350466). 00000100:00000200:3.0:1761322990.715685:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00010000:00000010:1.1:1761322990.716098:0:78702:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000495a0c21. 00010000:00000010:0.1:1761322990.716113:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000009462050. 00010000:00000010:0.1:1761322990.716148:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eeb3cbe2. 00000020:00000010:2.0:1761322990.716151:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c7b06da5. 00010000:00000010:0.1:1761322990.716153:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c60fd9b7. 00000020:00000010:2.0:1761322990.716157:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b5df3c41. 00000020:00000010:2.0:1761322990.716162:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000083729214. 00000100:00000200:2.0:1761322990.716199:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c491c720 x1846879955809408/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:143/0 lens 328/0 e 0 to 0 dl 1761323033 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761322990.716234:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955809408 02000000:00000010:2.0:1761322990.716247:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000006850f69. 00010000:00000010:2.0:1761322990.716280:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000050ec7950. 00010000:00000010:2.0:1761322990.716304:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000085552177. 00000100:00000010:2.0:1761322990.716309:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e6c9a031. 00000100:00000010:2.0:1761322990.716324:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e6c9a031. 00010000:00000010:2.0:1761322990.716328:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000085552177. 00000400:00000010:2.0:1761322990.716344:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001055e55e. 00000100:00000200:2.0:1761322990.716350:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955809408, offset 224 00000400:00000200:2.0:1761322990.716357:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00080000:00000010:0.0:1761322990.716360:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e0101f7d. 00000400:00000200:2.0:1761322990.716369:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:2.0:1761322990.716376:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88648:88648:256:4294967295] 192.168.201.29@tcp LPNI seq info [88648:88648:8:4294967295] 00000400:00000200:2.0:1761322990.716385:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:2.0:1761322990.716390:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:2.0:1761322990.716395:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a3160ea0 (tot 82350714). 00000800:00000200:2.0:1761322990.716400:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:2.0:1761322990.716408:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:2.0:1761322990.716413:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a3160ea0 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761322990.716431:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b5df3c41. 00000020:00000010:2.0:1761322990.716435:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000083729214. 00000020:00000010:2.0:1761322990.716438:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c7b06da5. 02000000:00000010:2.0:1761322990.716447:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c694c491. 00000100:00000010:2.0:1761322990.716450:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001d6c23c1. 00010000:00000010:0.0:1761322990.716452:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cdd81915. 02000000:00000010:2.0:1761322990.716454:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e0814b25. 00000100:00000010:2.0:1761322990.716456:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004265c37e. 00010000:00000010:0.0:1761322990.716458:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e7454113. 02000000:00000010:2.0:1761322990.716459:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000025b826d7. 00000100:00000010:2.0:1761322990.716462:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000025be6896. 02000000:00000010:2.0:1761322990.716465:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000001312b77. 00000100:00000010:2.0:1761322990.716468:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000aadbcd0f. 02000000:00000010:2.0:1761322990.716471:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000035a7aab0. 00000100:00000010:2.0:1761322990.716473:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000eae2da62. 02000000:00000010:2.0:1761322990.716475:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000066e878bf. 00000100:00000010:2.0:1761322990.716481:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000035919ae3. 00000100:00000200:2.0:1761322990.716489:0:67479:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1761322990.716495:0:67479:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000027b4b2f9. 00000400:00000010:2.0:1761322990.716499:0:67479:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000e6c9a031 (tot 82350866). 00010000:00000010:3.1:1761322990.716511:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007445e23e. 00010000:00000010:3.1:1761322990.716520:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bcfbecaf. 00010000:00000010:0.0:1761322990.716533:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000778b46c5. 00010000:00000010:0.0:1761322990.716539:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008beaa4d0. 00010000:00000010:0.0:1761322990.716545:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000435b9a17. 00010000:00000010:0.0:1761322990.716552:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bc8d182c. 00080000:00000010:0.0:1761322990.716568:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000083e4b89f. 00010000:00000010:0.0:1761322990.716613:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc8d182c. 00010000:00000010:0.0:1761322990.716618:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008beaa4d0. 00010000:00000010:0.0:1761322990.716674:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000065adce96. 00010000:00000010:0.0:1761322990.716678:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bc8d182c. 00010000:00000010:0.0:1761322990.716687:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005547e975. 00000100:00000010:0.0:1761322990.716691:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000022dcd2b9. 00000800:00000200:3.0:1761322990.716697:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000100:00000010:0.0:1761322990.716700:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e84b8751. 00000800:00000010:3.0:1761322990.716703:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a3160ea0 (tot 82350618). 00000400:00000200:3.0:1761322990.716709:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.716715:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 02000000:00000010:0.0:1761322990.716715:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e11f4409. 00000400:00000200:3.0:1761322990.716721:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001055e55e 00000400:00000010:3.0:1761322990.716724:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001055e55e. 02000000:00000010:3.0:1761322990.716730:0:15812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000006850f69. 02000000:00000010:0.0:1761322990.716748:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000116e896. 00000400:00000010:0.0:1761322990.716755:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d980c3ef. 00000400:00000010:0.0:1761322990.716760:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c8d84849. 00000100:00000200:0.0:1761322990.716763:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956449920, portal 16 00000400:00000010:0.0:1761322990.716768:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000015c9b00d. 00000100:00000200:0.0:1761322990.716770:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956449920, offset 0 00000400:00000200:0.0:1761322990.716776:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322990.716783:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322990.716791:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:0.0:1761322990.716795:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761322990.716799:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322990.716801:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88649:88649:256:4294967295] 192.168.201.29@tcp LPNI seq info [88649:88649:8:4294967295] 00000400:00000200:0.0:1761322990.716809:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322990.716813:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322990.716816:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000361d1353 (tot 82350866). 00000800:00000200:0.0:1761322990.716820:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322990.716825:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322990.716827:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000361d1353 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761322990.716904:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322990.716907:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000361d1353 (tot 82350618). 00000400:00000200:3.0:1761322990.716912:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.716916:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322990.716919:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000015c9b00d 00000400:00000010:3.0:1761322990.716920:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000015c9b00d. 00000100:00000200:3.0:1761322990.717556:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e84b8751 x1846879956449920/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322990.718836:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322990.718859:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf3a80 00000400:00000200:3.0:1761322990.718869:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xab925 [1] + 224 00000400:00000200:3.0:1761322990.718888:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.718892:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322990.718903:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e84b8751 x1846879956449920/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761322990.719321:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f05133ee. 00010000:00000010:1.1:1761322990.719332:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e5d1b8cb. 00000400:00000010:1.0:1761322990.719357:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d980c3ef. 00000400:00000200:1.0:1761322990.719361:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c8d84849 00000400:00000010:1.0:1761322990.719363:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c8d84849. 00000100:00000200:1.0:1761322990.719376:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e84b8751 x1846879956449920/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761322990.719387:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e84b8751 x1846879956449920/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761322990.719424:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000116e896. 02000000:00000010:1.0:1761322990.719433:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e11f4409. 00000100:00000010:1.0:1761322990.719438:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e84b8751. 00000100:00000010:1.0:1761322990.719443:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000022dcd2b9. 00010000:00000010:1.0:1761322990.719447:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005547e975. 00000400:00000200:3.0:1761322990.719569:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322990.719580:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb574c0 00000400:00000200:3.0:1761322990.719588:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa2c1 [2] + 0 00000400:00000200:3.0:1761322990.719880:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.719886:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322990.719892:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761322990.719899:0:15812:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001e4c2c1b. 00000020:00000010:2.0:1761322990.720025:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c694c491. 00000020:00000010:2.0:1761322990.720034:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b5df3c41. 00000020:00000010:2.0:1761322990.720039:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000083729214. 00000100:00000200:2.0:1761322990.720114:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001e4c2c1b x1846879955809472/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:143/0 lens 328/0 e 0 to 0 dl 1761323033 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761322990.720147:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955809472 02000000:00000010:2.0:1761322990.720161:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c7b06da5. 00010000:00000010:2.0:1761322990.720193:0:66652:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002241bf48. 00010000:00000010:2.0:1761322990.720217:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000085552177. 00000100:00000010:2.0:1761322990.720225:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a3d6d3f0. 00000100:00000010:2.0:1761322990.720246:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a3d6d3f0. 00010000:00000010:2.0:1761322990.720251:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000085552177. 00000400:00000010:2.0:1761322990.720266:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b98a355a. 00000100:00000200:2.0:1761322990.720271:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955809472, offset 224 00000400:00000200:2.0:1761322990.720281:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:2.0:1761322990.720294:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00080000:00000010:1.0:1761322990.720296:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000027074d89. 00000400:00000200:2.0:1761322990.720303:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88650:88650:256:4294967295] 192.168.201.29@tcp LPNI seq info [88650:88650:8:4294967295] 00000400:00000200:2.0:1761322990.720316:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:2.0:1761322990.720321:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:2.0:1761322990.720326:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a3160ea0 (tot 82350866). 00000800:00000200:2.0:1761322990.720332:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:2.0:1761322990.720341:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:2.0:1761322990.720345:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a3160ea0 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761322990.720366:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b5df3c41. 00000020:00000010:2.0:1761322990.720374:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000083729214. 00000020:00000010:2.0:1761322990.720378:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c694c491. 00010000:00000010:1.0:1761322990.720417:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc8d182c. 00010000:00000010:1.0:1761322990.720430:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003b210954. 00010000:00000010:1.0:1761322990.720509:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000268a0d2d. 00010000:00000010:1.0:1761322990.720516:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000014b0a864. 00010000:00000010:1.0:1761322990.720531:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d0c54977. 00000100:00000010:1.0:1761322990.720538:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cf6ff4ef. 00000100:00000010:1.0:1761322990.720548:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004760bad7. 02000000:00000010:1.0:1761322990.720563:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000025b826d7. 02000000:00000010:1.0:1761322990.720599:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c12102fe. 00000400:00000010:1.0:1761322990.720609:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000040253c01. 00000400:00000010:1.0:1761322990.720618:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d7a17f4b. 00000100:00000200:1.0:1761322990.720626:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956449984, portal 16 00000400:00000010:1.0:1761322990.720631:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f7dcd522. 00000100:00000200:1.0:1761322990.720634:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956449984, offset 0 00000400:00000200:1.0:1761322990.720642:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322990.720657:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322990.720665:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:1.0:1761322990.720669:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761322990.720672:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:1.0:1761322990.720677:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88651:88651:255:4294967295] 192.168.201.29@tcp LPNI seq info [88651:88651:7:4294967295] 00000400:00000200:1.0:1761322990.720686:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322990.720692:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322990.720696:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000841bc8bd (tot 82351114). 00000800:00000200:3.0:1761322990.720701:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000200:1.0:1761322990.720707:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000010:3.0:1761322990.720708:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a3160ea0 (tot 82350866). 00000400:00000200:3.0:1761322990.720718:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:1.0:1761322990.720722:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000400:00000200:3.0:1761322990.720726:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000800:00000200:1.0:1761322990.720731:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000841bc8bd type 1, nob 424 niov 1 nkiov 1 00000400:00000200:3.0:1761322990.720733:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b98a355a 00000400:00000010:3.0:1761322990.720737:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b98a355a. 00000800:00000200:3.0:1761322990.720779:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322990.720782:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000841bc8bd (tot 82350618). 00000400:00000200:3.0:1761322990.720787:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.720792:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322990.720794:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f7dcd522 00000400:00000010:3.0:1761322990.720796:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f7dcd522. 00000100:00000200:3.0:1761322990.720804:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004760bad7 x1846879956449984/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322990.723734:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322990.723752:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf3ac0 00000400:00000200:3.0:1761322990.723760:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xab931 [1] + 224 00000400:00000200:3.0:1761322990.723775:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.723779:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322990.723792:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000004760bad7 x1846879956449984/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761322990.723973:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000040253c01. 00000400:00000200:1.0:1761322990.723989:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d7a17f4b 00000400:00000010:1.0:1761322990.723992:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d7a17f4b. 00000100:00000200:1.0:1761322990.723998:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004760bad7 x1846879956449984/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761322990.724019:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004760bad7 x1846879956449984/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761322990.724068:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c12102fe. 02000000:00000010:1.0:1761322990.724094:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000025b826d7. 00000100:00000010:1.0:1761322990.724100:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004760bad7. 00000100:00000010:1.0:1761322990.724104:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000cf6ff4ef. 00010000:00000010:1.0:1761322990.724108:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d0c54977. 00000400:00000200:3.0:1761322990.724244:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322990.724251:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb57500 00000400:00000200:3.0:1761322990.724256:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa2c1 [2] + 328 00000400:00000200:3.0:1761322990.724303:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.724307:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322990.724311:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761322990.724316:0:15812:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001723ce77. 00000020:00000010:0.0:1761322990.724420:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e11f4409. 00000020:00000010:0.0:1761322990.724428:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008beaa4d0. 00000020:00000010:0.0:1761322990.724433:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005269528a. 00000100:00000200:0.0:1761322990.724465:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001723ce77 x1846879955809536/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:143/0 lens 328/0 e 0 to 0 dl 1761323033 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761322990.724504:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955809536 02000000:00000010:0.0:1761322990.724518:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000116e896. 00010000:00000010:0.0:1761322990.724547:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cae5c6e7. 00010000:00000010:0.0:1761322990.724571:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ef07a0cf. 00000100:00000010:0.0:1761322990.724579:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000227e61cf. 00000100:00000010:0.0:1761322990.724593:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000227e61cf. 00010000:00000010:0.0:1761322990.724596:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ef07a0cf. 00000400:00000010:0.0:1761322990.724622:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001c2d6366. 00080000:00000010:1.0:1761322990.724626:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c12102fe. 00000100:00000200:0.0:1761322990.724628:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955809536, offset 224 00000400:00000200:0.0:1761322990.724637:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322990.724649:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322990.724656:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88652:88652:256:4294967295] 192.168.201.29@tcp LPNI seq info [88652:88652:8:4294967295] 00000400:00000200:0.0:1761322990.724666:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322990.724680:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322990.724685:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004c92fdd7 (tot 82350866). 00000800:00000200:0.0:1761322990.724692:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322990.724699:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322990.724703:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004c92fdd7 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:1.0:1761322990.724710:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000014b0a864. 00010000:00000010:1.0:1761322990.724718:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000bdb1768e. 00000020:00000010:0.0:1761322990.724727:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008beaa4d0. 00000020:00000010:0.0:1761322990.724733:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005269528a. 00000020:00000010:0.0:1761322990.724736:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e11f4409. 00010000:00000010:1.0:1761322990.724801:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007ca76e3b. 00010000:00000010:1.0:1761322990.724808:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000014b0a864. 00010000:00000010:1.0:1761322990.724822:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d0c54977. 00000100:00000010:1.0:1761322990.724826:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cf6ff4ef. 00000100:00000010:1.0:1761322990.724833:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004760bad7. 02000000:00000010:1.0:1761322990.724846:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000015a87798. 02000000:00000010:1.0:1761322990.724876:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000025b826d7. 00000400:00000010:1.0:1761322990.724880:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000040253c01. 00000400:00000010:1.0:1761322990.724884:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d7a17f4b. 00000100:00000200:1.0:1761322990.724888:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956450048, portal 16 00000400:00000010:1.0:1761322990.724893:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f7dcd522. 00000100:00000200:1.0:1761322990.724895:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956450048, offset 0 00000400:00000200:1.0:1761322990.724900:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322990.724906:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322990.724913:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:1.0:1761322990.724916:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761322990.724918:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:1.0:1761322990.724921:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88653:88653:255:4294967295] 192.168.201.29@tcp LPNI seq info [88653:88653:7:4294967295] 00000400:00000200:1.0:1761322990.724928:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322990.724933:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322990.724936:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000db1a54b8 (tot 82351114). 00000800:00000200:1.0:1761322990.724940:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322990.724944:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322990.724946:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000db1a54b8 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1761322990.725101:0:78707:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009086134f. 00010000:00000010:0.1:1761322990.725123:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000984b198d. 00010000:00000010:0.1:1761322990.725132:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000052cff88e. 00010000:00000010:0.1:1761322990.725137:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000778b46c5. 00010000:00000010:0.1:1761322990.725141:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000435b9a17. 00000800:00000200:3.0:1761322990.725184:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322990.725187:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004c92fdd7 (tot 82350866). 00000400:00000200:3.0:1761322990.725191:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.725195:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322990.725198:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001c2d6366 00000400:00000010:3.0:1761322990.725200:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001c2d6366. 00010000:00000010:2.1:1761322990.725212:0:78707:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007dea1d44. 00000800:00000200:3.0:1761322990.725245:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322990.725247:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000db1a54b8 (tot 82350618). 00000400:00000200:3.0:1761322990.725249:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.725252:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322990.725254:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f7dcd522 00000400:00000010:3.0:1761322990.725255:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f7dcd522. 00000100:00000200:3.0:1761322990.725261:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004760bad7 x1846879956450048/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761322990.727265:0:78702:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cc26caf6. 00010000:00000010:1.1:1761322990.727275:0:78702:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000065adce96. 00000400:00000200:3.0:1761322990.727345:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322990.727360:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf3b00 00000400:00000200:3.0:1761322990.727367:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xab93d [1] + 224 00000400:00000200:3.0:1761322990.727382:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.727386:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322990.727395:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000004760bad7 x1846879956450048/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761322990.727452:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000040253c01. 00000400:00000200:0.0:1761322990.727468:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d7a17f4b 00000400:00000010:0.0:1761322990.727470:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d7a17f4b. 00000100:00000200:0.0:1761322990.727476:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004760bad7 x1846879956450048/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761322990.727485:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004760bad7 x1846879956450048/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761322990.727520:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000025b826d7. 02000000:00000010:0.0:1761322990.727527:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000015a87798. 00000100:00000010:0.0:1761322990.727532:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004760bad7. 00000100:00000010:0.0:1761322990.727537:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000cf6ff4ef. 00010000:00000010:0.0:1761322990.727541:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d0c54977. 00000400:00000200:0.0:1761322990.727876:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:0.0:1761322990.727886:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb57540 00000400:00000200:0.0:1761322990.727892:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa2c1 [2] + 656 00000400:00000200:0.0:1761322990.727951:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322990.727955:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:0.0:1761322990.727959:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761322990.727964:0:15812:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001d85a71a. 00000020:00000010:2.0:1761322990.728065:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c4d1a7f3. 00000020:00000010:2.0:1761322990.728102:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b5df3c41. 00000020:00000010:2.0:1761322990.728109:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000083729214. 00000100:00000200:2.0:1761322990.728141:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001d85a71a x1846879955809600/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:143/0 lens 328/0 e 0 to 0 dl 1761323033 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761322990.728175:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955809600 02000000:00000010:2.0:1761322990.728189:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c694c491. 00010000:00000010:2.0:1761322990.728222:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cc813302. 00010000:00000010:2.0:1761322990.728244:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000085552177. 00000100:00000010:2.0:1761322990.728250:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a3d6d3f0. 00000100:00000010:2.0:1761322990.728258:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a3d6d3f0. 00010000:00000010:2.0:1761322990.728261:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000085552177. 00000400:00000010:2.0:1761322990.728276:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000032cf7749. 00000100:00000200:2.0:1761322990.728281:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955809600, offset 224 00000400:00000200:2.0:1761322990.728288:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:2.0:1761322990.728298:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:2.0:1761322990.728304:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88654:88654:256:4294967295] 192.168.201.29@tcp LPNI seq info [88654:88654:8:4294967295] 00000400:00000200:2.0:1761322990.728313:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:2.0:1761322990.728319:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:2.0:1761322990.728323:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000074e57caf (tot 82350866). 00000800:00000200:2.0:1761322990.728330:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:2.0:1761322990.728338:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:2.0:1761322990.728342:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000074e57caf type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761322990.728362:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b5df3c41. 00000020:00000010:2.0:1761322990.728368:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000083729214. 00000020:00000010:2.0:1761322990.728372:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c4d1a7f3. 00000800:00000200:2.0:1761322990.728451:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322990.728454:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000074e57caf (tot 82350618). 00000400:00000200:2.0:1761322990.728460:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.728465:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322990.728468:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000032cf7749 00000400:00000010:2.0:1761322990.728470:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000032cf7749. 00080000:00000010:0.0:1761322990.728562:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e11f4409. 00010000:00000010:0.0:1761322990.728646:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000014b0a864. 00010000:00000010:0.0:1761322990.728654:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000dc89b53. 00010000:00000010:0.0:1761322990.728723:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000435b9a17. 00010000:00000010:0.0:1761322990.728730:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005eeb6e6b. 00010000:00000010:0.0:1761322990.728743:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ef07a0cf. 00000100:00000010:0.0:1761322990.728747:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000227e61cf. 00000100:00000010:0.0:1761322990.728754:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000094ca1c7b. 02000000:00000010:0.0:1761322990.728768:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000015a87798. 02000000:00000010:0.0:1761322990.728796:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000025b826d7. 00000400:00000010:0.0:1761322990.728802:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d980c3ef. 00000400:00000010:0.0:1761322990.728806:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000243f87cb. 00000100:00000200:0.0:1761322990.728810:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956450112, portal 16 00000400:00000010:0.0:1761322990.728815:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000faaff073. 00000100:00000200:0.0:1761322990.728817:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956450112, offset 0 00000400:00000200:0.0:1761322990.728822:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322990.728828:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322990.728835:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:0.0:1761322990.728838:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761322990.728841:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322990.728843:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88655:88655:256:4294967295] 192.168.201.29@tcp LPNI seq info [88655:88655:8:4294967295] 00000400:00000200:0.0:1761322990.728850:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322990.728855:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322990.728858:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f8f59593 (tot 82350866). 00000800:00000200:0.0:1761322990.728863:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322990.728868:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322990.728870:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f8f59593 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1761322990.729106:0:15810:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b787734f. 00010000:00000010:1.1:1761322990.729136:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000027cc523. 00010000:00000010:1.1:1761322990.729144:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000268a0d2d. 00010000:00000010:0.1:1761322990.729157:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004f6d142e. 00000800:00000200:2.0:1761322990.729233:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322990.729235:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f8f59593 (tot 82350618). 00000400:00000200:2.0:1761322990.729239:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.729243:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322990.729246:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000faaff073 00000400:00000010:2.0:1761322990.729247:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000faaff073. 00000100:00000200:2.0:1761322990.729256:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000094ca1c7b x1846879956450112/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761322990.735095:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:0.0:1761322990.735117:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf3b40 00000400:00000200:0.0:1761322990.735131:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xab949 [1] + 224 00000400:00000200:0.0:1761322990.735145:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322990.735150:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:0.0:1761322990.735165:0:15812:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000094ca1c7b x1846879956450112/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761322990.735209:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:0.0:1761322990.735216:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb57580 00000400:00000010:1.0:1761322990.735222:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d980c3ef. 00000400:00000200:1.0:1761322990.735228:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000243f87cb 00000400:00000010:1.0:1761322990.735230:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000243f87cb. 00000100:00000200:1.0:1761322990.735243:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000094ca1c7b x1846879956450112/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761322990.735243:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa2c1 [2] + 984 00000100:00000200:1.0:1761322990.735257:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000094ca1c7b x1846879956450112/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761322990.735302:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000025b826d7. 02000000:00000010:1.0:1761322990.735311:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000015a87798. 00000100:00000010:1.0:1761322990.735317:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000094ca1c7b. 00000100:00000010:1.0:1761322990.735321:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000227e61cf. 00010000:00000010:1.0:1761322990.735326:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ef07a0cf. 00000400:00000200:0.0:1761322990.735564:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322990.735569:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:0.0:1761322990.735573:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761322990.735579:0:15812:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005d86ea8a. 00000020:00000010:3.0:1761322990.735647:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000279d74e1. 00000020:00000010:3.0:1761322990.735654:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000564d881f. 00000020:00000010:3.0:1761322990.735660:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000068902843. 00010000:00000010:2.1:1761322990.735660:0:78709:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000702f8d46. 00000100:00000200:3.0:1761322990.735693:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005d86ea8a x1846879955809664/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:143/0 lens 328/0 e 0 to 0 dl 1761323033 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761322990.735735:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955809664 02000000:00000010:3.0:1761322990.735750:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003c891c5e. 00010000:00000010:3.0:1761322990.735851:0:66652:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006abdf337. 00010000:00000010:3.0:1761322990.735874:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000048cf89c8. 00000100:00000010:3.0:1761322990.735881:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000998415da. 00000100:00000010:3.0:1761322990.735897:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000998415da. 00010000:00000010:3.0:1761322990.735900:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000048cf89c8. 00000400:00000010:3.0:1761322990.735918:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000071ab6077. 00000100:00000200:3.0:1761322990.735923:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955809664, offset 224 00000400:00000200:3.0:1761322990.735932:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:3.0:1761322990.735944:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322990.735951:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88656:88656:256:4294967295] 192.168.201.29@tcp LPNI seq info [88656:88656:8:4294967295] 00000400:00000200:3.0:1761322990.735964:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322990.735970:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322990.735975:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000f1ffd3f (tot 82350866). 00000800:00000200:3.0:1761322990.735982:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322990.735990:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322990.735994:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000f1ffd3f type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761322990.736024:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000564d881f. 00000020:00000010:3.0:1761322990.736029:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000068902843. 00000020:00000010:3.0:1761322990.736033:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000279d74e1. 00080000:00000010:1.0:1761322990.736113:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000015a87798. 00000800:00000200:0.0:1761322990.736128:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761322990.736133:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000f1ffd3f (tot 82350618). 00000400:00000200:0.0:1761322990.736138:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322990.736142:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:0.0:1761322990.736145:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000071ab6077 00000400:00000010:0.0:1761322990.736147:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000071ab6077. 00010000:00000010:1.0:1761322990.736197:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005eeb6e6b. 00010000:00000010:1.0:1761322990.736205:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ab0e4dfb. 00010000:00000010:1.0:1761322990.736263:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000268a0d2d. 00010000:00000010:1.0:1761322990.736270:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000020557d2c. 00010000:00000010:1.0:1761322990.736283:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006aefaa69. 00000100:00000010:1.0:1761322990.736286:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cf6ff4ef. 00000100:00000010:1.0:1761322990.736294:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000fc1dab26. 02000000:00000010:1.0:1761322990.736307:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000025b826d7. 02000000:00000010:1.0:1761322990.736338:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005bac0251. 00000400:00000010:1.0:1761322990.736343:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f7e08f12. 00000400:00000010:1.0:1761322990.736347:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007b307a51. 00000100:00000200:1.0:1761322990.736352:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956450176, portal 16 00000400:00000010:1.0:1761322990.736357:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000020fbaa0. 00000100:00000200:1.0:1761322990.736359:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956450176, offset 0 00000400:00000200:1.0:1761322990.736365:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322990.736371:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322990.736379:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:1.0:1761322990.736383:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761322990.736385:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:1.0:1761322990.736386:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88657:88657:256:4294967295] 192.168.201.29@tcp LPNI seq info [88657:88657:8:4294967295] 00000400:00000200:1.0:1761322990.736391:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322990.736395:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322990.736397:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000db1a54b8 (tot 82350866). 00000800:00000200:1.0:1761322990.736400:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322990.736403:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322990.736405:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000db1a54b8 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761322990.736877:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322990.736881:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000db1a54b8 (tot 82350618). 00000400:00000200:2.0:1761322990.736886:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.736891:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322990.736894:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000020fbaa0 00000400:00000010:2.0:1761322990.736896:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000020fbaa0. 00000100:00000200:2.0:1761322990.736904:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000fc1dab26 x1846879956450176/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761322990.737098:0:78708:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ff619404. 00010000:00000010:0.1:1761322990.737106:0:78708:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ca76e3b. 00000400:00000200:0.0:1761322990.740447:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:0.0:1761322990.740470:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf3b80 00000400:00000200:0.0:1761322990.740482:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xab955 [1] + 224 00000400:00000200:0.0:1761322990.740502:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322990.740507:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:0.0:1761322990.740522:0:15812:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000fc1dab26 x1846879956450176/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761322990.740632:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f7e08f12. 00000400:00000200:2.0:1761322990.740649:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007b307a51 00000400:00000010:2.0:1761322990.740651:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007b307a51. 00000100:00000200:2.0:1761322990.740658:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000fc1dab26 x1846879956450176/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761322990.740667:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000fc1dab26 x1846879956450176/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761322990.740707:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005bac0251. 02000000:00000010:2.0:1761322990.740715:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000025b826d7. 00000100:00000010:2.0:1761322990.740720:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000fc1dab26. 00000100:00000010:2.0:1761322990.740725:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000cf6ff4ef. 00010000:00000010:2.0:1761322990.740730:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006aefaa69. 00000400:00000200:0.0:1761322990.740891:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:0.0:1761322990.740902:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb575c0 00000400:00000200:0.0:1761322990.740908:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa2c1 [2] + 1312 00000400:00000200:0.0:1761322990.740966:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322990.740970:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:0.0:1761322990.740975:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761322990.740981:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c9a97dac. 00010000:00000010:3.1:1761322990.741118:0:78712:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002e572be8. 00000020:00000010:2.0:1761322990.741519:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000035a7aab0. 00000020:00000010:2.0:1761322990.741527:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b5df3c41. 00000020:00000010:2.0:1761322990.741532:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000083729214. 00000100:00000200:2.0:1761322990.741565:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c9a97dac x1846879955809728/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:143/0 lens 328/0 e 0 to 0 dl 1761323033 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761322990.741967:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955809728 02000000:00000010:2.0:1761322990.741985:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000006850f69. 00010000:00000010:2.0:1761322990.742019:0:66652:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e21ef9c2. 00010000:00000010:2.0:1761322990.742056:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000085552177. 00000100:00000010:2.0:1761322990.742065:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a3d6d3f0. 00000100:00000010:2.0:1761322990.742100:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a3d6d3f0. 00010000:00000010:2.0:1761322990.742103:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000085552177. 00000400:00000010:2.0:1761322990.742121:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000032cf7749. 00000100:00000200:2.0:1761322990.742126:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955809728, offset 224 00000400:00000200:2.0:1761322990.742136:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:2.0:1761322990.742148:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:2.0:1761322990.742154:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88658:88658:256:4294967295] 192.168.201.29@tcp LPNI seq info [88658:88658:8:4294967295] 00000400:00000200:2.0:1761322990.742164:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:2.0:1761322990.742170:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:2.0:1761322990.742174:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000074e57caf (tot 82350866). 00000800:00000200:2.0:1761322990.742181:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:2.0:1761322990.742188:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:2.0:1761322990.742192:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000074e57caf type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761322990.742211:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b5df3c41. 00000020:00000010:2.0:1761322990.742217:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000083729214. 00000020:00000010:2.0:1761322990.742221:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000035a7aab0. 00000800:00000200:3.0:1761322990.742641:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322990.742646:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000074e57caf (tot 82350618). 00000400:00000200:3.0:1761322990.742651:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.742656:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322990.742660:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000032cf7749 00000400:00000010:3.0:1761322990.742662:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000032cf7749. 00080000:00000010:3.0:1761322990.742699:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000279d74e1. 00010000:00000010:3.0:1761322990.742789:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000020557d2c. 00010000:00000010:3.0:1761322990.742798:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a4393a04. 00010000:00000010:3.0:1761322990.742871:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005fce7d39. 00010000:00000010:3.0:1761322990.742875:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000564d881f. 00010000:00000010:3.0:1761322990.742881:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000738b17ea. 00010000:00000010:3.0:1761322990.742887:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b2cc975e. 00080000:00000010:3.0:1761322990.742900:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c7db8bfb. 00010000:00000010:3.0:1761322990.742923:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b2cc975e. 00010000:00000010:3.0:1761322990.742927:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000564d881f. 00010000:00000010:3.0:1761322990.742970:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000075d9751f. 00010000:00000010:3.0:1761322990.742974:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b2cc975e. 00010000:00000010:3.0:1761322990.742982:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000048cf89c8. 00000100:00000010:3.0:1761322990.742986:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000998415da. 00000100:00000010:3.0:1761322990.743058:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003d5ed93a. 02000000:00000010:3.0:1761322990.743094:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007651875a. 02000000:00000010:3.0:1761322990.743125:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003bdae192. 00000400:00000010:3.0:1761322990.743130:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000450cebde. 00000400:00000010:3.0:1761322990.743136:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ffeadb6e. 00000100:00000200:3.0:1761322990.743140:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956450240, portal 16 00000400:00000010:3.0:1761322990.743145:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d91b114b. 00000100:00000200:3.0:1761322990.743147:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956450240, offset 0 00000400:00000200:3.0:1761322990.743153:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:3.0:1761322990.743161:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322990.743168:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:3.0:1761322990.743172:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761322990.743175:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:3.0:1761322990.743177:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88659:88659:256:4294967295] 192.168.201.29@tcp LPNI seq info [88659:88659:8:4294967295] 00000400:00000200:3.0:1761322990.743185:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322990.743190:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322990.743193:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000074c3abcf (tot 82350866). 00000800:00000200:3.0:1761322990.743197:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322990.743201:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322990.743204:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000074c3abcf type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761322990.743287:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761322990.743290:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000074c3abcf (tot 82350618). 00000400:00000200:1.0:1761322990.743294:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322990.743298:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:1.0:1761322990.743301:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d91b114b 00000400:00000010:1.0:1761322990.743302:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d91b114b. 00000100:00000200:1.0:1761322990.743309:0:15812:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003d5ed93a x1846879956450240/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761322990.744121:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000055b3b6eb. 00010000:00000010:1.1:1761322990.744140:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000435b9a17. 00010000:00000010:2.1:1761322990.746107:0:78702:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000074cfe24d. 00010000:00000010:3.1:1761322990.746365:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c34d6846. 00010000:00000010:3.1:1761322990.746373:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000268a0d2d. 00010000:00000010:3.1:1761322990.746376:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005fce7d39. 00010000:00000010:3.1:1761322990.746379:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000738b17ea. 00000400:00000200:3.0:1761322990.747359:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322990.747664:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf3bc0 00000400:00000200:2.0:1761322990.747732:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xab961 [1] + 224 00000400:00000200:2.0:1761322990.747747:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.747751:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322990.747765:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003d5ed93a x1846879956450240/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322990.747983:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322990.747990:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb57600 00000400:00000200:2.0:1761322990.747995:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa2c1 [2] + 1640 00000400:00000200:2.0:1761322990.748058:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.748062:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322990.748066:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761322990.748072:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000035919ae3. 00000020:00000010:2.0:1761322990.748149:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c4d1a7f3. 00000020:00000010:2.0:1761322990.748155:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b5df3c41. 00000020:00000010:2.0:1761322990.748161:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000083729214. 00000100:00000200:2.0:1761322990.748192:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000035919ae3 x1846879955809792/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:143/0 lens 328/0 e 0 to 0 dl 1761323033 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761322990.748226:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955809792 02000000:00000010:2.0:1761322990.748243:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000035a7aab0. 00010000:00000010:2.0:1761322990.748291:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000085552177. 00000100:00000010:2.0:1761322990.748299:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a3d6d3f0. 00000100:00000010:2.0:1761322990.748308:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a3d6d3f0. 00010000:00000010:2.0:1761322990.748312:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000085552177. 00000400:00000010:2.0:1761322990.748330:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001d727dcf. 00000100:00000200:2.0:1761322990.748335:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955809792, offset 224 00000400:00000200:2.0:1761322990.748344:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:2.0:1761322990.748355:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:2.0:1761322990.748360:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88660:88660:256:4294967295] 192.168.201.29@tcp LPNI seq info [88660:88660:8:4294967295] 00000400:00000200:2.0:1761322990.748369:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:2.0:1761322990.748374:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:2.0:1761322990.748379:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007e67acbb (tot 82350866). 00000800:00000200:2.0:1761322990.748385:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:2.0:1761322990.748394:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:2.0:1761322990.748399:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007e67acbb type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761322990.748420:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b5df3c41. 00000020:00000010:2.0:1761322990.748425:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000083729214. 00000020:00000010:2.0:1761322990.748428:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c4d1a7f3. 00000400:00000010:3.0:1761322990.748598:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000450cebde. 00000400:00000200:3.0:1761322990.748603:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ffeadb6e 00000400:00000010:3.0:1761322990.748605:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ffeadb6e. 00000100:00000200:3.0:1761322990.748612:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003d5ed93a x1846879956450240/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761322990.748621:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003d5ed93a x1846879956450240/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1761322990.748656:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008fdfd5de. 02000000:00000010:3.0:1761322990.748670:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003bdae192. 02000000:00000010:3.0:1761322990.748691:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007651875a. 00000100:00000010:3.0:1761322990.748696:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003d5ed93a. 00000100:00000010:3.0:1761322990.748700:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000998415da. 00010000:00000010:3.0:1761322990.748704:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000048cf89c8. 00080000:00000010:3.0:1761322990.748721:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000007651875a. 00010000:00000010:3.0:1761322990.748812:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b2cc975e. 00010000:00000010:3.0:1761322990.748819:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001934195f. 00010000:00000010:3.0:1761322990.748892:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000738b17ea. 00010000:00000010:3.0:1761322990.748898:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b2cc975e. 00010000:00000010:3.0:1761322990.748908:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000048cf89c8. 00000100:00000010:3.0:1761322990.748911:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000998415da. 00000100:00000010:3.0:1761322990.748916:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003d5ed93a. 02000000:00000010:3.0:1761322990.748927:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003bdae192. 02000000:00000010:3.0:1761322990.748955:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004be9f765. 00000400:00000010:3.0:1761322990.748957:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000450cebde. 00000400:00000010:3.0:1761322990.748961:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ffeadb6e. 00000100:00000200:3.0:1761322990.748965:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956450304, portal 16 00000400:00000010:3.0:1761322990.748969:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d91b114b. 00000100:00000200:3.0:1761322990.748970:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956450304, offset 0 00000400:00000200:3.0:1761322990.748975:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:3.0:1761322990.748981:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322990.748987:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:3.0:1761322990.748990:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761322990.748993:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:3.0:1761322990.748994:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88661:88661:255:4294967295] 192.168.201.29@tcp LPNI seq info [88661:88661:7:4294967295] 00000400:00000200:3.0:1761322990.749000:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322990.749003:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322990.749005:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003de23d37 (tot 82351114). 00000800:00000200:3.0:1761322990.749008:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322990.749012:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322990.749013:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003de23d37 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761322990.749063:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322990.749066:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007e67acbb (tot 82350866). 00000400:00000200:3.0:1761322990.749070:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.749103:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322990.749106:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001d727dcf 00000400:00000010:3.0:1761322990.749108:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001d727dcf. 00000800:00000200:3.0:1761322990.749160:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322990.749162:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003de23d37 (tot 82350618). 00000400:00000200:3.0:1761322990.749165:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.749168:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322990.749170:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d91b114b 00000400:00000010:3.0:1761322990.749171:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d91b114b. 00000100:00000200:3.0:1761322990.749176:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003d5ed93a x1846879956450304/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761322990.753125:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000027461d27. 00010000:00000010:3.1:1761322990.753139:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001fb17ce0. 00010000:00000010:3.1:1761322990.753144:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075d9751f. 00000400:00000200:3.0:1761322990.753777:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322990.753801:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf3c00 00000400:00000200:3.0:1761322990.753813:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xab96d [1] + 224 00000400:00000200:3.0:1761322990.753834:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.753841:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322990.753854:0:15812:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003d5ed93a x1846879956450304/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761322990.754018:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000450cebde. 00000400:00000200:2.0:1761322990.754026:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ffeadb6e 00000400:00000010:2.0:1761322990.754029:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ffeadb6e. 00000100:00000200:2.0:1761322990.754043:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003d5ed93a x1846879956450304/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761322990.754069:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003d5ed93a x1846879956450304/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761322990.754149:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004be9f765. 02000000:00000010:2.0:1761322990.754159:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003bdae192. 00000100:00000010:2.0:1761322990.754165:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003d5ed93a. 00000100:00000010:2.0:1761322990.754170:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000998415da. 00010000:00000010:2.0:1761322990.754174:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000048cf89c8. 00000400:00000200:2.0:1761322990.755299:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322990.755319:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb57640 00000400:00000200:2.0:1761322990.755329:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa2c1 [2] + 1968 00000400:00000010:2.0:1761322990.755335:0:15811:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004b2a8df0. 00000400:00000200:2.0:1761322990.755341:0:15811:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000009576e19a 00000400:00000200:2.0:1761322990.755420:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.755425:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322990.755428:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009576e19a 00000400:00000010:2.0:1761322990.755431:0:15811:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000009576e19a (tot 82350466). 00000100:00000200:2.0:1761322990.755436:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1761322990.755846:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003bdae192. 00000020:00000010:3.0:1761322990.755857:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000564d881f. 00000020:00000010:3.0:1761322990.755862:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000068902843. 00000100:00000200:3.0:1761322990.755892:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000429f236a x1846879955809856/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:143/0 lens 328/0 e 0 to 0 dl 1761323033 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761322990.755942:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955809856 02000000:00000010:3.0:1761322990.755961:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004be9f765. 00010000:00000010:3.0:1761322990.755993:0:66652:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000038ed647f. 00010000:00000010:3.0:1761322990.756018:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002c0d541d. 00000100:00000010:3.0:1761322990.756025:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000097380f88. 00000100:00000010:3.0:1761322990.756056:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000097380f88. 00010000:00000010:3.0:1761322990.756059:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002c0d541d. 00000400:00000010:3.0:1761322990.756097:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d91b114b. 00000100:00000200:3.0:1761322990.756103:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955809856, offset 224 00000400:00000200:3.0:1761322990.756112:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:3.0:1761322990.756126:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322990.756134:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88662:88662:256:4294967295] 192.168.201.29@tcp LPNI seq info [88662:88662:8:4294967295] 00000400:00000200:3.0:1761322990.756148:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322990.756154:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322990.756160:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003de23d37 (tot 82350714). 00000800:00000200:3.0:1761322990.756167:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322990.756175:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322990.756179:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003de23d37 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761322990.756206:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000564d881f. 00000020:00000010:3.0:1761322990.756211:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000068902843. 00000020:00000010:3.0:1761322990.756214:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003bdae192. 02000000:00000010:3.0:1761322990.756230:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000035a7aab0. 00000100:00000010:3.0:1761322990.756235:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000035919ae3. 02000000:00000010:3.0:1761322990.756242:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000006850f69. 00000100:00000010:3.0:1761322990.756246:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c9a97dac. 02000000:00000010:3.0:1761322990.756251:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003c891c5e. 00000100:00000010:3.0:1761322990.756257:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005d86ea8a. 02000000:00000010:3.0:1761322990.756262:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c694c491. 00000100:00000010:3.0:1761322990.756266:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001d85a71a. 02000000:00000010:3.0:1761322990.756269:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000116e896. 00000100:00000010:3.0:1761322990.756274:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001723ce77. 02000000:00000010:3.0:1761322990.756279:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c7b06da5. 00000100:00000010:3.0:1761322990.756282:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001e4c2c1b. 00000100:00000200:3.0:1761322990.756289:0:66652:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1761322990.756295:0:66652:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000039aec6e5. 00000400:00000010:3.0:1761322990.756300:0:66652:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000097380f88 (tot 82350866). 00000800:00000200:0.0:1761322990.756438:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761322990.756444:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003de23d37 (tot 82350618). 00000400:00000200:0.0:1761322990.756451:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322990.756460:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:0.0:1761322990.756466:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d91b114b 00000400:00000010:0.0:1761322990.756469:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d91b114b. 02000000:00000010:0.0:1761322990.756476:0:15810:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004be9f765. 00080000:00000010:1.0:1761322990.756743:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bd9e01c0. 00010000:00000010:1.0:1761322990.756837:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b2cc975e. 00010000:00000010:1.0:1761322990.756846:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000607225b1. 00010000:00000010:1.0:1761322990.756915:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e224b0e1. 00010000:00000010:1.0:1761322990.756921:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cfed8373. 00010000:00000010:1.0:1761322990.756934:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000063c6b1c4. 00000100:00000010:1.0:1761322990.756940:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cf6ff4ef. 00000100:00000010:1.0:1761322990.756950:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000089684651. 02000000:00000010:1.0:1761322990.756966:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001dff759e. 02000000:00000010:1.0:1761322990.757004:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004f566043. 00000400:00000010:1.0:1761322990.757010:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e34c271a. 00000400:00000010:1.0:1761322990.757015:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c8e29771. 00000100:00000200:1.0:1761322990.757021:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956450368, portal 16 00000400:00000010:1.0:1761322990.757027:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002c8a409d. 00000100:00000200:1.0:1761322990.757030:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956450368, offset 0 00000400:00000200:1.0:1761322990.757037:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322990.757060:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322990.757068:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:1.0:1761322990.757071:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761322990.757090:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:1.0:1761322990.757093:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88663:88663:256:4294967295] 192.168.201.29@tcp LPNI seq info [88663:88663:8:4294967295] 00000400:00000200:1.0:1761322990.757103:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322990.757110:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322990.757115:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000841bc8bd (tot 82350866). 00000800:00000200:1.0:1761322990.757120:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322990.757127:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322990.757130:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000841bc8bd type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761322990.757471:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761322990.757474:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000841bc8bd (tot 82350618). 00000400:00000200:0.0:1761322990.757478:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322990.757482:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:0.0:1761322990.757486:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002c8a409d 00000400:00000010:0.0:1761322990.757487:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002c8a409d. 00000100:00000200:0.0:1761322990.757495:0:15812:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000089684651 x1846879956450368/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322990.759095:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322990.759113:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf3c40 00000400:00000200:2.0:1761322990.759121:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xab97d [1] + 224 00000400:00000200:2.0:1761322990.759136:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.759140:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322990.759150:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000089684651 x1846879956450368/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761322990.759200:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e34c271a. 00000400:00000200:3.0:1761322990.759225:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c8e29771 00000400:00000010:3.0:1761322990.759227:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c8e29771. 00000100:00000200:3.0:1761322990.759234:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000089684651 x1846879956450368/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761322990.759243:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000089684651 x1846879956450368/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761322990.759279:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004f566043. 02000000:00000010:3.0:1761322990.759285:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001dff759e. 00000100:00000010:3.0:1761322990.759290:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000089684651. 00000100:00000010:3.0:1761322990.759295:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000cf6ff4ef. 00010000:00000010:3.0:1761322990.759299:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000063c6b1c4. 00000400:00000200:0.0:1761322990.759639:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:0.0:1761322990.759649:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb57680 00000400:00000200:0.0:1761322990.759655:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa319 [2] + 0 00000400:00000200:0.0:1761322990.759709:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322990.759714:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:0.0:1761322990.759719:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761322990.759724:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b7d7a390. 00000020:00000010:3.0:1761322990.760124:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003c891c5e. 00000020:00000010:3.0:1761322990.760131:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000564d881f. 00000020:00000010:3.0:1761322990.760136:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000068902843. 00000100:00000200:3.0:1761322990.760164:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b7d7a390 x1846879955809920/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:143/0 lens 328/0 e 0 to 0 dl 1761323033 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761322990.760203:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955809920 02000000:00000010:3.0:1761322990.760226:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003bdae192. 00010000:00000010:3.0:1761322990.760262:0:66652:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000da7130f1. 00010000:00000010:3.0:1761322990.760288:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002c0d541d. 00000100:00000010:3.0:1761322990.760295:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000053708e70. 00000100:00000010:3.0:1761322990.760309:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000053708e70. 00010000:00000010:3.0:1761322990.760313:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002c0d541d. 00000400:00000010:3.0:1761322990.760339:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000071ab6077. 00080000:00000010:2.0:1761322990.760344:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000064058603. 00000100:00000200:3.0:1761322990.760348:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955809920, offset 224 00000400:00000200:3.0:1761322990.760357:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:3.0:1761322990.760367:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322990.760373:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88664:88664:256:4294967295] 192.168.201.29@tcp LPNI seq info [88664:88664:8:4294967295] 00000400:00000200:3.0:1761322990.760382:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322990.760388:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322990.760393:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000062e39c9d (tot 82350866). 00000800:00000200:3.0:1761322990.760398:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322990.760405:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322990.760409:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000062e39c9d type 1, nob 320 niov 1 nkiov 1 00010000:00000010:2.0:1761322990.760434:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cfed8373. 00000020:00000010:3.0:1761322990.760435:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000564d881f. 00000020:00000010:3.0:1761322990.760442:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000068902843. 00010000:00000010:2.0:1761322990.760444:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000650fe13c. 00000020:00000010:3.0:1761322990.760445:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003c891c5e. 00010000:00000010:2.0:1761322990.760518:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bcfbecaf. 00010000:00000010:2.0:1761322990.760525:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000a848585. 00010000:00000010:2.0:1761322990.760539:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d99576f7. 00000100:00000010:2.0:1761322990.760544:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000044c15f09. 00000800:00000200:0.0:1761322990.760545:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761322990.760549:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000062e39c9d (tot 82350618). 00000100:00000010:2.0:1761322990.760552:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a87c75be. 00000400:00000200:0.0:1761322990.760553:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322990.760558:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:0.0:1761322990.760560:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000071ab6077 00000400:00000010:0.0:1761322990.760562:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000071ab6077. 02000000:00000010:2.0:1761322990.760566:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007b091833. 02000000:00000010:2.0:1761322990.760593:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c7b06da5. 00000400:00000010:2.0:1761322990.760596:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e8d82f6e. 00000400:00000010:2.0:1761322990.760601:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003d5d8e74. 00000100:00000200:2.0:1761322990.760604:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956450432, portal 16 00000400:00000010:2.0:1761322990.760608:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d60c4ee9. 00000100:00000200:2.0:1761322990.760609:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956450432, offset 0 00000400:00000200:2.0:1761322990.760613:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:2.0:1761322990.760618:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:2.0:1761322990.760625:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:2.0:1761322990.760628:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761322990.760631:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:2.0:1761322990.760633:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88665:88665:256:4294967295] 192.168.201.29@tcp LPNI seq info [88665:88665:8:4294967295] 00000400:00000200:2.0:1761322990.760641:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:2.0:1761322990.760645:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:2.0:1761322990.760648:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f093da5b (tot 82350866). 00000800:00000200:2.0:1761322990.760653:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:2.0:1761322990.760657:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:2.0:1761322990.760659:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f093da5b type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1761322990.761216:0:15811:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f6292cca. 00000800:00000200:3.0:1761322990.761249:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322990.761254:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f093da5b (tot 82350618). 00000400:00000200:3.0:1761322990.761260:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.761270:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322990.761276:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d60c4ee9 00000400:00000010:3.0:1761322990.761278:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d60c4ee9. 00000100:00000200:3.0:1761322990.761289:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a87c75be x1846879956450432/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761322990.762167:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:0.0:1761322990.762188:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf3c80 00000400:00000200:0.0:1761322990.762197:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xab989 [1] + 224 00000400:00000200:0.0:1761322990.762215:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322990.762218:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:0.0:1761322990.762226:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a87c75be x1846879956450432/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761322990.762429:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e8d82f6e. 00000400:00000200:2.0:1761322990.762436:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003d5d8e74 00000400:00000010:2.0:1761322990.762439:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003d5d8e74. 00000100:00000200:2.0:1761322990.762446:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a87c75be x1846879956450432/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761322990.762454:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a87c75be x1846879956450432/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761322990.762486:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c7b06da5. 02000000:00000010:2.0:1761322990.762493:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007b091833. 00000100:00000010:2.0:1761322990.762498:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a87c75be. 00000100:00000010:2.0:1761322990.762502:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000044c15f09. 00010000:00000010:2.0:1761322990.762506:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d99576f7. 00000400:00000200:0.0:1761322990.763016:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:0.0:1761322990.763028:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb576c0 00000400:00000200:0.0:1761322990.763034:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa319 [2] + 328 00010000:00000010:1.1:1761322990.763106:0:78718:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000033a4cbf6. 00010000:00000010:1.1:1761322990.763119:0:78718:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000738b17ea. 00000400:00000200:0.0:1761322990.763371:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322990.763379:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:0.0:1761322990.763386:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761322990.763394:0:15812:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003d81b331. 00000020:00000010:3.0:1761322990.763801:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003c891c5e. 00000020:00000010:3.0:1761322990.763813:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000564d881f. 00000020:00000010:3.0:1761322990.763819:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000068902843. 00000100:00000200:3.0:1761322990.763847:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003d81b331 x1846879955809984/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:143/0 lens 328/0 e 0 to 0 dl 1761323033 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761322990.763889:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955809984 02000000:00000010:3.0:1761322990.763901:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000001312b77. 00010000:00000010:3.0:1761322990.763938:0:66652:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008cd36c90. 00010000:00000010:3.0:1761322990.763960:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002c0d541d. 00000100:00000010:3.0:1761322990.763968:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000053708e70. 00000100:00000010:3.0:1761322990.763985:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000053708e70. 00010000:00000010:3.0:1761322990.763990:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002c0d541d. 00000400:00000010:3.0:1761322990.764010:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000411ed14e. 00000100:00000200:3.0:1761322990.764016:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955809984, offset 224 00000400:00000200:3.0:1761322990.764025:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:3.0:1761322990.764039:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322990.764054:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88666:88666:256:4294967295] 192.168.201.29@tcp LPNI seq info [88666:88666:8:4294967295] 00080000:00000010:2.0:1761322990.764057:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000008c28eff8. 00000400:00000200:3.0:1761322990.764066:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322990.764101:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322990.764106:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000440ca70b (tot 82350866). 00000800:00000200:3.0:1761322990.764114:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322990.764122:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322990.764126:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000440ca70b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761322990.764148:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000564d881f. 00000020:00000010:3.0:1761322990.764152:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000068902843. 00000020:00000010:3.0:1761322990.764155:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003c891c5e. 00000800:00000200:0.0:1761322990.764232:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761322990.764236:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000440ca70b (tot 82350618). 00000400:00000200:0.0:1761322990.764241:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322990.764244:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:0.0:1761322990.764248:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000411ed14e 00000400:00000010:0.0:1761322990.764249:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000411ed14e. 00010000:00000010:2.0:1761322990.764347:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000a848585. 00010000:00000010:2.0:1761322990.764355:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000013aa46b2. 00010000:00000010:2.0:1761322990.764446:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000024d64d1a. 00010000:00000010:2.0:1761322990.764452:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000a848585. 00010000:00000010:2.0:1761322990.764464:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d99576f7. 00000100:00000010:2.0:1761322990.764469:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000044c15f09. 00000100:00000010:2.0:1761322990.764477:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a87c75be. 02000000:00000010:2.0:1761322990.764488:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007b091833. 02000000:00000010:2.0:1761322990.764510:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c7b06da5. 00000400:00000010:2.0:1761322990.764515:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e8d82f6e. 00000400:00000010:2.0:1761322990.764520:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003d5d8e74. 00000100:00000200:2.0:1761322990.764525:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956450496, portal 16 00000400:00000010:2.0:1761322990.764530:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000047f0d024. 00000100:00000200:2.0:1761322990.764532:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956450496, offset 0 00000400:00000200:2.0:1761322990.764538:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:2.0:1761322990.764544:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:2.0:1761322990.764552:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:2.0:1761322990.764556:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761322990.764560:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:2.0:1761322990.764563:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88667:88667:256:4294967295] 192.168.201.29@tcp LPNI seq info [88667:88667:8:4294967295] 00000400:00000200:2.0:1761322990.764572:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:2.0:1761322990.764697:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:2.0:1761322990.764703:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000041deb613 (tot 82350866). 00000800:00000200:2.0:1761322990.764709:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:2.0:1761322990.764714:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:2.0:1761322990.764717:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000041deb613 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761322990.764841:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761322990.764844:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000041deb613 (tot 82350618). 00000400:00000200:0.0:1761322990.764849:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322990.764854:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:0.0:1761322990.764857:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000047f0d024 00000400:00000010:0.0:1761322990.764859:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000047f0d024. 00000100:00000200:0.0:1761322990.764867:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a87c75be x1846879956450496/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000020:00000010:1.0:1761322990.765545:0:78718:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b2aee2a5. 00000020:00000010:1.0:1761322990.765554:0:78718:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 00000000a17580d7. 00000040:00000010:1.0:1761322990.765557:0:78718:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at 00000000601496cd. 00000020:00000010:1.0:1761322990.765561:0:78718:0:(dt_object.c:51:dt_global_key_init()) kmalloced '(value)': 1256 at 000000000e81a5d4. 00000020:00000010:1.0:1761322990.765566:0:78718:0:(tgt_main.c:736:tgt_key_init()) slab-alloced 'thread': 1264 at 0000000067961fda. 00000020:00000010:1.0:1761322990.765570:0:78718:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at 00000000de37073f. 80000000:00000010:1.0:1761322990.765574:0:78718:0:(fld_handler.c:54:fld_key_init()) kmalloced '(value)': 72 at 00000000e9779459. 40000000:00000010:1.0:1761322990.765577:0:78718:0:(fid_handler.c:456:seq_key_init()) kmalloced '(value)': 48 at 00000000d67ae32f. 00100000:00000010:1.0:1761322990.765581:0:78718:0:(lfsck_lib.c:50:lfsck_key_init()) kmalloced '(value)': 1808 at 000000005b6538c6. 00040000:00000010:1.0:1761322990.765585:0:78718:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at 00000000638fa395. 00040000:00000010:1.0:1761322990.765589:0:78718:0:(qmt_dev.c:351:qmt_key_init()) kmalloced '(value)': 1256 at 00000000e64b8da5. 00040000:00000010:1.0:1761322990.765592:0:78718:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at 00000000103ccdab. 00080000:00000010:1.0:1761322990.765596:0:78718:0:(osd_handler.c:7912:osd_key_init()) kmalloced '(info)': 3944 at 0000000059889eae. 00080000:00000010:1.0:1761322990.765601:0:78718:0:(osd_handler.c:7916:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000d28320b6. 00000004:00000010:1.0:1761322990.765607:0:78718:0:(mdd_device.c:2347:mdd_key_init()) kmalloced '(value)': 1856 at 00000000f6355373. 00000004:00000010:1.0:1761322990.765612:0:78718:0:(mdt_handler.c:7613:mdt_key_init()) kmalloced '(value)': 2352 at 000000007463e53b. 00000004:00000010:1.0:1761322990.765617:0:78718:0:(lod_dev.c:2019:lod_key_init()) kmalloced '(value)': 1176 at 00000000f880a243. 00002000:00000010:1.0:1761322990.765620:0:78718:0:(ofd_dev.c:2926:ofd_key_init()) kmalloced '(value)': 896 at 0000000049c1764f. 00000004:00000010:1.0:1761322990.765624:0:78718:0:(osp_dev.c:1794:osp_key_init()) kmalloced '(value)': 616 at 000000003065bef1. 00000020:00000010:1.0:1761322990.765657:0:78718:0:(lu_object.c:546:lu_global_key_fini()) kfreed 'info': 512 at 00000000a17580d7. 00000040:00000010:1.0:1761322990.765661:0:78718:0:(llog_obd.c:233:llog_key_fini()) kfreed 'info': 480 at 00000000601496cd. 00000020:00000010:1.0:1761322990.765663:0:78718:0:(dt_object.c:52:dt_global_key_fini()) kfreed 'info': 1256 at 000000000e81a5d4. 00000020:00000010:1.0:1761322990.765667:0:78718:0:(tgt_main.c:757:tgt_key_fini()) slab-freed '(info)': 1264 at 0000000067961fda. 00000020:00000010:1.0:1761322990.765671:0:78718:0:(update_records.c:1212:update_key_fini()) kfreed 'info': 432 at 00000000de37073f. 80000000:00000010:1.0:1761322990.765673:0:78718:0:(fld_handler.c:54:fld_key_fini()) kfreed 'info': 72 at 00000000e9779459. 40000000:00000010:1.0:1761322990.765677:0:78718:0:(fid_handler.c:456:seq_key_fini()) kfreed 'info': 48 at 00000000d67ae32f. 00100000:00000010:1.0:1761322990.765681:0:78718:0:(lfsck_lib.c:60:lfsck_key_fini()) kfreed 'info': 1808 at 000000005b6538c6. 00040000:00000010:1.0:1761322990.765685:0:78718:0:(lquota_lib.c:53:lquota_key_fini()) kfreed 'info': 240 at 00000000638fa395. 00040000:00000010:1.0:1761322990.765687:0:78718:0:(qmt_dev.c:351:qmt_key_fini()) kfreed 'info': 1256 at 00000000e64b8da5. 00040000:00000010:1.0:1761322990.765691:0:78718:0:(qsd_lib.c:71:qsd_key_fini()) kfreed 'info': 408 at 00000000103ccdab. 00080000:00000010:1.0:1761322990.765697:0:78718:0:(osd_handler.c:7962:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000d28320b6. 00080000:00000010:1.0:1761322990.765701:0:78718:0:(osd_handler.c:7973:osd_key_fini()) kfreed 'info': 3944 at 0000000059889eae. 00000004:00000010:1.0:1761322990.765706:0:78718:0:(mdd_device.c:2359:mdd_key_fini()) kfreed 'info': 1856 at 00000000f6355373. 00000004:00000010:1.0:1761322990.765709:0:78718:0:(mdt_handler.c:7632:mdt_key_fini()) kfreed 'info': 2352 at 000000007463e53b. 00000004:00000010:1.0:1761322990.765714:0:78718:0:(lod_dev.c:2049:lod_key_fini()) kfreed 'info': 1176 at 00000000f880a243. 00002000:00000010:1.0:1761322990.765716:0:78718:0:(ofd_dev.c:2926:ofd_key_fini()) kfreed 'info': 896 at 0000000049c1764f. 00000004:00000010:1.0:1761322990.765718:0:78718:0:(osp_dev.c:1794:osp_key_fini()) kfreed 'info': 616 at 000000003065bef1. 00000020:00000010:1.0:1761322990.765720:0:78718:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b2aee2a5. 00000400:00000200:3.0:1761322990.767106:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322990.767128:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf3cc0 00000400:00000200:3.0:1761322990.767140:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xab995 [1] + 224 00000400:00000200:3.0:1761322990.767161:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.767166:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322990.767180:0:15812:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a87c75be x1846879956450496/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761322990.767364:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e8d82f6e. 00000400:00000200:1.0:1761322990.767372:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003d5d8e74 00000400:00000010:1.0:1761322990.767376:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003d5d8e74. 00000100:00000200:1.0:1761322990.767389:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a87c75be x1846879956450496/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761322990.767399:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a87c75be x1846879956450496/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761322990.767442:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c7b06da5. 02000000:00000010:1.0:1761322990.767449:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007b091833. 00000100:00000010:1.0:1761322990.767456:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a87c75be. 00000100:00000010:1.0:1761322990.767462:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000044c15f09. 00010000:00000010:1.0:1761322990.767467:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d99576f7. 00010000:00000010:2.1:1761322990.768095:0:78702:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000085ccf23d. 00010000:00000010:2.1:1761322990.768104:0:78702:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e224b0e1. 00000400:00000200:0.0:1761322990.768189:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:0.0:1761322990.768205:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb57700 00000400:00000200:0.0:1761322990.768213:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa319 [2] + 656 00000400:00000200:0.0:1761322990.768282:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322990.768289:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:0.0:1761322990.768295:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761322990.768301:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000049447897. 00010000:00000010:3.1:1761322990.768374:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f4361b82. 00000020:00000010:3.0:1761322990.768425:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003c891c5e. 00000020:00000010:3.0:1761322990.768432:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000564d881f. 00000020:00000010:3.0:1761322990.768437:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000068902843. 00000100:00000200:3.0:1761322990.768468:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000049447897 x1846879955810048/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:143/0 lens 328/0 e 0 to 0 dl 1761323033 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761322990.768506:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955810048 02000000:00000010:3.0:1761322990.768569:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001457cc5f. 00010000:00000010:3.0:1761322990.768602:0:66652:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001d1e153e. 00010000:00000010:3.0:1761322990.768628:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002c0d541d. 00000100:00000010:3.0:1761322990.768636:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000053708e70. 00000100:00000010:3.0:1761322990.768651:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000053708e70. 00010000:00000010:3.0:1761322990.768656:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002c0d541d. 00000400:00000010:3.0:1761322990.768675:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000094a78784. 00000100:00000200:3.0:1761322990.768682:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955810048, offset 224 00000400:00000200:3.0:1761322990.768692:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:3.0:1761322990.768708:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322990.768716:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88668:88668:256:4294967295] 192.168.201.29@tcp LPNI seq info [88668:88668:8:4294967295] 00000400:00000200:3.0:1761322990.768728:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322990.768735:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322990.768741:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000036ac846e (tot 82350866). 00000800:00000200:3.0:1761322990.768749:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322990.768757:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322990.768762:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000036ac846e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761322990.768783:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000564d881f. 00000020:00000010:3.0:1761322990.768788:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000068902843. 00000020:00000010:3.0:1761322990.768792:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003c891c5e. 00080000:00000010:1.0:1761322990.769180:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000095ba9a5e. 00000800:00000200:0.0:1761322990.769188:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761322990.769194:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000036ac846e (tot 82350618). 00000400:00000200:0.0:1761322990.769200:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322990.769206:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:0.0:1761322990.769210:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000094a78784 00000400:00000010:0.0:1761322990.769214:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000094a78784. 00010000:00000010:1.0:1761322990.769280:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000a848585. 00010000:00000010:1.0:1761322990.769290:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000060bab006. 00010000:00000010:1.0:1761322990.769367:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000170f7f40. 00010000:00000010:1.0:1761322990.769372:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.769377:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f7fa86b2. 00010000:00000010:1.0:1761322990.769383:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c196113e. 00080000:00000010:1.0:1761322990.769399:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b2aee2a5. 00010000:00000010:1.0:1761322990.769423:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c196113e. 00010000:00000010:1.0:1761322990.769428:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.769490:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a9ea4928. 00010000:00000010:1.0:1761322990.769494:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c196113e. 00010000:00000010:1.0:1761322990.769504:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d67ae32f. 00000100:00000010:1.0:1761322990.769512:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cf6ff4ef. 00000100:00000010:1.0:1761322990.769522:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000dfba0156. 02000000:00000010:1.0:1761322990.769540:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003419e3a4. 02000000:00000010:1.0:1761322990.769576:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000103ccdab. 00000400:00000010:1.0:1761322990.769583:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c7fdc52f. 00000400:00000010:1.0:1761322990.769591:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000399567d5. 00000100:00000200:1.0:1761322990.769599:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956450560, portal 16 00000400:00000010:1.0:1761322990.769605:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004c82c5ef. 00000100:00000200:1.0:1761322990.769609:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956450560, offset 0 00000400:00000200:1.0:1761322990.769618:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322990.769633:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322990.769640:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:1.0:1761322990.769644:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761322990.769647:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:1.0:1761322990.769650:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88669:88669:256:4294967295] 192.168.201.29@tcp LPNI seq info [88669:88669:8:4294967295] 00000400:00000200:1.0:1761322990.769661:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322990.769667:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322990.769672:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000638fa395 (tot 82350866). 00000800:00000200:1.0:1761322990.769678:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322990.769685:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322990.769690:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000638fa395 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761322990.769798:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761322990.769802:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000638fa395 (tot 82350618). 00000400:00000200:0.0:1761322990.769806:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322990.769813:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:0.0:1761322990.769817:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004c82c5ef 00000400:00000010:0.0:1761322990.769819:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004c82c5ef. 00000100:00000200:0.0:1761322990.769827:0:15812:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000dfba0156 x1846879956450560/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761322990.770133:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000035d70432. 00010000:00000010:2.1:1761322990.770143:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bcfbecaf. 00010000:00000010:3.1:1761322990.770180:0:78695:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000074c76c1e. 00000400:00000200:0.0:1761322990.772813:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:0.0:1761322990.772842:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf3d00 00000400:00000200:0.0:1761322990.772854:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xab9a1 [1] + 224 00000400:00000200:0.0:1761322990.772869:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322990.772874:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:0.0:1761322990.772886:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000dfba0156 x1846879956450560/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761322990.773007:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:0.0:1761322990.773016:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb57740 00000400:00000200:0.0:1761322990.773022:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa319 [2] + 984 00000400:00000010:1.0:1761322990.773174:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c7fdc52f. 00000400:00000200:1.0:1761322990.773195:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000399567d5 00000400:00000010:1.0:1761322990.773199:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000399567d5. 00000100:00000200:1.0:1761322990.773209:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000dfba0156 x1846879956450560/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761322990.773219:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000dfba0156 x1846879956450560/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761322990.773220:0:78695:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000349d0494. 02000000:00000010:1.0:1761322990.773273:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000103ccdab. 02000000:00000010:1.0:1761322990.773281:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003419e3a4. 00000100:00000010:1.0:1761322990.773287:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000dfba0156. 00000100:00000010:1.0:1761322990.773292:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000cf6ff4ef. 00010000:00000010:1.0:1761322990.773297:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d67ae32f. 00000400:00000200:0.0:1761322990.773330:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322990.773334:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:0.0:1761322990.773340:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761322990.773346:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d7d62114. 00000020:00000010:1.0:1761322990.773707:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003419e3a4. 00000020:00000010:1.0:1761322990.773715:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002c952915. 00000020:00000010:1.0:1761322990.773719:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000acc5c903. 00000100:00000200:1.0:1761322990.773748:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d7d62114 x1846879955810112/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:143/0 lens 328/0 e 0 to 0 dl 1761323033 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761322990.773783:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955810112 02000000:00000010:1.0:1761322990.773796:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000103ccdab. 00010000:00000010:1.0:1761322990.773834:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a5ea4dfb. 00010000:00000010:1.0:1761322990.773859:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d67ae32f. 00000100:00000010:1.0:1761322990.773866:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cf6ff4ef. 00000100:00000010:1.0:1761322990.773877:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000cf6ff4ef. 00010000:00000010:1.0:1761322990.773880:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d67ae32f. 00000400:00000010:1.0:1761322990.773894:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000399567d5. 00000100:00000200:1.0:1761322990.773899:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955810112, offset 224 00000400:00000200:1.0:1761322990.773908:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322990.773922:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322990.773928:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88670:88670:256:4294967295] 192.168.201.29@tcp LPNI seq info [88670:88670:8:4294967295] 00000400:00000200:1.0:1761322990.773938:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322990.773949:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322990.773953:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000056e29e94 (tot 82350866). 00000800:00000200:1.0:1761322990.773959:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322990.773967:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322990.773972:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000056e29e94 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761322990.773993:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002c952915. 00000020:00000010:1.0:1761322990.773998:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000acc5c903. 00000020:00000010:1.0:1761322990.774002:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003419e3a4. 00080000:00000010:1.0:1761322990.774033:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000003419e3a4. 00010000:00000010:1.0:1761322990.774193:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c196113e. 00010000:00000010:1.0:1761322990.774201:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008cf7ff29. 00000800:00000200:0.0:1761322990.774256:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761322990.774262:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000056e29e94 (tot 82350618). 00000400:00000200:0.0:1761322990.774266:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322990.774271:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:0.0:1761322990.774274:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000399567d5 00000400:00000010:0.0:1761322990.774276:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000399567d5. 00010000:00000010:1.0:1761322990.774308:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000073a735c0. 00010000:00000010:1.0:1761322990.774315:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c196113e. 00010000:00000010:1.0:1761322990.774331:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d67ae32f. 00000100:00000010:1.0:1761322990.774335:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cf6ff4ef. 00000100:00000010:1.0:1761322990.774343:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000dfba0156. 02000000:00000010:1.0:1761322990.774358:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000de37073f. 02000000:00000010:1.0:1761322990.774389:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000601496cd. 00000400:00000010:1.0:1761322990.774396:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c7fdc52f. 00000400:00000010:1.0:1761322990.774402:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ab427e39. 00000100:00000200:1.0:1761322990.774408:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956450624, portal 16 00000400:00000010:1.0:1761322990.774414:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e06c4b25. 00000100:00000200:1.0:1761322990.774416:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956450624, offset 0 00000400:00000200:1.0:1761322990.774423:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322990.774430:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322990.774439:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:1.0:1761322990.774443:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761322990.774446:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:1.0:1761322990.774448:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88671:88671:256:4294967295] 192.168.201.29@tcp LPNI seq info [88671:88671:8:4294967295] 00000400:00000200:1.0:1761322990.774454:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322990.774459:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322990.774463:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003124c809 (tot 82350866). 00000800:00000200:1.0:1761322990.774466:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322990.774470:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322990.774472:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003124c809 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1761322990.775151:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b4429ff5. 00010000:00000010:1.1:1761322990.775168:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000024d64d1a. 00010000:00000010:1.1:1761322990.775177:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000170f7f40. 00010000:00000010:1.1:1761322990.775188:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f7fa86b2. 00000800:00000200:0.0:1761322990.776215:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761322990.776221:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003124c809 (tot 82350618). 00000400:00000200:0.0:1761322990.776229:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322990.776240:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:0.0:1761322990.776246:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e06c4b25 00000400:00000010:0.0:1761322990.776249:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e06c4b25. 00000100:00000200:0.0:1761322990.776260:0:15812:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000dfba0156 x1846879956450624/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761322990.778845:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:0.0:1761322990.778870:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf3d40 00000400:00000200:0.0:1761322990.778882:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xab9ad [1] + 224 00000400:00000200:0.0:1761322990.778896:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322990.778901:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:0.0:1761322990.778913:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000dfba0156 x1846879956450624/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761322990.778961:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:0.0:1761322990.778967:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb57780 00000400:00000200:0.0:1761322990.778973:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa319 [2] + 1312 00000400:00000200:0.0:1761322990.778985:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322990.778988:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:0.0:1761322990.778993:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761322990.779000:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001d85a71a. 00000400:00000010:1.0:1761322990.779005:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c7fdc52f. 00000400:00000200:1.0:1761322990.779023:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ab427e39 00000400:00000010:1.0:1761322990.779026:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ab427e39. 00000100:00000200:1.0:1761322990.779034:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000dfba0156 x1846879956450624/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761322990.779042:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000dfba0156 x1846879956450624/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761322990.779113:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000601496cd. 02000000:00000010:1.0:1761322990.779120:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000de37073f. 00000100:00000010:1.0:1761322990.779124:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000dfba0156. 00000100:00000010:1.0:1761322990.779127:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000cf6ff4ef. 00010000:00000010:1.0:1761322990.779131:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d67ae32f. 00000020:00000010:3.0:1761322990.779201:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003c891c5e. 00000020:00000010:3.0:1761322990.779209:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000837bee1b. 00000020:00000010:3.0:1761322990.779214:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000068902843. 00000100:00000200:3.0:1761322990.779327:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001d85a71a x1846879955810176/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:143/0 lens 328/0 e 0 to 0 dl 1761323033 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761322990.779363:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955810176 02000000:00000010:3.0:1761322990.779376:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008c9ee2ac. 00010000:00000010:3.0:1761322990.779411:0:66652:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008fd956f6. 00010000:00000010:3.0:1761322990.779433:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002c734b2c. 00000100:00000010:3.0:1761322990.779441:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000053708e70. 00000100:00000010:3.0:1761322990.779453:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000053708e70. 00010000:00000010:3.0:1761322990.779457:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002c734b2c. 00000400:00000010:3.0:1761322990.779471:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000057115dcc. 00000100:00000200:3.0:1761322990.779477:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955810176, offset 224 00000400:00000200:3.0:1761322990.779486:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:3.0:1761322990.779498:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00080000:00000010:0.0:1761322990.779503:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000000e6ecb4c. 00000400:00000200:3.0:1761322990.779505:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88672:88672:256:4294967295] 192.168.201.29@tcp LPNI seq info [88672:88672:8:4294967295] 00000400:00000200:3.0:1761322990.779521:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322990.779527:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322990.779533:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005938d56c (tot 82350866). 00000800:00000200:3.0:1761322990.779544:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322990.779553:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322990.779557:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005938d56c type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761322990.779584:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000837bee1b. 00000020:00000010:3.0:1761322990.779590:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000068902843. 00000020:00000010:3.0:1761322990.779595:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003c891c5e. 00010000:00000010:0.0:1761322990.779618:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c196113e. 00010000:00000010:0.0:1761322990.779632:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b68d490b. 00010000:00000010:0.0:1761322990.779715:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000afcecbb6. 00010000:00000010:0.0:1761322990.779722:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000048791eb5. 00010000:00000010:0.0:1761322990.779750:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000854bf2ee. 00000100:00000010:0.0:1761322990.779758:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000227e61cf. 00000100:00000010:0.0:1761322990.779769:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005d86ea8a. 02000000:00000010:0.0:1761322990.779787:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000723a27ee. 02000000:00000010:0.0:1761322990.779834:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006a95e8a5. 00000400:00000010:0.0:1761322990.779841:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003e6ca2f4. 00000400:00000010:0.0:1761322990.779847:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008f080af5. 00000100:00000200:0.0:1761322990.779856:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956450688, portal 16 00000400:00000010:0.0:1761322990.779862:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004767911a. 00000100:00000200:0.0:1761322990.779864:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956450688, offset 0 00000400:00000200:0.0:1761322990.779874:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322990.779897:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322990.779908:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:0.0:1761322990.779913:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761322990.779917:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322990.779921:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88673:88673:255:4294967295] 192.168.201.29@tcp LPNI seq info [88673:88673:7:4294967295] 00000400:00000200:0.0:1761322990.779943:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322990.779949:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322990.779954:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bf5e0f07 (tot 82351114). 00000800:00000200:0.0:1761322990.779961:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322990.779969:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322990.779974:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bf5e0f07 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761322990.780030:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761322990.780037:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005938d56c (tot 82350866). 00000400:00000200:1.0:1761322990.780043:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322990.780060:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:1.0:1761322990.780064:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000057115dcc 00000400:00000010:1.0:1761322990.780067:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000057115dcc. 00000800:00000200:1.0:1761322990.780150:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761322990.780153:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bf5e0f07 (tot 82350618). 00000400:00000200:1.0:1761322990.780158:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322990.780164:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:1.0:1761322990.780167:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004767911a 00000400:00000010:1.0:1761322990.780169:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004767911a. 00000100:00000200:1.0:1761322990.780179:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005d86ea8a x1846879956450688/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761322990.781158:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007080212d. 00010000:00000010:1.1:1761322990.781172:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b6c5cd1f. 00010000:00000010:1.1:1761322990.781179:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a9ea4928. 00010000:00000010:0.1:1761322990.783726:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d2c93abf. 00010000:00000010:0.1:1761322990.783741:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000073a735c0. 00000400:00000200:3.0:1761322990.783903:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322990.783923:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf3d80 00000400:00000200:3.0:1761322990.783934:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xab9b9 [1] + 224 00000400:00000200:3.0:1761322990.783947:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.783951:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322990.783964:0:15812:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005d86ea8a x1846879956450688/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322990.784002:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322990.784015:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb577c0 00000400:00000200:3.0:1761322990.784020:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa319 [2] + 1640 00000400:00000200:3.0:1761322990.784031:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.784034:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322990.784038:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761322990.784056:0:15812:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001e4c2c1b. 00000020:00000010:2.0:1761322990.784172:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000082d305cb. 00000020:00000010:2.0:1761322990.784186:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b5df3c41. 00000020:00000010:2.0:1761322990.784192:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000083729214. 00000400:00000010:0.0:1761322990.784225:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003e6ca2f4. 00000100:00000200:2.0:1761322990.784228:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001e4c2c1b x1846879955810240/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:143/0 lens 328/0 e 0 to 0 dl 1761323033 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000400:00000200:0.0:1761322990.784231:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008f080af5 00000400:00000010:0.0:1761322990.784236:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008f080af5. 00000100:00000200:0.0:1761322990.784249:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005d86ea8a x1846879956450688/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761322990.784259:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005d86ea8a x1846879956450688/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761322990.784278:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955810240 02000000:00000010:0.0:1761322990.784291:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006a95e8a5. 02000000:00000010:2.0:1761322990.784293:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c694c491. 02000000:00000010:0.0:1761322990.784300:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000723a27ee. 00000100:00000010:0.0:1761322990.784306:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005d86ea8a. 00000100:00000010:0.0:1761322990.784311:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000227e61cf. 00010000:00000010:0.0:1761322990.784315:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000854bf2ee. 00010000:00000010:2.0:1761322990.784327:0:66652:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000738c5323. 00010000:00000010:2.0:1761322990.784349:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008443a5df. 00000100:00000010:2.0:1761322990.784363:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000895f50a4. 00000100:00000010:2.0:1761322990.784376:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000895f50a4. 00010000:00000010:2.0:1761322990.784381:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008443a5df. 00000400:00000010:2.0:1761322990.784399:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000958958ca. 00000100:00000200:2.0:1761322990.784404:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955810240, offset 224 00000400:00000200:2.0:1761322990.784414:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:2.0:1761322990.784430:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:2.0:1761322990.784437:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88674:88674:256:4294967295] 192.168.201.29@tcp LPNI seq info [88674:88674:8:4294967295] 00000400:00000200:2.0:1761322990.784449:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:2.0:1761322990.784456:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:2.0:1761322990.784461:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fe7f5c43 (tot 82350866). 00000800:00000200:2.0:1761322990.784469:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:2.0:1761322990.784478:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:2.0:1761322990.784495:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fe7f5c43 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761322990.784521:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b5df3c41. 00000020:00000010:2.0:1761322990.784527:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000083729214. 00000020:00000010:2.0:1761322990.784530:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000082d305cb. 00080000:00000010:0.0:1761322990.784985:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000beeadbc3. 00010000:00000010:0.0:1761322990.785124:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000048791eb5. 00010000:00000010:0.0:1761322990.785133:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001f5c4815. 00010000:00000010:0.0:1761322990.785235:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d154bf62. 00010000:00000010:0.0:1761322990.785241:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000048791eb5. 00010000:00000010:0.0:1761322990.785252:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000854bf2ee. 00000100:00000010:0.0:1761322990.785257:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000227e61cf. 00000100:00000010:0.0:1761322990.785263:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005d86ea8a. 02000000:00000010:0.0:1761322990.785274:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001c448f84. 02000000:00000010:0.0:1761322990.785297:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003a4519fb. 00000400:00000010:0.0:1761322990.785302:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003e6ca2f4. 00000400:00000010:0.0:1761322990.785307:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008f080af5. 00000100:00000200:0.0:1761322990.785313:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956450752, portal 16 00000400:00000010:0.0:1761322990.785317:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a0012254. 00000100:00000200:0.0:1761322990.785319:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956450752, offset 0 00000400:00000200:0.0:1761322990.785326:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322990.785334:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322990.785342:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:0.0:1761322990.785346:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761322990.785349:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322990.785352:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88675:88675:255:4294967295] 192.168.201.29@tcp LPNI seq info [88675:88675:7:4294967295] 00000400:00000200:0.0:1761322990.785360:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322990.785364:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322990.785367:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002b6ad44b (tot 82351114). 00000800:00000200:0.0:1761322990.785372:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322990.785381:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322990.785384:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002b6ad44b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761322990.785958:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322990.785964:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fe7f5c43 (tot 82350866). 00000400:00000200:3.0:1761322990.785976:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.785983:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322990.785988:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000958958ca 00000400:00000010:3.0:1761322990.785990:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000958958ca. 00000800:00000200:3.0:1761322990.786071:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322990.786089:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002b6ad44b (tot 82350618). 00000400:00000200:3.0:1761322990.786093:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.786102:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322990.786106:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a0012254 00000400:00000010:3.0:1761322990.786109:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a0012254. 00000100:00000200:3.0:1761322990.786120:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005d86ea8a x1846879956450752/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322990.788837:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322990.788862:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf3dc0 00000400:00000200:3.0:1761322990.788874:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xab9c5 [1] + 224 00000400:00000200:3.0:1761322990.788889:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.788893:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322990.788905:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005d86ea8a x1846879956450752/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322990.788948:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322990.788955:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb57800 00000400:00000200:3.0:1761322990.788963:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa319 [2] + 1968 00000400:00000010:3.0:1761322990.788968:0:15810:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ebc96260. 00000400:00000200:3.0:1761322990.788986:0:15810:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000a75885ad 00000400:00000010:0.0:1761322990.788991:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003e6ca2f4. 00000400:00000200:0.0:1761322990.788996:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008f080af5 00000400:00000010:0.0:1761322990.788998:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008f080af5. 00000100:00000200:0.0:1761322990.789007:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005d86ea8a x1846879956450752/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761322990.789013:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005d86ea8a x1846879956450752/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761322990.789055:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003a4519fb. 00000400:00000200:3.0:1761322990.789057:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.789063:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 02000000:00000010:0.0:1761322990.789063:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001c448f84. 00000400:00000200:3.0:1761322990.789069:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a75885ad 00000100:00000010:0.0:1761322990.789069:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005d86ea8a. 00000100:00000010:0.0:1761322990.789094:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000227e61cf. 00010000:00000010:0.0:1761322990.789100:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000854bf2ee. 00000400:00000010:3.0:1761322990.789107:0:15810:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000a75885ad (tot 82350466). 00000100:00000200:3.0:1761322990.789115:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1761322990.789174:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000082d305cb. 00000020:00000010:2.0:1761322990.789182:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b5df3c41. 00000020:00000010:2.0:1761322990.789188:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000083729214. 00000100:00000200:2.0:1761322990.789214:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000c86f219 x1846879955810304/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:143/0 lens 328/0 e 0 to 0 dl 1761323033 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761322990.789248:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955810304 02000000:00000010:2.0:1761322990.789260:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000006850f69. 00010000:00000010:2.0:1761322990.789293:0:66652:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000483be656. 00010000:00000010:2.0:1761322990.789313:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008443a5df. 00000100:00000010:2.0:1761322990.789320:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000895f50a4. 00000100:00000010:2.0:1761322990.789334:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000895f50a4. 00010000:00000010:2.0:1761322990.789339:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008443a5df. 00000400:00000010:2.0:1761322990.789355:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006f6a30cf. 00000100:00000200:2.0:1761322990.789360:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955810304, offset 224 00000400:00000200:2.0:1761322990.789368:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00080000:00000010:0.0:1761322990.789377:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000001c448f84. 00000400:00000200:2.0:1761322990.789382:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:2.0:1761322990.789389:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88676:88676:256:4294967295] 192.168.201.29@tcp LPNI seq info [88676:88676:8:4294967295] 00000400:00000200:2.0:1761322990.789399:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:2.0:1761322990.789410:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:2.0:1761322990.789415:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cbddcecb (tot 82350714). 00000800:00000200:2.0:1761322990.789420:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:2.0:1761322990.789428:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:2.0:1761322990.789431:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cbddcecb type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761322990.789452:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b5df3c41. 00000020:00000010:2.0:1761322990.789456:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000083729214. 00000020:00000010:2.0:1761322990.789459:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000082d305cb. 02000000:00000010:2.0:1761322990.789467:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c694c491. 00000100:00000010:2.0:1761322990.789470:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001e4c2c1b. 02000000:00000010:2.0:1761322990.789475:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008c9ee2ac. 00000100:00000010:2.0:1761322990.789478:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001d85a71a. 02000000:00000010:2.0:1761322990.789483:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000103ccdab. 00000100:00000010:2.0:1761322990.789487:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d7d62114. 00010000:00000010:0.0:1761322990.789489:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000048791eb5. 02000000:00000010:2.0:1761322990.789491:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001457cc5f. 00000100:00000010:2.0:1761322990.789498:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000049447897. 00010000:00000010:0.0:1761322990.789499:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000bc741021. 02000000:00000010:2.0:1761322990.789503:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000001312b77. 00000100:00000010:2.0:1761322990.789508:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003d81b331. 02000000:00000010:2.0:1761322990.789512:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003bdae192. 00000100:00000010:2.0:1761322990.789515:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b7d7a390. 00000100:00000200:2.0:1761322990.789521:0:66652:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1761322990.789528:0:66652:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000078959b85. 00000400:00000010:2.0:1761322990.789533:0:66652:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000895f50a4 (tot 82350866). 00000800:00000200:3.0:1761322990.789536:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322990.789541:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cbddcecb (tot 82350618). 00000400:00000200:3.0:1761322990.789546:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.789550:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00010000:00000010:0.0:1761322990.789599:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000eed802b6. 00000400:00000200:3.0:1761322990.789601:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006f6a30cf 00000400:00000010:3.0:1761322990.789605:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006f6a30cf. 00010000:00000010:0.0:1761322990.789606:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000048791eb5. 02000000:00000010:3.0:1761322990.789610:0:15812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000006850f69. 00010000:00000010:0.0:1761322990.789619:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000854bf2ee. 00000100:00000010:0.0:1761322990.789624:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000227e61cf. 00000100:00000010:0.0:1761322990.789642:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005d86ea8a. 02000000:00000010:0.0:1761322990.789653:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003a4519fb. 02000000:00000010:0.0:1761322990.789675:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f5f24626. 00000400:00000010:0.0:1761322990.789679:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003e6ca2f4. 00000400:00000010:0.0:1761322990.789683:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008f080af5. 00000100:00000200:0.0:1761322990.789685:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956450816, portal 16 00000400:00000010:0.0:1761322990.789689:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000098e50414. 00000100:00000200:0.0:1761322990.789690:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956450816, offset 0 00000400:00000200:0.0:1761322990.789695:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322990.789702:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322990.789709:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:0.0:1761322990.789714:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761322990.789717:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322990.789720:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88677:88677:256:4294967295] 192.168.201.29@tcp LPNI seq info [88677:88677:8:4294967295] 00000400:00000200:0.0:1761322990.789727:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322990.789731:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322990.789735:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000019c3e4a9 (tot 82350866). 00000800:00000200:0.0:1761322990.789739:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322990.789743:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322990.789745:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000019c3e4a9 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761322990.789804:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322990.789808:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000019c3e4a9 (tot 82350618). 00000400:00000200:3.0:1761322990.789811:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.789815:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322990.789818:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000098e50414 00000400:00000010:3.0:1761322990.789819:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000098e50414. 00000100:00000200:3.0:1761322990.789895:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005d86ea8a x1846879956450816/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761322990.794253:0:1024:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002cf9acbf. 00010000:00000010:0.1:1761322990.796204:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000044d274c5. 00010000:00000010:0.1:1761322990.796222:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000afcecbb6. 00010000:00000010:0.1:1761322990.796234:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ee4ba398. 00010000:00000010:0.1:1761322990.796242:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d154bf62. 00000400:00000200:3.0:1761322990.798764:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322990.798786:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf3e00 00000400:00000200:3.0:1761322990.798798:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xab9d5 [1] + 224 00000400:00000200:3.0:1761322990.798812:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.798817:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322990.798830:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005d86ea8a x1846879956450816/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322990.798877:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322990.798883:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb57840 00000400:00000200:3.0:1761322990.798889:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa371 [2] + 0 00000400:00000200:3.0:1761322990.798899:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.798903:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322990.798907:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761322990.798913:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001723ce77. 00000020:00000010:3.0:1761322990.798965:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000001312b77. 00000020:00000010:3.0:1761322990.798973:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006a4786c2. 00000020:00000010:3.0:1761322990.798979:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000068902843. 00000100:00000200:3.0:1761322990.799005:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001723ce77 x1846879955810368/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:143/0 lens 328/0 e 0 to 0 dl 1761323033 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000400:00000010:0.0:1761322990.799053:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003e6ca2f4. 00000100:00000200:3.0:1761322990.799059:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955810368 00000400:00000200:0.0:1761322990.799060:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008f080af5 00000400:00000010:0.0:1761322990.799064:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008f080af5. 00000100:00000200:0.0:1761322990.799110:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005d86ea8a x1846879956450816/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761322990.799122:0:78721:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000910be10f. 02000000:00000010:3.0:1761322990.799131:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001457cc5f. 00010000:00000010:2.1:1761322990.799137:0:78721:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e91201ad. 00000100:00000200:0.0:1761322990.799165:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005d86ea8a x1846879956450816/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1761322990.799184:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002c734b2c. 00000100:00000010:3.0:1761322990.799193:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000053708e70. 00000100:00000010:3.0:1761322990.799202:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000053708e70. 00010000:00000010:3.0:1761322990.799206:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002c734b2c. 00000400:00000010:3.0:1761322990.799219:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a15e7f24. 00000100:00000200:3.0:1761322990.799224:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955810368, offset 224 00000400:00000200:3.0:1761322990.799235:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:3.0:1761322990.799247:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322990.799253:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88678:88678:256:4294967295] 192.168.201.29@tcp LPNI seq info [88678:88678:8:4294967295] 00000400:00000200:3.0:1761322990.799264:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322990.799270:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322990.799276:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005938d56c (tot 82350866). 00000800:00000200:3.0:1761322990.799281:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00010000:00000010:0.0:1761322990.799290:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001bdd687c. 00000800:00000200:3.0:1761322990.799291:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322990.799297:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005938d56c type 1, nob 320 niov 1 nkiov 1 02000000:00000010:0.0:1761322990.799309:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f5f24626. 00000020:00000010:3.0:1761322990.799317:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006a4786c2. 02000000:00000010:0.0:1761322990.799317:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003a4519fb. 00000020:00000010:3.0:1761322990.799324:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000068902843. 00000100:00000010:0.0:1761322990.799326:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005d86ea8a. 00000020:00000010:3.0:1761322990.799329:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000001312b77. 00000100:00000010:0.0:1761322990.799332:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000227e61cf. 00010000:00000010:0.0:1761322990.799337:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000854bf2ee. 00080000:00000010:0.0:1761322990.799360:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000003a4519fb. 00000800:00000200:3.0:1761322990.799402:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322990.799406:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005938d56c (tot 82350618). 00000400:00000200:3.0:1761322990.799410:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.799414:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322990.799417:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a15e7f24 00000400:00000010:3.0:1761322990.799418:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a15e7f24. 00010000:00000010:0.0:1761322990.799690:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000048791eb5. 00010000:00000010:0.0:1761322990.799699:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000987369ef. 00010000:00000010:0.0:1761322990.800377:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000778b46c5. 00010000:00000010:0.0:1761322990.800384:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000346e1f97. 00010000:00000010:0.0:1761322990.800389:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d154bf62. 00010000:00000010:0.0:1761322990.800395:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000048791eb5. 00080000:00000010:0.0:1761322990.800410:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f5f24626. 00010000:00000010:0.0:1761322990.800463:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000048791eb5. 00010000:00000010:0.0:1761322990.800467:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000346e1f97. 00010000:00000010:0.0:1761322990.800526:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000afcecbb6. 00010000:00000010:0.0:1761322990.800530:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000048791eb5. 00010000:00000010:0.0:1761322990.800539:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000854bf2ee. 00000100:00000010:0.0:1761322990.800545:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000227e61cf. 00000100:00000010:0.0:1761322990.800552:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005d86ea8a. 02000000:00000010:0.0:1761322990.800565:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c7d18c91. 02000000:00000010:0.0:1761322990.800594:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e0814b25. 00000400:00000010:0.0:1761322990.800600:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003e6ca2f4. 00000400:00000010:0.0:1761322990.800606:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008f080af5. 00000100:00000200:0.0:1761322990.800613:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956450880, portal 16 00000400:00000010:0.0:1761322990.800618:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000098e4976a. 00000100:00000200:0.0:1761322990.800621:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956450880, offset 0 00000400:00000200:0.0:1761322990.800629:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322990.800642:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322990.800651:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:0.0:1761322990.800655:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761322990.800658:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322990.800661:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88679:88679:256:4294967295] 192.168.201.29@tcp LPNI seq info [88679:88679:8:4294967295] 00000400:00000200:0.0:1761322990.800670:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322990.800676:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322990.800681:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000007e4c409 (tot 82350866). 00000800:00000200:0.0:1761322990.800688:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322990.800697:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322990.800700:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000007e4c409 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761322990.801013:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322990.801018:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000007e4c409 (tot 82350618). 00000400:00000200:3.0:1761322990.801024:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.801030:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322990.801034:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000098e4976a 00000400:00000010:3.0:1761322990.801036:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000098e4976a. 00000100:00000200:3.0:1761322990.801056:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005d86ea8a x1846879956450880/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322990.804224:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322990.804244:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf3e40 00000400:00000200:3.0:1761322990.804253:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xab9e1 [1] + 224 00000400:00000200:3.0:1761322990.804273:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.804278:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322990.804290:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005d86ea8a x1846879956450880/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322990.804541:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322990.804551:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb57880 00000400:00000200:3.0:1761322990.804559:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa371 [2] + 328 00000400:00000200:3.0:1761322990.804801:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.804805:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322990.804811:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761322990.804818:0:15812:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007912ecad. 00000020:00000010:2.0:1761322990.804918:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c694c491. 00000020:00000010:2.0:1761322990.804925:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f5f317de. 00000020:00000010:2.0:1761322990.804931:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000083729214. 00000100:00000200:2.0:1761322990.804962:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007912ecad x1846879955810432/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:143/0 lens 328/0 e 0 to 0 dl 1761323033 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00010000:00000010:0.1:1761322990.805217:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000080e9ee6f. 00010000:00000010:0.1:1761322990.805229:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f0422e50. 00010000:00000010:0.1:1761322990.805237:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eed802b6. 00010000:00000010:0.1:1761322990.805241:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000778b46c5. 00010000:00000010:0.1:1761322990.805245:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d154bf62. 00000100:00000200:3.0:1761322990.805248:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955810432 02000000:00000010:3.0:1761322990.805266:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008c9ee2ac. 00000400:00000010:0.0:1761322990.805271:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003e6ca2f4. 00000400:00000200:0.0:1761322990.805277:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008f080af5 00000400:00000010:0.0:1761322990.805281:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008f080af5. 00000100:00000200:0.0:1761322990.805309:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005d86ea8a x1846879956450880/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1761322990.805317:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c76dad45. 00000100:00000200:0.0:1761322990.805321:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005d86ea8a x1846879956450880/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000010:3.0:1761322990.805338:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000053708e70. 00000100:00000010:3.0:1761322990.805348:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000053708e70. 00010000:00000010:0.0:1761322990.805349:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a01bf360. 02000000:00000010:0.0:1761322990.805364:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e0814b25. 02000000:00000010:0.0:1761322990.805369:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c7d18c91. 00000100:00000010:0.0:1761322990.805375:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005d86ea8a. 00000100:00000010:0.0:1761322990.805379:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000227e61cf. 00010000:00000010:0.0:1761322990.805382:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000854bf2ee. 00080000:00000010:0.0:1761322990.805402:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e0814b25. 00010000:00000010:3.0:1761322990.805430:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c76dad45. 00000400:00000010:3.0:1761322990.805450:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a15e7f24. 00000100:00000200:3.0:1761322990.805456:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955810432, offset 224 00000400:00000200:3.0:1761322990.805464:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:3.0:1761322990.805477:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322990.805486:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88680:88680:256:4294967295] 192.168.201.29@tcp LPNI seq info [88680:88680:8:4294967295] 00000400:00000200:3.0:1761322990.805497:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322990.805504:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322990.805509:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005938d56c (tot 82350866). 00010000:00000010:0.0:1761322990.805510:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000048791eb5. 00000800:00000200:3.0:1761322990.805517:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00010000:00000010:0.0:1761322990.805521:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002a9180d9. 00000800:00000200:3.0:1761322990.805527:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322990.805532:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005938d56c type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761322990.805554:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f5f317de. 00000020:00000010:3.0:1761322990.805560:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000083729214. 00000020:00000010:3.0:1761322990.805564:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c694c491. 00010000:00000010:0.0:1761322990.805615:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d154bf62. 00010000:00000010:0.0:1761322990.805624:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000048791eb5. 00010000:00000010:0.0:1761322990.805636:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000854bf2ee. 00000100:00000010:0.0:1761322990.805640:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000227e61cf. 00000800:00000200:3.0:1761322990.805648:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000100:00000010:0.0:1761322990.805648:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005d86ea8a. 00000800:00000010:3.0:1761322990.805655:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005938d56c (tot 82350618). 00000400:00000200:3.0:1761322990.805660:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:0.0:1761322990.805664:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000723a27ee. 00000400:00000200:3.0:1761322990.805665:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322990.805671:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a15e7f24 00000400:00000010:3.0:1761322990.805674:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a15e7f24. 02000000:00000010:0.0:1761322990.805695:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c7d18c91. 00000400:00000010:0.0:1761322990.805702:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003e6ca2f4. 00000400:00000010:0.0:1761322990.805707:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008f080af5. 00000100:00000200:0.0:1761322990.805714:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956450944, portal 16 00000400:00000010:0.0:1761322990.805719:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d5095c71. 00000100:00000200:0.0:1761322990.805721:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956450944, offset 0 00000400:00000200:0.0:1761322990.805730:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322990.805741:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322990.805748:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:0.0:1761322990.805753:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761322990.805756:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322990.805758:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88681:88681:256:4294967295] 192.168.201.29@tcp LPNI seq info [88681:88681:8:4294967295] 00000400:00000200:0.0:1761322990.805767:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322990.805772:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322990.805777:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000007e4c409 (tot 82350866). 00000800:00000200:0.0:1761322990.805783:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322990.805789:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322990.805792:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000007e4c409 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761322990.806011:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322990.806016:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000007e4c409 (tot 82350618). 00000400:00000200:3.0:1761322990.806020:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.806025:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322990.806028:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d5095c71 00000400:00000010:3.0:1761322990.806029:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d5095c71. 00000100:00000200:3.0:1761322990.806038:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005d86ea8a x1846879956450944/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322990.807964:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322990.807988:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf3e80 00000400:00000200:3.0:1761322990.807997:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xab9ed [1] + 224 00000400:00000200:3.0:1761322990.808012:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.808016:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322990.808027:0:15812:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005d86ea8a x1846879956450944/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322990.808102:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322990.808108:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb578c0 00000400:00000200:3.0:1761322990.808122:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa371 [2] + 656 00000400:00000200:3.0:1761322990.808184:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.808188:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322990.808193:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761322990.808200:0:15812:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003171f658. 00000020:00000010:2.0:1761322990.808509:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c694c491. 00000020:00000010:2.0:1761322990.808521:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000038bfe93. 00000020:00000010:2.0:1761322990.808526:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c4bb781f. 00000100:00000200:2.0:1761322990.808557:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003171f658 x1846879955810496/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:143/0 lens 328/0 e 0 to 0 dl 1761323033 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761322990.808597:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955810496 02000000:00000010:2.0:1761322990.808611:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000035a7aab0. 00010000:00000010:2.0:1761322990.808657:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008d125e4e. 00000100:00000010:2.0:1761322990.808666:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001a65e42d. 00000100:00000010:2.0:1761322990.808674:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001a65e42d. 00010000:00000010:2.0:1761322990.808681:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008d125e4e. 00000400:00000010:2.0:1761322990.808699:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006c597dbd. 00000100:00000200:2.0:1761322990.808706:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955810496, offset 224 00000400:00000200:2.0:1761322990.808715:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000010:0.0:1761322990.808724:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003e6ca2f4. 00000400:00000200:2.0:1761322990.808732:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322990.808733:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008f080af5 00000400:00000010:0.0:1761322990.808738:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008f080af5. 00000400:00000200:2.0:1761322990.808745:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88682:88682:256:4294967295] 192.168.201.29@tcp LPNI seq info [88682:88682:8:4294967295] 00000100:00000200:0.0:1761322990.808752:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005d86ea8a x1846879956450944/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322990.808775:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000100:00000200:0.0:1761322990.808786:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005d86ea8a x1846879956450944/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000800:00000200:2.0:1761322990.808793:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:2.0:1761322990.808804:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cbddcecb (tot 82350866). 00000800:00000200:2.0:1761322990.808813:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:2.0:1761322990.808821:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:2.0:1761322990.808827:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cbddcecb type 1, nob 320 niov 1 nkiov 1 00010000:00000010:0.0:1761322990.808827:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000091ff3c1b. 02000000:00000010:0.0:1761322990.808849:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c7d18c91. 00000020:00000010:2.0:1761322990.808858:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000038bfe93. 02000000:00000010:0.0:1761322990.808859:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000723a27ee. 00000100:00000010:0.0:1761322990.808867:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005d86ea8a. 00000020:00000010:2.0:1761322990.808868:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c4bb781f. 00000100:00000010:0.0:1761322990.808873:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000227e61cf. 00000020:00000010:2.0:1761322990.808875:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c694c491. 00010000:00000010:0.0:1761322990.808881:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000854bf2ee. 00080000:00000010:0.0:1761322990.808904:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c7d18c91. 00010000:00000010:0.0:1761322990.809019:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000048791eb5. 00010000:00000010:0.0:1761322990.809028:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005b8b949d. 00000800:00000200:3.0:1761322990.809034:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322990.809039:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cbddcecb (tot 82350618). 00000400:00000200:3.0:1761322990.809055:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.809061:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322990.809064:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006c597dbd 00000400:00000010:3.0:1761322990.809066:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006c597dbd. 00010000:00000010:0.0:1761322990.809166:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000eed802b6. 00010000:00000010:0.0:1761322990.809173:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000048791eb5. 00010000:00000010:0.0:1761322990.809184:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000854bf2ee. 00000100:00000010:0.0:1761322990.809189:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000227e61cf. 00000100:00000010:0.0:1761322990.809195:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005d86ea8a. 02000000:00000010:0.0:1761322990.809207:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000723a27ee. 02000000:00000010:0.0:1761322990.809233:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006a95e8a5. 00000400:00000010:0.0:1761322990.809237:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003e6ca2f4. 00000400:00000010:0.0:1761322990.809242:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008f080af5. 00000100:00000200:0.0:1761322990.809247:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956451008, portal 16 00000400:00000010:0.0:1761322990.809252:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000085772165. 00000100:00000200:0.0:1761322990.809253:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956451008, offset 0 00000400:00000200:0.0:1761322990.809260:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322990.809270:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322990.809278:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:0.0:1761322990.809283:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761322990.809286:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322990.809289:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88683:88683:256:4294967295] 192.168.201.29@tcp LPNI seq info [88683:88683:8:4294967295] 00000400:00000200:0.0:1761322990.809298:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322990.809304:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322990.809308:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000019c3e4a9 (tot 82350866). 00000800:00000200:0.0:1761322990.809314:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322990.809320:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322990.809323:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000019c3e4a9 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761322990.809399:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322990.809401:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000019c3e4a9 (tot 82350618). 00000400:00000200:3.0:1761322990.809406:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.809410:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322990.809413:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000085772165 00000400:00000010:3.0:1761322990.809414:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000085772165. 00000100:00000200:3.0:1761322990.809420:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005d86ea8a x1846879956451008/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761322990.811127:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:1.0:1761322990.811147:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf3ec0 00000400:00000200:1.0:1761322990.811156:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xab9f9 [1] + 224 00000400:00000200:1.0:1761322990.811174:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322990.811179:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:1.0:1761322990.811187:0:15812:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005d86ea8a x1846879956451008/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761322990.811338:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003e6ca2f4. 00000400:00000200:0.0:1761322990.811344:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008f080af5 00000400:00000200:1.0:1761322990.811502:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:1.0:1761322990.811512:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb57900 00000400:00000010:0.0:1761322990.811525:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008f080af5. 00000100:00000200:0.0:1761322990.811539:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005d86ea8a x1846879956451008/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761322990.811540:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa371 [2] + 984 00000100:00000200:0.0:1761322990.811554:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005d86ea8a x1846879956451008/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761322990.811585:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006a95e8a5. 02000000:00000010:0.0:1761322990.811592:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000723a27ee. 00000100:00000010:0.0:1761322990.811597:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005d86ea8a. 00000100:00000010:0.0:1761322990.811602:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000227e61cf. 00010000:00000010:0.0:1761322990.811605:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000854bf2ee. 00000400:00000200:1.0:1761322990.811621:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322990.811627:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:1.0:1761322990.811632:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761322990.811638:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000dfba0156. 00000020:00000010:2.0:1761322990.812655:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000082d305cb. 00000020:00000010:2.0:1761322990.812669:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000038bfe93. 00000020:00000010:2.0:1761322990.812673:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c4bb781f. 00000100:00000200:2.0:1761322990.812707:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000dfba0156 x1846879955810560/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:143/0 lens 328/0 e 0 to 0 dl 1761323033 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761322990.812752:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955810560 02000000:00000010:2.0:1761322990.812765:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000006850f69. 00010000:00000010:2.0:1761322990.812811:0:66652:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000733541e9. 00010000:00000010:2.0:1761322990.812833:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008d125e4e. 00000100:00000010:2.0:1761322990.812841:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001a65e42d. 00000100:00000010:2.0:1761322990.812858:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001a65e42d. 00010000:00000010:2.0:1761322990.812864:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008d125e4e. 00000400:00000010:2.0:1761322990.812881:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002caf11b4. 00000100:00000200:2.0:1761322990.812888:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955810560, offset 224 00000400:00000200:2.0:1761322990.812898:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00080000:00000010:0.0:1761322990.812906:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000006a95e8a5. 00000400:00000200:2.0:1761322990.812915:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:2.0:1761322990.812923:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88684:88684:256:4294967295] 192.168.201.29@tcp LPNI seq info [88684:88684:8:4294967295] 00000400:00000200:2.0:1761322990.812936:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:2.0:1761322990.812942:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:2.0:1761322990.812947:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fe7f5c43 (tot 82350866). 00000800:00000200:2.0:1761322990.812954:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:2.0:1761322990.812961:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:2.0:1761322990.812965:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fe7f5c43 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761322990.812996:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000038bfe93. 00000020:00000010:2.0:1761322990.813002:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c4bb781f. 00000020:00000010:2.0:1761322990.813006:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000082d305cb. 00010000:00000010:0.0:1761322990.813034:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000048791eb5. 00010000:00000010:0.0:1761322990.813057:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b8fb2229. 00010000:00000010:0.0:1761322990.813216:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007ec568eb. 00010000:00000010:0.0:1761322990.813222:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000048791eb5. 00010000:00000010:0.0:1761322990.813237:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000854bf2ee. 00000100:00000010:0.0:1761322990.813244:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000227e61cf. 00000100:00000010:0.0:1761322990.813255:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005d86ea8a. 02000000:00000010:0.0:1761322990.813272:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000723a27ee. 02000000:00000010:0.0:1761322990.813306:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001726c8e4. 00000400:00000010:0.0:1761322990.813313:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003e6ca2f4. 00000400:00000010:0.0:1761322990.813320:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008f080af5. 00000100:00000200:0.0:1761322990.813328:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956451072, portal 16 00000400:00000010:0.0:1761322990.813335:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000099514ae8. 00000100:00000200:0.0:1761322990.813337:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956451072, offset 0 00000400:00000200:0.0:1761322990.813346:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322990.813361:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322990.813371:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:0.0:1761322990.813377:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761322990.813382:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322990.813386:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88685:88685:255:4294967295] 192.168.201.29@tcp LPNI seq info [88685:88685:7:4294967295] 00000400:00000200:0.0:1761322990.813396:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322990.813403:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322990.813410:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002b6ad44b (tot 82351114). 00000800:00000200:0.0:1761322990.813418:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322990.813426:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322990.813431:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002b6ad44b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761322990.813487:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761322990.813493:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fe7f5c43 (tot 82350866). 00000400:00000200:1.0:1761322990.813498:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322990.813505:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:1.0:1761322990.813510:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002caf11b4 00000400:00000010:1.0:1761322990.813513:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002caf11b4. 00000800:00000200:1.0:1761322990.813548:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761322990.813551:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002b6ad44b (tot 82350618). 00000400:00000200:1.0:1761322990.813554:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322990.813558:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:1.0:1761322990.813560:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000099514ae8 00000400:00000010:1.0:1761322990.813561:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000099514ae8. 00000100:00000200:1.0:1761322990.813570:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005d86ea8a x1846879956451072/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761322990.814680:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e3a1d8c4. 00010000:00000010:0.1:1761322990.814698:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000793452e9. 00010000:00000010:0.1:1761322990.814704:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000afcecbb6. 00010000:00000010:2.1:1761322990.816111:0:78682:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009c8e095b. 00010000:00000010:0.1:1761322990.816112:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004d517620. 00010000:00000010:0.1:1761322990.816126:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000579776de. 00010000:00000010:0.1:1761322990.816134:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d154bf62. 00010000:00000010:0.1:1761322990.816141:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009e0021b0. 00010000:00000010:0.1:1761322990.816145:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eed802b6. 00000400:00000200:1.0:1761322990.817300:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:1.0:1761322990.817320:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf3f00 00000400:00000200:1.0:1761322990.817330:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xaba05 [1] + 224 00000400:00000200:1.0:1761322990.817348:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322990.817353:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:1.0:1761322990.817366:0:15812:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005d86ea8a x1846879956451072/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761322990.817437:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003e6ca2f4. 00000400:00000200:0.0:1761322990.817445:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008f080af5 00000400:00000010:0.0:1761322990.817448:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008f080af5. 00000100:00000200:0.0:1761322990.817466:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005d86ea8a x1846879956451072/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761322990.817475:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005d86ea8a x1846879956451072/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761322990.817507:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001726c8e4. 02000000:00000010:0.0:1761322990.817513:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000723a27ee. 00000100:00000010:0.0:1761322990.817520:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005d86ea8a. 00000100:00000010:0.0:1761322990.817524:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000227e61cf. 00010000:00000010:0.0:1761322990.817528:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000854bf2ee. 00000400:00000200:1.0:1761322990.817787:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:1.0:1761322990.817798:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb57940 00000400:00000200:1.0:1761322990.817806:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa371 [2] + 1312 00000400:00000200:1.0:1761322990.817869:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322990.817873:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:1.0:1761322990.817877:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761322990.817883:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000eabe2b15. 00000020:00000010:3.0:1761322990.818831:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000001312b77. 00000020:00000010:3.0:1761322990.818844:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009ca07214. 00000020:00000010:3.0:1761322990.818849:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000068902843. 00000100:00000200:3.0:1761322990.818882:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000eabe2b15 x1846879955810624/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:143/0 lens 328/0 e 0 to 0 dl 1761323033 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761322990.818921:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955810624 02000000:00000010:3.0:1761322990.818933:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003c891c5e. 00010000:00000010:3.0:1761322990.818972:0:66652:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f16a06c5. 00010000:00000010:3.0:1761322990.818996:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c76dad45. 00000100:00000010:3.0:1761322990.819005:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000053708e70. 00000100:00000010:3.0:1761322990.819025:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000053708e70. 00010000:00000010:3.0:1761322990.819031:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c76dad45. 00000400:00000010:3.0:1761322990.819058:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a15e7f24. 00000100:00000200:3.0:1761322990.819065:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955810624, offset 224 00000400:00000200:3.0:1761322990.819109:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00080000:00000010:0.0:1761322990.819119:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ef783af6. 00000400:00000200:3.0:1761322990.819130:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322990.819139:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88686:88686:256:4294967295] 192.168.201.29@tcp LPNI seq info [88686:88686:8:4294967295] 00000400:00000200:3.0:1761322990.819150:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322990.819157:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322990.819163:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005938d56c (tot 82350866). 00000800:00000200:3.0:1761322990.819170:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322990.819178:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322990.819183:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005938d56c type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761322990.819219:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009ca07214. 00000020:00000010:3.0:1761322990.819224:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000068902843. 00000020:00000010:3.0:1761322990.819230:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000001312b77. 00010000:00000010:0.0:1761322990.819240:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000048791eb5. 00010000:00000010:0.0:1761322990.819250:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b13f4b17. 00000800:00000200:2.0:1761322990.819332:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322990.819339:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005938d56c (tot 82350618). 00000400:00000200:2.0:1761322990.819347:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:0.0:1761322990.819352:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000eed802b6. 00000400:00000200:2.0:1761322990.819358:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00010000:00000010:0.0:1761322990.819362:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000048791eb5. 00000400:00000200:2.0:1761322990.819364:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a15e7f24 00000400:00000010:2.0:1761322990.819369:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a15e7f24. 00010000:00000010:0.0:1761322990.819376:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000854bf2ee. 00000100:00000010:0.0:1761322990.819382:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000227e61cf. 00000100:00000010:0.0:1761322990.819389:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005d86ea8a. 02000000:00000010:0.0:1761322990.819402:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000723a27ee. 02000000:00000010:0.0:1761322990.819425:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000026bbeaa9. 00000400:00000010:0.0:1761322990.819431:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003e6ca2f4. 00000400:00000010:0.0:1761322990.819437:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008f080af5. 00000100:00000200:0.0:1761322990.819443:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956451136, portal 16 00000400:00000010:0.0:1761322990.819448:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ca103527. 00000100:00000200:0.0:1761322990.819450:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956451136, offset 0 00000400:00000200:0.0:1761322990.819458:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322990.819464:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322990.819472:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:0.0:1761322990.819477:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761322990.819483:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322990.819487:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88687:88687:256:4294967295] 192.168.201.29@tcp LPNI seq info [88687:88687:8:4294967295] 00000400:00000200:0.0:1761322990.819496:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322990.819503:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322990.819508:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bf5e0f07 (tot 82350866). 00000800:00000200:0.0:1761322990.819512:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322990.819518:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322990.819520:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bf5e0f07 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761322990.819668:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322990.819671:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bf5e0f07 (tot 82350618). 00000400:00000200:3.0:1761322990.819676:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.819681:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322990.819684:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ca103527 00000400:00000010:3.0:1761322990.819686:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ca103527. 00000100:00000200:3.0:1761322990.819694:0:15812:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005d86ea8a x1846879956451136/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761322990.823860:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:1.0:1761322990.823880:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf3f40 00000400:00000200:1.0:1761322990.823889:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xaba11 [1] + 224 00000400:00000200:1.0:1761322990.823908:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322990.823912:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:1.0:1761322990.823925:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005d86ea8a x1846879956451136/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761322990.824000:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003e6ca2f4. 00000400:00000200:0.0:1761322990.824009:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008f080af5 00000400:00000010:0.0:1761322990.824012:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008f080af5. 00000100:00000200:0.0:1761322990.824027:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005d86ea8a x1846879956451136/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761322990.824037:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005d86ea8a x1846879956451136/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761322990.824118:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000026bbeaa9. 02000000:00000010:0.0:1761322990.824125:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000723a27ee. 00000100:00000010:0.0:1761322990.824130:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005d86ea8a. 00000100:00000010:0.0:1761322990.824135:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000227e61cf. 00010000:00000010:0.0:1761322990.824139:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000854bf2ee. 00000400:00000200:3.0:1761322990.824185:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322990.824199:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb57980 00000400:00000200:3.0:1761322990.824206:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa371 [2] + 1640 00000400:00000200:3.0:1761322990.824485:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.824491:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322990.824498:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761322990.824504:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cec9b0b9. 00000020:00000010:0.0:1761322990.824567:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000026bbeaa9. 00000020:00000010:0.0:1761322990.824577:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000007c079b3. 00000020:00000010:0.0:1761322990.824583:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005269528a. 00000100:00000200:0.0:1761322990.824608:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000cec9b0b9 x1846879955810688/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:143/0 lens 328/0 e 0 to 0 dl 1761323033 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761322990.824647:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955810688 02000000:00000010:0.0:1761322990.824659:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000723a27ee. 00010000:00000010:0.0:1761322990.824688:0:66652:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009cc469b1. 00010000:00000010:0.0:1761322990.824710:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000854bf2ee. 00000100:00000010:0.0:1761322990.824720:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000227e61cf. 00000100:00000010:0.0:1761322990.824861:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000227e61cf. 00010000:00000010:0.0:1761322990.824866:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000854bf2ee. 00080000:00000010:1.0:1761322990.824875:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a17580d7. 00000400:00000010:0.0:1761322990.824880:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008f080af5. 00000100:00000200:0.0:1761322990.824885:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955810688, offset 224 00000400:00000200:0.0:1761322990.824894:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322990.824906:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322990.824913:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88688:88688:256:4294967295] 192.168.201.29@tcp LPNI seq info [88688:88688:8:4294967295] 00000400:00000200:0.0:1761322990.824924:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322990.824929:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322990.824935:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f8f59593 (tot 82350866). 00000800:00000200:0.0:1761322990.824941:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322990.824950:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322990.824954:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f8f59593 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761322990.824979:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000007c079b3. 00010000:00000010:1.0:1761322990.824985:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000048791eb5. 00000020:00000010:0.0:1761322990.824985:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005269528a. 00000020:00000010:0.0:1761322990.824989:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000026bbeaa9. 00010000:00000010:1.0:1761322990.824993:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a82a1bef. 00010000:00000010:0.1:1761322990.825127:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ea0f4e95. 00010000:00000010:0.1:1761322990.825133:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ec568eb. 00010000:00000010:1.0:1761322990.825183:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000170f7f40. 00010000:00000010:1.0:1761322990.825189:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002c952915. 00010000:00000010:1.0:1761322990.825194:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a9ea4928. 00010000:00000010:1.0:1761322990.825200:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000afcdd73e. 00010000:00000010:3.1:1761322990.825203:0:15812:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005ea4a412. 00080000:00000010:1.0:1761322990.825214:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000601496cd. 00010000:00000010:1.0:1761322990.825245:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000afcdd73e. 00010000:00000010:1.0:1761322990.825249:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c952915. 00000800:00000200:3.0:1761322990.825266:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322990.825270:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f8f59593 (tot 82350618). 00000400:00000200:3.0:1761322990.825284:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.825288:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322990.825291:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008f080af5 00000400:00000010:3.0:1761322990.825293:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008f080af5. 00010000:00000010:1.0:1761322990.825313:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f7fa86b2. 00010000:00000010:1.0:1761322990.825317:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000afcdd73e. 00010000:00000010:1.0:1761322990.825323:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d67ae32f. 00000100:00000010:1.0:1761322990.825328:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cf6ff4ef. 00000100:00000010:1.0:1761322990.825336:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000089684651. 02000000:00000010:1.0:1761322990.825348:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000de37073f. 02000000:00000010:1.0:1761322990.825374:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000103ccdab. 00000400:00000010:1.0:1761322990.825379:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c7fdc52f. 00000400:00000010:1.0:1761322990.825385:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ab427e39. 00000100:00000200:1.0:1761322990.825390:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956451200, portal 16 00000400:00000010:1.0:1761322990.825394:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000297438bc. 00000100:00000200:1.0:1761322990.825396:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956451200, offset 0 00000400:00000200:1.0:1761322990.825401:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322990.825406:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322990.825412:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:1.0:1761322990.825415:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761322990.825417:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:1.0:1761322990.825419:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88689:88689:256:4294967295] 192.168.201.29@tcp LPNI seq info [88689:88689:8:4294967295] 00000400:00000200:1.0:1761322990.825424:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322990.825427:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322990.825429:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cdb67613 (tot 82350866). 00000800:00000200:1.0:1761322990.825432:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322990.825435:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322990.825437:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cdb67613 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761322990.825501:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322990.825504:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cdb67613 (tot 82350618). 00000400:00000200:3.0:1761322990.825509:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.825513:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322990.825515:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000297438bc 00000400:00000010:3.0:1761322990.825517:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000297438bc. 00000100:00000200:3.0:1761322990.825523:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000089684651 x1846879956451200/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322990.827307:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322990.827326:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf3f80 00000400:00000200:3.0:1761322990.827336:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xaba1d [1] + 224 00000400:00000200:3.0:1761322990.827351:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.827356:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322990.827363:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000089684651 x1846879956451200/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322990.827583:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322990.827590:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb579c0 00000400:00000200:3.0:1761322990.827595:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa371 [2] + 1968 00000400:00000010:3.0:1761322990.827599:0:15810:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000612e745. 00000400:00000200:3.0:1761322990.827618:0:15810:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000957ddf30 00000400:00000010:1.0:1761322990.827723:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c7fdc52f. 00000400:00000200:1.0:1761322990.827729:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ab427e39 00000400:00000010:1.0:1761322990.827731:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ab427e39. 00000100:00000200:1.0:1761322990.827737:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000089684651 x1846879956451200/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761322990.827745:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000089684651 x1846879956451200/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761322990.827779:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000103ccdab. 02000000:00000010:1.0:1761322990.827785:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000de37073f. 00000100:00000010:1.0:1761322990.827788:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000089684651. 00000100:00000010:1.0:1761322990.827791:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000cf6ff4ef. 00010000:00000010:1.0:1761322990.827794:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d67ae32f. 00000400:00000200:3.0:1761322990.827903:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.827908:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322990.827913:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000957ddf30 00000400:00000010:3.0:1761322990.827915:0:15810:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000957ddf30 (tot 82350466). 00000100:00000200:3.0:1761322990.827922:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1761322990.831263:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001726c8e4. 00000020:00000010:0.0:1761322990.831283:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000070ef24e. 00000020:00000010:0.0:1761322990.831290:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005269528a. 00000100:00000200:0.0:1761322990.831332:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000601150a2 x1846879955810752/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:143/0 lens 328/0 e 0 to 0 dl 1761323033 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761322990.831391:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955810752 02000000:00000010:0.0:1761322990.831405:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000026bbeaa9. 00010000:00000010:0.0:1761322990.831440:0:66652:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006179e0bc. 00010000:00000010:0.0:1761322990.831466:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000854bf2ee. 00000100:00000010:0.0:1761322990.831475:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000227e61cf. 00000100:00000010:0.0:1761322990.831492:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000227e61cf. 00010000:00000010:0.0:1761322990.831496:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000854bf2ee. 00000400:00000010:0.0:1761322990.831510:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005ba57133. 00000100:00000200:0.0:1761322990.831517:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955810752, offset 224 00000400:00000200:0.0:1761322990.831533:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322990.831557:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322990.831564:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88690:88690:256:4294967295] 192.168.201.29@tcp LPNI seq info [88690:88690:8:4294967295] 00000400:00000200:0.0:1761322990.831580:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322990.831587:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322990.831592:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004c92fdd7 (tot 82350714). 00000800:00000200:0.0:1761322990.831599:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322990.831608:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322990.831612:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004c92fdd7 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761322990.831631:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000070ef24e. 00000020:00000010:0.0:1761322990.831637:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005269528a. 00000020:00000010:0.0:1761322990.831640:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001726c8e4. 02000000:00000010:0.0:1761322990.831648:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000723a27ee. 00000100:00000010:0.0:1761322990.831652:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000cec9b0b9. 02000000:00000010:0.0:1761322990.831656:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003c891c5e. 00000100:00000010:0.0:1761322990.831661:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000eabe2b15. 02000000:00000010:0.0:1761322990.831665:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000006850f69. 00000100:00000010:0.0:1761322990.831668:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000dfba0156. 02000000:00000010:0.0:1761322990.831671:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000035a7aab0. 00000100:00000010:0.0:1761322990.831674:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003171f658. 02000000:00000010:0.0:1761322990.831677:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008c9ee2ac. 00000100:00000010:0.0:1761322990.831680:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007912ecad. 02000000:00000010:0.0:1761322990.831683:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001457cc5f. 00000100:00000010:0.0:1761322990.831685:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001723ce77. 00000100:00000200:0.0:1761322990.831692:0:66652:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1761322990.831698:0:66652:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003e6ca2f4. 00000400:00000010:0.0:1761322990.831703:0:66652:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000227e61cf (tot 82350866). 00080000:00000010:1.0:1761322990.831945:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000de37073f. 00010000:00000010:1.0:1761322990.832064:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000afcdd73e. 00010000:00000010:1.0:1761322990.832096:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000471bbf01. 00000800:00000200:3.0:1761322990.832101:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322990.832107:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004c92fdd7 (tot 82350618). 00000400:00000200:3.0:1761322990.832114:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.832121:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322990.832129:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005ba57133 00000400:00000010:3.0:1761322990.832132:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005ba57133. 02000000:00000010:3.0:1761322990.832142:0:15812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000026bbeaa9. 00010000:00000010:1.0:1761322990.832204:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000089f67ccd. 00010000:00000010:1.0:1761322990.832210:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000afcdd73e. 00010000:00000010:1.0:1761322990.832222:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d67ae32f. 00000100:00000010:1.0:1761322990.832227:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cf6ff4ef. 00000100:00000010:1.0:1761322990.832236:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000089684651. 02000000:00000010:1.0:1761322990.832249:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000103ccdab. 02000000:00000010:1.0:1761322990.832276:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001dff759e. 00000400:00000010:1.0:1761322990.832281:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c7fdc52f. 00000400:00000010:1.0:1761322990.832288:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ab427e39. 00000100:00000200:1.0:1761322990.832292:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956451264, portal 16 00000400:00000010:1.0:1761322990.832297:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000071b5ee12. 00000100:00000200:1.0:1761322990.832299:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956451264, offset 0 00000400:00000200:1.0:1761322990.832305:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322990.832314:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322990.832320:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:1.0:1761322990.832324:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761322990.832328:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:1.0:1761322990.832330:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88691:88691:256:4294967295] 192.168.201.29@tcp LPNI seq info [88691:88691:8:4294967295] 00000400:00000200:1.0:1761322990.832338:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322990.832343:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322990.832346:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009abd418e (tot 82350866). 00000800:00000200:1.0:1761322990.832351:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322990.832356:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322990.832359:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009abd418e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761322990.832521:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322990.832524:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009abd418e (tot 82350618). 00000400:00000200:3.0:1761322990.832528:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.832532:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322990.832535:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000071b5ee12 00000400:00000010:3.0:1761322990.832536:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000071b5ee12. 00000100:00000200:3.0:1761322990.832544:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000089684651 x1846879956451264/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761322990.834209:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006165fc8e. 00010000:00000010:1.1:1761322990.835142:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007bb40758. 00010000:00000010:1.1:1761322990.835153:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eed802b6. 00010000:00000010:1.1:1761322990.835157:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000170f7f40. 00010000:00000010:1.1:1761322990.835159:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a9ea4928. 00000400:00000200:1.0:1761322990.835643:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:1.0:1761322990.835663:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf3fc0 00000400:00000200:1.0:1761322990.835675:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xaba2d [1] + 224 00000400:00000200:1.0:1761322990.835694:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322990.835699:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:1.0:1761322990.835711:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000089684651 x1846879956451264/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761322990.836141:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c7fdc52f. 00000400:00000200:0.0:1761322990.836165:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ab427e39 00000400:00000010:0.0:1761322990.836168:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ab427e39. 00000100:00000200:0.0:1761322990.836177:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000089684651 x1846879956451264/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761322990.836187:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000089684651 x1846879956451264/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761322990.836220:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001dff759e. 02000000:00000010:0.0:1761322990.836227:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000103ccdab. 00000100:00000010:0.0:1761322990.836231:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000089684651. 00000100:00000010:0.0:1761322990.836236:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000cf6ff4ef. 00010000:00000010:0.0:1761322990.836282:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d67ae32f. 00000400:00000200:1.0:1761322990.836820:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:1.0:1761322990.836834:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb57a00 00000400:00000200:1.0:1761322990.836842:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa3c9 [2] + 0 00000400:00000200:1.0:1761322990.836913:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322990.836917:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:1.0:1761322990.836923:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761322990.836927:0:15812:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000fc1dab26. 00000020:00000010:0.0:1761322990.837248:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000723a27ee. 00000020:00000010:0.0:1761322990.837257:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000070ef24e. 00000020:00000010:0.0:1761322990.837262:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005269528a. 00000100:00000200:0.0:1761322990.837292:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000fc1dab26 x1846879955810816/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:143/0 lens 328/0 e 0 to 0 dl 1761323033 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761322990.837334:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955810816 02000000:00000010:0.0:1761322990.837349:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001726c8e4. 00010000:00000010:0.0:1761322990.837382:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c7cfe418. 00010000:00000010:0.0:1761322990.837407:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000037c9712a. 00000100:00000010:0.0:1761322990.837414:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000022dcd2b9. 00000100:00000010:0.0:1761322990.837749:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000022dcd2b9. 00010000:00000010:0.0:1761322990.837754:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000037c9712a. 00000400:00000010:0.0:1761322990.837781:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000079c1ed9c. 00000100:00000200:0.0:1761322990.837788:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955810816, offset 224 00000400:00000200:0.0:1761322990.837798:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322990.837812:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00080000:00000010:1.0:1761322990.837816:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000004f566043. 00010000:00000010:1.0:1761322990.837925:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000afcdd73e. 00010000:00000010:1.0:1761322990.837933:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008e005bf3. 00000400:00000200:0.0:1761322990.837954:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88692:88692:256:4294967295] 192.168.201.29@tcp LPNI seq info [88692:88692:8:4294967295] 00000400:00000200:0.0:1761322990.837968:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322990.837975:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322990.837980:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000361d1353 (tot 82350866). 00000800:00000200:0.0:1761322990.837988:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322990.837998:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322990.838003:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000361d1353 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761322990.838033:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000070ef24e. 00010000:00000010:1.0:1761322990.838034:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a9ea4928. 00000020:00000010:0.0:1761322990.838038:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005269528a. 00010000:00000010:1.0:1761322990.838041:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000afcdd73e. 00000020:00000010:0.0:1761322990.838055:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000723a27ee. 00010000:00000010:1.0:1761322990.838067:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000063c6b1c4. 00000100:00000010:1.0:1761322990.838112:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cf6ff4ef. 00000100:00000010:1.0:1761322990.838120:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004760bad7. 02000000:00000010:1.0:1761322990.838132:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000078f14ecf. 02000000:00000010:1.0:1761322990.838155:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000103ccdab. 00000400:00000010:1.0:1761322990.838160:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002f6b29ae. 00000400:00000010:1.0:1761322990.838166:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002578c7b1. 00000100:00000200:1.0:1761322990.838172:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956451328, portal 16 00000400:00000010:1.0:1761322990.838177:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008a00ae04. 00000100:00000200:1.0:1761322990.838178:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956451328, offset 0 00000400:00000200:1.0:1761322990.838184:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322990.838191:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322990.838201:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:1.0:1761322990.838206:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761322990.838211:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:1.0:1761322990.838214:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88693:88693:255:4294967295] 192.168.201.29@tcp LPNI seq info [88693:88693:7:4294967295] 00000400:00000200:1.0:1761322990.838221:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322990.838224:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322990.838228:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000075600cbc (tot 82351114). 00000800:00000200:1.0:1761322990.838232:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322990.838236:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322990.838238:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000075600cbc type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761322990.838264:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322990.838273:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000361d1353 (tot 82350866). 00000400:00000200:2.0:1761322990.838281:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.838289:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322990.838294:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000079c1ed9c 00000400:00000010:2.0:1761322990.838297:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000079c1ed9c. 00000800:00000200:2.0:1761322990.838330:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322990.838331:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000075600cbc (tot 82350618). 00000400:00000200:2.0:1761322990.838333:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.838335:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322990.838336:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008a00ae04 00000400:00000010:2.0:1761322990.838337:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008a00ae04. 00000100:00000200:2.0:1761322990.838344:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004760bad7 x1846879956451328/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761322990.839151:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f3ae40c9. 00010000:00000010:1.1:1761322990.839280:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000218a95c8. 00010000:00000010:1.1:1761322990.839292:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f7fa86b2. 00000400:00000200:3.0:1761322990.840380:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322990.840400:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf4000 00000400:00000200:3.0:1761322990.840410:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xaba39 [1] + 224 00000400:00000200:3.0:1761322990.840427:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.840445:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322990.840456:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000004760bad7 x1846879956451328/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322990.840497:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322990.840503:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb57a40 00000400:00000200:3.0:1761322990.840509:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa3c9 [2] + 328 00000400:00000200:3.0:1761322990.840568:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.840573:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322990.840577:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761322990.840585:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001723ce77. 00000400:00000010:0.0:1761322990.840893:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002f6b29ae. 00000400:00000200:0.0:1761322990.840912:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002578c7b1 00000400:00000010:0.0:1761322990.840916:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002578c7b1. 00000100:00000200:0.0:1761322990.840925:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004760bad7 x1846879956451328/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000020:00000010:2.0:1761322990.840932:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007b091833. 00000100:00000200:0.0:1761322990.840936:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004760bad7 x1846879956451328/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000020:00000010:2.0:1761322990.840941:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d691ba0b. 00000020:00000010:2.0:1761322990.840950:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c4bb781f. 02000000:00000010:0.0:1761322990.840969:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000103ccdab. 02000000:00000010:0.0:1761322990.840977:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000078f14ecf. 00000100:00000010:0.0:1761322990.840982:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004760bad7. 00000100:00000200:2.0:1761322990.840983:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001723ce77 x1846879955810880/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:143/0 lens 328/0 e 0 to 0 dl 1761323033 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000010:0.0:1761322990.840988:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000cf6ff4ef. 00010000:00000010:0.0:1761322990.840994:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000063c6b1c4. 00000100:00000200:2.0:1761322990.841025:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955810880 02000000:00000010:2.0:1761322990.841039:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c7b06da5. 00010000:00000010:2.0:1761322990.841131:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000029a5bd3e. 00010000:00000010:2.0:1761322990.841156:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008443a5df. 00010000:00000010:0.1:1761322990.841161:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bff047dc. 00000100:00000010:2.0:1761322990.841165:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001a65e42d. 00000100:00000010:2.0:1761322990.841180:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001a65e42d. 00010000:00000010:2.0:1761322990.841185:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008443a5df. 00000400:00000010:2.0:1761322990.841204:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000532b682. 00080000:00000010:0.0:1761322990.841205:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d477577a. 00000100:00000200:2.0:1761322990.841209:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955810880, offset 224 00000400:00000200:2.0:1761322990.841220:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:2.0:1761322990.841236:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:2.0:1761322990.841243:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88694:88694:256:4294967295] 192.168.201.29@tcp LPNI seq info [88694:88694:8:4294967295] 00000400:00000200:2.0:1761322990.841259:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:2.0:1761322990.841267:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00010000:00000010:0.0:1761322990.841329:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000afcdd73e. 00000800:00000010:2.0:1761322990.841334:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000041deb613 (tot 82350866). 00010000:00000010:0.0:1761322990.841338:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f47181ba. 00000800:00000200:2.0:1761322990.841348:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:2.0:1761322990.841360:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:2.0:1761322990.841365:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000041deb613 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761322990.841391:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d691ba0b. 00000020:00000010:2.0:1761322990.841397:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c4bb781f. 00000020:00000010:2.0:1761322990.841402:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007b091833. 00010000:00000010:0.0:1761322990.841431:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007ec568eb. 00000800:00000200:3.0:1761322990.841489:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322990.841493:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000041deb613 (tot 82350618). 00010000:00000010:0.0:1761322990.841497:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000245ec29d. 00000400:00000200:3.0:1761322990.841498:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.841503:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322990.841506:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000532b682 00000400:00000010:3.0:1761322990.841507:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000532b682. 00010000:00000010:0.0:1761322990.841508:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bc1a4c8e. 00000100:00000010:0.0:1761322990.841512:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000022dcd2b9. 00000100:00000010:0.0:1761322990.841518:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005d86ea8a. 02000000:00000010:0.0:1761322990.841534:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000014da5e25. 02000000:00000010:0.0:1761322990.841559:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ed875285. 00000400:00000010:0.0:1761322990.841565:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ae9735c7. 00000400:00000010:0.0:1761322990.841571:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000079c1ed9c. 00000100:00000200:0.0:1761322990.841576:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956451392, portal 16 00000400:00000010:0.0:1761322990.841581:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005ba57133. 00000100:00000200:0.0:1761322990.841582:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956451392, offset 0 00000400:00000200:0.0:1761322990.841588:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322990.841595:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322990.841603:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:0.0:1761322990.841607:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761322990.841611:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322990.841614:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88695:88695:256:4294967295] 192.168.201.29@tcp LPNI seq info [88695:88695:8:4294967295] 00000400:00000200:0.0:1761322990.841621:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322990.841627:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322990.841631:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000057731204 (tot 82350866). 00000800:00000200:0.0:1761322990.841635:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322990.841638:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322990.841641:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000057731204 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761322990.841901:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322990.841905:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000057731204 (tot 82350618). 00000400:00000200:2.0:1761322990.841910:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.841914:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322990.841917:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005ba57133 00000400:00000010:2.0:1761322990.841919:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005ba57133. 00000100:00000200:2.0:1761322990.841929:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005d86ea8a x1846879956451392/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322990.842902:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322990.842921:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf4040 00000400:00000200:3.0:1761322990.842929:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xaba45 [1] + 224 00000400:00000200:3.0:1761322990.842945:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.842949:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322990.842956:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005d86ea8a x1846879956451392/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761322990.843041:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ae9735c7. 00000400:00000200:0.0:1761322990.843057:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000079c1ed9c 00000400:00000010:0.0:1761322990.843058:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000079c1ed9c. 00000100:00000200:0.0:1761322990.843067:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005d86ea8a x1846879956451392/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761322990.843109:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005d86ea8a x1846879956451392/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761322990.843139:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ed875285. 02000000:00000010:0.0:1761322990.843146:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000014da5e25. 00000100:00000010:0.0:1761322990.843150:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005d86ea8a. 00000100:00000010:0.0:1761322990.843154:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000022dcd2b9. 00010000:00000010:0.0:1761322990.843158:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bc1a4c8e. 00000400:00000200:3.0:1761322990.845170:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322990.845190:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb57a80 00000400:00000200:3.0:1761322990.845200:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa3c9 [2] + 656 00000400:00000200:3.0:1761322990.845276:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.845282:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322990.845290:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761322990.845298:0:15812:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007912ecad. 00000020:00000010:0.0:1761322990.845390:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000014da5e25. 00000020:00000010:0.0:1761322990.845402:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000070ef24e. 00000020:00000010:0.0:1761322990.845408:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005269528a. 00000100:00000200:0.0:1761322990.845446:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007912ecad x1846879955810944/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:143/0 lens 328/0 e 0 to 0 dl 1761323033 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761322990.845497:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955810944 02000000:00000010:0.0:1761322990.845512:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ed875285. 00010000:00000010:0.0:1761322990.845555:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e1c1dcbf. 00010000:00000010:0.0:1761322990.845580:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bc1a4c8e. 00000100:00000010:0.0:1761322990.845589:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000022dcd2b9. 00000100:00000010:0.0:1761322990.845613:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000022dcd2b9. 00010000:00000010:0.0:1761322990.845617:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bc1a4c8e. 00000400:00000010:0.0:1761322990.845646:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000079c1ed9c. 00080000:00000010:2.0:1761322990.845651:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000007b091833. 00000100:00000200:0.0:1761322990.845654:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955810944, offset 224 00000400:00000200:0.0:1761322990.845666:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322990.845681:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322990.845688:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88696:88696:256:4294967295] 192.168.201.29@tcp LPNI seq info [88696:88696:8:4294967295] 00000400:00000200:0.0:1761322990.845699:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322990.845705:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322990.845711:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000057731204 (tot 82350866). 00000800:00000200:0.0:1761322990.845718:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322990.845725:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322990.845729:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000057731204 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761322990.845755:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000070ef24e. 00000020:00000010:0.0:1761322990.845761:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005269528a. 00000020:00000010:0.0:1761322990.845764:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000014da5e25. 00010000:00000010:2.0:1761322990.845831:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000245ec29d. 00010000:00000010:2.0:1761322990.845843:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cde01309. 00010000:00000010:2.0:1761322990.845932:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bcfbecaf. 00010000:00000010:2.0:1761322990.845939:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036938f9a. 00010000:00000010:2.0:1761322990.845951:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008443a5df. 00000100:00000010:2.0:1761322990.845958:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001a65e42d. 00000100:00000010:2.0:1761322990.845967:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c802a107. 02000000:00000010:2.0:1761322990.845981:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c4d1a7f3. 02000000:00000010:2.0:1761322990.846014:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000035a7aab0. 00000400:00000010:2.0:1761322990.846021:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e8d82f6e. 00000400:00000010:2.0:1761322990.846028:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009f686459. 00000100:00000200:2.0:1761322990.846035:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956451456, portal 16 00000400:00000010:2.0:1761322990.846041:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000bc3a1dc. 00000100:00000200:2.0:1761322990.846052:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956451456, offset 0 00000400:00000200:2.0:1761322990.846061:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:2.0:1761322990.846072:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:2.0:1761322990.846112:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:2.0:1761322990.846117:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761322990.846122:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00010000:00000010:1.1:1761322990.846123:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002192ba66. 00000400:00000200:2.0:1761322990.846130:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88697:88697:255:4294967295] 192.168.201.29@tcp LPNI seq info [88697:88697:7:4294967295] 00010000:00000010:1.1:1761322990.846136:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000089f67ccd. 00000400:00000200:2.0:1761322990.846146:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:2.0:1761322990.846153:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:2.0:1761322990.846158:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f093da5b (tot 82351114). 00000800:00000200:2.0:1761322990.846166:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:2.0:1761322990.846172:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:2.0:1761322990.846175:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f093da5b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761322990.846246:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322990.846251:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000057731204 (tot 82350866). 00000400:00000200:2.0:1761322990.846256:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.846260:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322990.846263:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000079c1ed9c 00000400:00000010:2.0:1761322990.846266:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000079c1ed9c. 00000800:00000200:2.0:1761322990.846329:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322990.846331:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f093da5b (tot 82350618). 00000400:00000200:2.0:1761322990.846336:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.846339:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322990.846341:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000bc3a1dc 00000400:00000010:2.0:1761322990.846343:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000bc3a1dc. 00000100:00000200:2.0:1761322990.846349:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c802a107 x1846879956451456/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322990.847961:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322990.847984:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf4080 00000400:00000200:3.0:1761322990.847996:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xaba51 [1] + 224 00000400:00000200:3.0:1761322990.848020:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.848024:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322990.848035:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c802a107 x1846879956451456/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761322990.848135:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000221232c4. 00010000:00000010:0.1:1761322990.848151:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a9ea4928. 00010000:00000010:2.1:1761322990.848265:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000990acd1f. 00000400:00000010:2.0:1761322990.848302:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e8d82f6e. 00000400:00000200:2.0:1761322990.848309:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009f686459 00000400:00000010:2.0:1761322990.848311:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009f686459. 00000100:00000200:2.0:1761322990.848319:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c802a107 x1846879956451456/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761322990.848327:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c802a107 x1846879956451456/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761322990.848372:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000035a7aab0. 02000000:00000010:2.0:1761322990.848388:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c4d1a7f3. 00000100:00000010:2.0:1761322990.848393:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c802a107. 00000100:00000010:2.0:1761322990.848398:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001a65e42d. 00010000:00000010:2.0:1761322990.848408:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008443a5df. 00000400:00000200:3.0:1761322990.848555:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322990.848565:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb57ac0 00000400:00000200:3.0:1761322990.848572:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa3c9 [2] + 984 00000400:00000200:3.0:1761322990.848638:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.848642:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322990.848648:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761322990.848653:0:15812:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003171f658. 00000020:00000010:2.0:1761322990.849018:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c4d1a7f3. 00000020:00000010:2.0:1761322990.849027:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b4799e38. 00000020:00000010:2.0:1761322990.849033:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c4bb781f. 00000100:00000200:2.0:1761322990.849116:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003171f658 x1846879955811008/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:143/0 lens 328/0 e 0 to 0 dl 1761323033 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761322990.849154:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955811008 02000000:00000010:2.0:1761322990.849167:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000035a7aab0. 00010000:00000010:2.0:1761322990.849209:0:66652:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009cd44db9. 00010000:00000010:2.0:1761322990.849237:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008443a5df. 00000100:00000010:2.0:1761322990.849244:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001a65e42d. 00000100:00000010:2.0:1761322990.849269:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001a65e42d. 00010000:00000010:2.0:1761322990.849273:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008443a5df. 00000400:00000010:2.0:1761322990.849289:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009f686459. 00000100:00000200:2.0:1761322990.849295:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955811008, offset 224 00000400:00000200:2.0:1761322990.849304:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:2.0:1761322990.849316:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:2.0:1761322990.849323:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88698:88698:256:4294967295] 192.168.201.29@tcp LPNI seq info [88698:88698:8:4294967295] 00000400:00000200:2.0:1761322990.849334:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:2.0:1761322990.849340:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:2.0:1761322990.849346:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f093da5b (tot 82350866). 00000800:00000200:2.0:1761322990.849352:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:2.0:1761322990.849361:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:2.0:1761322990.849366:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f093da5b type 1, nob 320 niov 1 nkiov 1 00080000:00000010:0.0:1761322990.849367:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000014da5e25. 00000020:00000010:2.0:1761322990.849394:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b4799e38. 00000020:00000010:2.0:1761322990.849402:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c4bb781f. 00000020:00000010:2.0:1761322990.849406:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c4d1a7f3. 00010000:00000010:0.0:1761322990.849577:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036938f9a. 00010000:00000010:0.0:1761322990.849586:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c02bd1d2. 00000800:00000200:3.0:1761322990.849689:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322990.849694:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f093da5b (tot 82350618). 00010000:00000010:0.0:1761322990.849694:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000778b46c5. 00010000:00000010:0.0:1761322990.849698:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000070ef24e. 00000400:00000200:3.0:1761322990.849699:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.849703:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00010000:00000010:0.0:1761322990.849704:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d154bf62. 00000400:00000200:3.0:1761322990.849707:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009f686459 00010000:00000010:0.0:1761322990.849708:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008a3fc5f1. 00000400:00000010:3.0:1761322990.849709:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009f686459. 00080000:00000010:0.0:1761322990.849721:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000723a27ee. 00010000:00000010:0.0:1761322990.849750:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008a3fc5f1. 00010000:00000010:0.0:1761322990.849755:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000070ef24e. 00010000:00000010:0.0:1761322990.849819:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000afcecbb6. 00010000:00000010:0.0:1761322990.849823:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008a3fc5f1. 00010000:00000010:0.0:1761322990.849835:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bc1a4c8e. 00000100:00000010:0.0:1761322990.849839:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000022dcd2b9. 00000100:00000010:0.0:1761322990.849847:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005d86ea8a. 02000000:00000010:0.0:1761322990.849859:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000026bbeaa9. 02000000:00000010:0.0:1761322990.849888:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003386342d. 00000400:00000010:0.0:1761322990.849894:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ae9735c7. 00000400:00000010:0.0:1761322990.849900:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008f080af5. 00000100:00000200:0.0:1761322990.849906:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956451520, portal 16 00000400:00000010:0.0:1761322990.849910:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ca103527. 00000100:00000200:0.0:1761322990.849912:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956451520, offset 0 00000400:00000200:0.0:1761322990.849920:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322990.849928:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322990.849936:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:0.0:1761322990.849939:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761322990.849943:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322990.849946:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88699:88699:256:4294967295] 192.168.201.29@tcp LPNI seq info [88699:88699:8:4294967295] 00000400:00000200:0.0:1761322990.849954:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322990.849958:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322990.849963:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000361d1353 (tot 82350866). 00000800:00000200:0.0:1761322990.849967:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322990.849971:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322990.849974:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000361d1353 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761322990.850368:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322990.850372:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000361d1353 (tot 82350618). 00000400:00000200:3.0:1761322990.850377:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.850381:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322990.850384:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ca103527 00000400:00000010:3.0:1761322990.850385:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ca103527. 00000100:00000200:3.0:1761322990.850394:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005d86ea8a x1846879956451520/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761322990.851130:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000026a66000. 00010000:00000010:2.1:1761322990.851138:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ec568eb. 00010000:00000010:0.1:1761322990.851208:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000053ab165f. 00000400:00000200:2.0:1761322990.852382:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322990.852402:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf40c0 00000400:00000200:2.0:1761322990.852411:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xaba5d [1] + 224 00000400:00000200:2.0:1761322990.852424:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.852428:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322990.852438:0:15812:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005d86ea8a x1846879956451520/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322990.852477:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322990.852487:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb57b00 00000400:00000200:2.0:1761322990.852495:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa3c9 [2] + 1312 00000400:00000010:0.0:1761322990.852504:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ae9735c7. 00000400:00000200:0.0:1761322990.852512:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008f080af5 00000400:00000010:0.0:1761322990.852514:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008f080af5. 00000100:00000200:0.0:1761322990.852526:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005d86ea8a x1846879956451520/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761322990.852538:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005d86ea8a x1846879956451520/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322990.852568:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.852579:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322990.852589:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 02000000:00000010:0.0:1761322990.852589:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003386342d. 00000100:00000010:2.0:1761322990.852598:0:15812:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c802a107. 02000000:00000010:0.0:1761322990.852599:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000026bbeaa9. 00000100:00000010:0.0:1761322990.852606:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005d86ea8a. 00000100:00000010:0.0:1761322990.852613:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000022dcd2b9. 00010000:00000010:0.0:1761322990.852616:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bc1a4c8e. 00000020:00000010:3.0:1761322990.852674:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004be9f765. 00000020:00000010:3.0:1761322990.852682:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009ca07214. 00000020:00000010:3.0:1761322990.852687:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000068902843. 00000100:00000200:3.0:1761322990.852716:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c802a107 x1846879955811072/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:143/0 lens 328/0 e 0 to 0 dl 1761323033 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761322990.852800:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955811072 02000000:00000010:3.0:1761322990.852814:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001457cc5f. 00010000:00000010:3.0:1761322990.852847:0:66652:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000090b8c3f. 00010000:00000010:3.0:1761322990.852870:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c76dad45. 00000100:00000010:3.0:1761322990.852878:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000053708e70. 00000100:00000010:3.0:1761322990.852889:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000053708e70. 00010000:00000010:3.0:1761322990.852893:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c76dad45. 00000400:00000010:3.0:1761322990.852908:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000053134655. 00000100:00000200:3.0:1761322990.852912:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955811072, offset 224 00080000:00000010:0.0:1761322990.852918:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000003386342d. 00000400:00000200:3.0:1761322990.852919:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:3.0:1761322990.852931:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322990.852937:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88700:88700:256:4294967295] 192.168.201.29@tcp LPNI seq info [88700:88700:8:4294967295] 00000400:00000200:3.0:1761322990.852946:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322990.852951:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322990.852961:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000036ac846e (tot 82350866). 00000800:00000200:3.0:1761322990.852968:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322990.852976:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322990.852980:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000036ac846e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761322990.853004:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009ca07214. 00010000:00000010:0.0:1761322990.853005:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008a3fc5f1. 00000020:00000010:3.0:1761322990.853011:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000068902843. 00010000:00000010:0.0:1761322990.853014:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007850c31f. 00000020:00000010:3.0:1761322990.853015:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004be9f765. 00010000:00000010:0.0:1761322990.853151:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a1f11642. 00010000:00000010:0.0:1761322990.853158:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008a3fc5f1. 00010000:00000010:0.0:1761322990.853168:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bc1a4c8e. 00000100:00000010:0.0:1761322990.853172:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000022dcd2b9. 00000100:00000010:0.0:1761322990.853178:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005d86ea8a. 02000000:00000010:0.0:1761322990.853190:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000026bbeaa9. 00000800:00000200:2.0:1761322990.853192:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322990.853196:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000036ac846e (tot 82350618). 00000400:00000200:2.0:1761322990.853200:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.853206:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322990.853209:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000053134655 00000400:00000010:2.0:1761322990.853211:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000053134655. 02000000:00000010:0.0:1761322990.853211:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000745c62ef. 00000400:00000010:0.0:1761322990.853215:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ae9735c7. 00000400:00000010:0.0:1761322990.853220:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008f080af5. 00000100:00000200:0.0:1761322990.853225:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956451584, portal 16 00000400:00000010:0.0:1761322990.853230:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000099514ae8. 00000100:00000200:0.0:1761322990.853234:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956451584, offset 0 00000400:00000200:0.0:1761322990.853240:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322990.853247:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322990.853256:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:0.0:1761322990.853260:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761322990.853264:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322990.853267:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88701:88701:256:4294967295] 192.168.201.29@tcp LPNI seq info [88701:88701:8:4294967295] 00000400:00000200:0.0:1761322990.853276:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322990.853280:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322990.853284:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004c92fdd7 (tot 82350866). 00000800:00000200:0.0:1761322990.853288:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322990.853292:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322990.853294:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004c92fdd7 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761322990.853624:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322990.853628:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004c92fdd7 (tot 82350618). 00000400:00000200:3.0:1761322990.853632:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.853636:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322990.853639:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000099514ae8 00000400:00000010:3.0:1761322990.853641:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000099514ae8. 00000100:00000200:3.0:1761322990.853652:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005d86ea8a x1846879956451584/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761322990.854164:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f18f93f5. 00010000:00000010:0.1:1761322990.854174:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bcfbecaf. 00010000:00000010:0.1:1761322990.854178:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000778b46c5. 00010000:00000010:0.1:1761322990.854180:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d154bf62. 00000400:00000200:3.0:1761322990.856361:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322990.856388:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf4100 00000400:00000200:3.0:1761322990.856402:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xaba69 [1] + 224 00000400:00000200:3.0:1761322990.856424:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.856436:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322990.856453:0:15812:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005d86ea8a x1846879956451584/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761322990.856540:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ae9735c7. 00000400:00000200:3.0:1761322990.856549:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008f080af5 00000400:00000010:3.0:1761322990.856552:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008f080af5. 00000100:00000200:3.0:1761322990.856564:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005d86ea8a x1846879956451584/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761322990.856573:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005d86ea8a x1846879956451584/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761322990.856612:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000745c62ef. 02000000:00000010:3.0:1761322990.856620:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000026bbeaa9. 00000100:00000010:3.0:1761322990.856625:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005d86ea8a. 00000100:00000010:3.0:1761322990.856630:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000022dcd2b9. 00010000:00000010:3.0:1761322990.856637:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bc1a4c8e. 00010000:00000010:2.1:1761322990.857192:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002f112495. 00010000:00000010:3.1:1761322990.857335:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000696a744e. 00010000:00000010:0.1:1761322990.859171:0:78729:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000032ee2030. 00010000:00000010:0.1:1761322990.859187:0:78729:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000afcecbb6. 00000400:00000200:2.0:1761322990.861248:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322990.861270:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb57b40 00000400:00000200:2.0:1761322990.861279:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa3c9 [2] + 1640 00000400:00000200:2.0:1761322990.861621:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.861628:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322990.861637:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761322990.861644:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000076100024. 00000020:00000010:3.0:1761322990.861772:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004be9f765. 00000020:00000010:3.0:1761322990.861786:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009ca07214. 00000020:00000010:3.0:1761322990.861792:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000068902843. 00000100:00000200:3.0:1761322990.861842:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000076100024 x1846879955811136/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:143/0 lens 328/0 e 0 to 0 dl 1761323033 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761322990.861888:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955811136 02000000:00000010:3.0:1761322990.861901:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008c9ee2ac. 00010000:00000010:3.0:1761322990.861936:0:66652:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002e9e703f. 00010000:00000010:3.0:1761322990.861959:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c76dad45. 00000100:00000010:3.0:1761322990.861967:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000053708e70. 00000100:00000010:3.0:1761322990.861983:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000053708e70. 00010000:00000010:3.0:1761322990.861989:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c76dad45. 00000400:00000010:3.0:1761322990.862005:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000167583ae. 00000100:00000200:3.0:1761322990.862012:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955811136, offset 224 00000400:00000200:3.0:1761322990.862023:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:3.0:1761322990.862039:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322990.862056:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88702:88702:256:4294967295] 192.168.201.29@tcp LPNI seq info [88702:88702:8:4294967295] 00000400:00000200:3.0:1761322990.862069:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322990.862129:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322990.862135:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000440ca70b (tot 82350866). 00000800:00000200:3.0:1761322990.862143:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322990.862152:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322990.862157:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000440ca70b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761322990.862179:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009ca07214. 00000020:00000010:3.0:1761322990.862186:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000068902843. 00000020:00000010:3.0:1761322990.862189:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004be9f765. 00080000:00000010:3.0:1761322990.862227:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000004be9f765. 00000800:00000200:2.0:1761322990.862329:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322990.862334:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000440ca70b (tot 82350618). 00000400:00000200:2.0:1761322990.862339:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.862344:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00010000:00000010:3.0:1761322990.862349:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008a3fc5f1. 00000400:00000200:2.0:1761322990.862349:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000167583ae 00000400:00000010:2.0:1761322990.862351:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000167583ae. 00010000:00000010:3.0:1761322990.862357:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c00e02b1. 00010000:00000010:3.0:1761322990.862537:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000075d9751f. 00010000:00000010:3.0:1761322990.862545:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008a91550d. 00010000:00000010:3.0:1761322990.862560:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c76dad45. 00000100:00000010:3.0:1761322990.862564:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000053708e70. 00000100:00000010:3.0:1761322990.862573:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cec9b0b9. 02000000:00000010:3.0:1761322990.862584:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003c891c5e. 02000000:00000010:3.0:1761322990.862609:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003bdae192. 00000400:00000010:3.0:1761322990.862616:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e9201ba9. 00000400:00000010:3.0:1761322990.862623:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f721b205. 00000100:00000200:3.0:1761322990.862628:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956451648, portal 16 00000400:00000010:3.0:1761322990.862633:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000042c05544. 00000100:00000200:3.0:1761322990.862636:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956451648, offset 0 00000400:00000200:3.0:1761322990.862641:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:3.0:1761322990.862650:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322990.862656:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:3.0:1761322990.862661:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761322990.862665:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:3.0:1761322990.862668:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88703:88703:256:4294967295] 192.168.201.29@tcp LPNI seq info [88703:88703:8:4294967295] 00000400:00000200:3.0:1761322990.862676:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322990.862682:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322990.862686:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000062e39c9d (tot 82350866). 00000800:00000200:3.0:1761322990.862690:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322990.862694:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322990.862697:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000062e39c9d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761322990.862933:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322990.862936:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000062e39c9d (tot 82350618). 00000400:00000200:2.0:1761322990.862940:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.862945:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322990.862948:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000042c05544 00000400:00000010:2.0:1761322990.862949:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000042c05544. 00000100:00000200:2.0:1761322990.862960:0:15812:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000cec9b0b9 x1846879956451648/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322990.864850:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322990.864885:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf4140 00000400:00000200:2.0:1761322990.864896:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xaba75 [1] + 224 00000400:00000200:2.0:1761322990.864915:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.865125:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322990.865137:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000cec9b0b9 x1846879956451648/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761322990.865235:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e9201ba9. 00000400:00000200:3.0:1761322990.865240:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f721b205 00000400:00000010:3.0:1761322990.865243:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f721b205. 00000100:00000200:3.0:1761322990.865249:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000cec9b0b9 x1846879956451648/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761322990.865257:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000cec9b0b9 x1846879956451648/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761322990.865286:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003bdae192. 02000000:00000010:3.0:1761322990.865294:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003c891c5e. 00000100:00000010:3.0:1761322990.865298:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000cec9b0b9. 00000100:00000010:3.0:1761322990.865302:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000053708e70. 00010000:00000010:3.0:1761322990.865307:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c76dad45. 00000400:00000200:2.0:1761322990.866309:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322990.866325:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb57b80 00000400:00000200:2.0:1761322990.866334:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa3c9 [2] + 1968 00000400:00000010:2.0:1761322990.866339:0:15810:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d5cbcdf1. 00000400:00000200:2.0:1761322990.866357:0:15810:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000008ebceeb2 00000400:00000200:2.0:1761322990.866419:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.866423:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322990.866426:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008ebceeb2 00000400:00000010:2.0:1761322990.866427:0:15810:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000008ebceeb2 (tot 82350466). 00000100:00000200:2.0:1761322990.866432:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1761322990.866613:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003c891c5e. 00000020:00000010:3.0:1761322990.866621:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009ca07214. 00000020:00000010:3.0:1761322990.866626:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000068902843. 00000100:00000200:3.0:1761322990.866666:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000008d2d8114 x1846879955811200/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:143/0 lens 328/0 e 0 to 0 dl 1761323033 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761322990.866703:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955811200 02000000:00000010:3.0:1761322990.866717:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003bdae192. 00010000:00000010:3.0:1761322990.866750:0:66652:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ad71f05a. 00010000:00000010:3.0:1761322990.866773:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c76dad45. 00000100:00000010:3.0:1761322990.866781:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000053708e70. 00000100:00000010:3.0:1761322990.866799:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000053708e70. 00000100:00000010:2.0:1761322990.866801:0:66821:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e002feec. 00010000:00000010:3.0:1761322990.866804:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c76dad45. 02000000:00000010:2.0:1761322990.866820:0:66821:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007e67acbb. 00000400:00000010:3.0:1761322990.866822:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f721b205. 00000100:00000200:3.0:1761322990.866829:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955811200, offset 224 00000400:00000200:3.0:1761322990.866841:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:3.0:1761322990.866856:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322990.866867:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88704:88704:256:4294967295] 192.168.201.29@tcp LPNI seq info [88704:88704:8:4294967295] 00000400:00000200:3.0:1761322990.866878:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322990.866884:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 02000000:00000010:2.0:1761322990.866888:0:15818:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000c66c9377. 00000800:00000010:3.0:1761322990.866890:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003de23d37 (tot 82350714). 00000800:00000200:3.0:1761322990.866899:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000400:00000010:2.0:1761322990.866901:0:15818:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e8d82f6e. 00000400:00000010:2.0:1761322990.866908:0:15818:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000bc3a1dc. 00000800:00000200:3.0:1761322990.866909:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322990.866914:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003de23d37 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:2.0:1761322990.866915:0:15818:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1846879956451712, portal 4 00000400:00000010:2.0:1761322990.866923:0:15818:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d61f8e95. 00000100:00000200:2.0:1761322990.866925:0:15818:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1846879956451712, offset 0 00000400:00000200:2.0:1761322990.866931:0:15818:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:3.0:1761322990.866936:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009ca07214. 00000400:00000200:2.0:1761322990.866942:0:15818:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:3.0:1761322990.866944:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000068902843. 00000020:00000010:3.0:1761322990.866948:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003c891c5e. 00000400:00000200:2.0:1761322990.866953:0:15818:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x68fba3fbf4180 02000000:00000010:3.0:1761322990.866960:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008c9ee2ac. 00000400:00000200:2.0:1761322990.866964:0:15818:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x2df59 [8] + 7392 00000100:00000010:3.0:1761322990.866968:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000076100024. 00000400:00000200:2.0:1761322990.866973:0:15818:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:3.0:1761322990.866975:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001457cc5f. 00000100:00000010:3.0:1761322990.866979:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c802a107. 00000400:00000200:2.0:1761322990.866979:0:15818:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:3.0:1761322990.866985:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000035a7aab0. 00000100:00000200:2.0:1761322990.866987:0:15818:0:(events.c:317:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:3.0:1761322990.866988:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003171f658. 00000100:00000010:2.0:1761322990.866993:0:15818:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000559f9959. 02000000:00000010:3.0:1761322990.866994:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ed875285. 00000100:00000010:3.0:1761322990.866999:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007912ecad. 02000000:00000010:3.0:1761322990.867003:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c7b06da5. 00000100:00000010:3.0:1761322990.867006:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001723ce77. 02000000:00000010:3.0:1761322990.867011:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001726c8e4. 00000100:00000010:3.0:1761322990.867014:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000fc1dab26. 00000400:00000200:2.0:1761322990.867014:0:15818:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d61f8e95 00000400:00000010:2.0:1761322990.867018:0:15818:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d61f8e95. 00000100:00000200:3.0:1761322990.867022:0:66652:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000100:00000200:2.0:1761322990.867025:0:15818:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e002feec x1846879956451712/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 00000400:00000010:3.0:1761322990.867029:0:66652:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e9201ba9. 00000400:00000010:3.0:1761322990.867033:0:66652:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000053708e70 (tot 82350866). 00080000:00000010:3.0:1761322990.867135:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000001457cc5f. 00010000:00000010:3.0:1761322990.867245:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008a91550d. 00010000:00000010:3.0:1761322990.867254:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000732420b2. 00010000:00000010:3.0:1761322990.867362:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e0c6830d. 00010000:00000010:3.0:1761322990.867370:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008a91550d. 00010000:00000010:3.0:1761322990.867381:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c76dad45. 00000100:00000010:3.0:1761322990.867389:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f5ab50fc. 00000100:00000010:3.0:1761322990.867397:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001723ce77. 02000000:00000010:3.0:1761322990.867406:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008c9ee2ac. 02000000:00000010:3.0:1761322990.867427:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003c891c5e. 00000400:00000010:3.0:1761322990.867435:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000094dd5af0. 00000400:00000010:3.0:1761322990.867441:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b0b8ce1c. 00000100:00000200:3.0:1761322990.867445:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956451776, portal 16 00000400:00000010:3.0:1761322990.867449:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009da01e46. 00000100:00000200:3.0:1761322990.867452:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956451776, offset 0 00000400:00000200:3.0:1761322990.867459:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:3.0:1761322990.867469:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322990.867478:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:3.0:1761322990.867483:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761322990.867487:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:3.0:1761322990.867492:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88705:88705:255:4294967295] 192.168.201.29@tcp LPNI seq info [88705:88705:7:4294967295] 00000400:00000200:3.0:1761322990.867504:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322990.867511:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322990.867514:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000074c3abcf (tot 82351114). 00000800:00000200:3.0:1761322990.867519:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322990.867525:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322990.867528:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000074c3abcf type 1, nob 424 niov 1 nkiov 1 00000020:00000010:2.0:1761322990.867786:0:66639:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c4d1a7f3. 00000020:00000010:2.0:1761322990.867793:0:66639:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b4799e38. 00000020:00000010:2.0:1761322990.867797:0:66639:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c4bb781f. 00000100:00000200:2.0:1761322990.868658:0:66639:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879956451712 02000000:00000010:2.0:1761322990.868682:0:66639:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 648 at 00000000a131a25b. 00010000:00000200:2.0:1761322990.868706:0:66639:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@00000000559f9959 x1846879956451712/t0(0) o13->lustre-MDT0001-mdtlov_UUID@0@lo:106/0 lens 224/368 e 0 to 0 dl 1761322996 ref 1 fl Interpret:/0/0 rc 0/0 job:'osp-pre-0-1.0' 00000400:00000010:2.0:1761322990.868722:0:66639:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d61f8e95. 00000100:00000200:2.0:1761322990.868727:0:66639:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1846879956451712, offset 224 00000400:00000200:2.0:1761322990.868733:0:66639:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1761322990.868743:0:66639:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1761322990.868754:0:66639:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x68fba3fbf4180 00000400:00000200:2.0:1761322990.868761:0:66639:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0xaba81 [1] + 224 00000400:00000200:2.0:1761322990.868769:0:66639:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.868773:0:66639:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1761322990.868781:0:66639:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e002feec x1846879956451712/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 00000400:00000200:2.0:1761322990.868802:0:66639:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d61f8e95 00000400:00000010:2.0:1761322990.868804:0:66639:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d61f8e95. 00000020:00000010:2.0:1761322990.868819:0:66639:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b4799e38. 00000020:00000010:2.0:1761322990.868825:0:66639:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c4bb781f. 00000020:00000010:2.0:1761322990.868828:0:66639:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c4d1a7f3. 00000400:00000010:2.0:1761322990.868879:0:15818:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e8d82f6e. 00000400:00000200:2.0:1761322990.868883:0:15818:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000bc3a1dc 00000400:00000010:2.0:1761322990.868885:0:15818:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000bc3a1dc. 00000100:00000200:2.0:1761322990.868889:0:15818:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e002feec x1846879956451712/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 00000100:00000200:2.0:1761322990.868902:0:15818:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e002feec x1846879956451712/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 00000800:00000200:3.0:1761322990.868912:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322990.868917:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003de23d37 (tot 82350866). 00000400:00000200:3.0:1761322990.868922:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.868931:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322990.868934:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f721b205 00000400:00000010:3.0:1761322990.868936:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f721b205. 02000000:00000010:2.0:1761322990.868937:0:15818:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000c66c9377. 02000000:00000010:3.0:1761322990.868942:0:15812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003bdae192. 02000000:00000010:2.0:1761322990.868945:0:15818:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000007e67acbb. 00000100:00000010:2.0:1761322990.868952:0:15818:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e002feec. 00000800:00000200:3.0:1761322990.869026:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322990.869029:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000074c3abcf (tot 82350618). 00000400:00000200:3.0:1761322990.869033:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.869037:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322990.869040:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009da01e46 00000400:00000010:3.0:1761322990.869041:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009da01e46. 00000100:00000200:3.0:1761322990.869062:0:15812:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001723ce77 x1846879956451776/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761322990.870394:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003060b57f. 00010000:00000010:3.1:1761322990.870409:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000139b401f. 00010000:00000010:3.1:1761322990.870414:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a1f11642. 00000400:00000200:2.0:1761322990.870957:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322990.870981:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf41c0 00000400:00000200:2.0:1761322990.870991:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xaba8d [1] + 224 00000400:00000200:2.0:1761322990.871011:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.871016:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322990.871028:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001723ce77 x1846879956451776/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761322990.871208:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000094dd5af0. 00000400:00000200:3.0:1761322990.871215:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b0b8ce1c 00000400:00000010:3.0:1761322990.871217:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b0b8ce1c. 00000100:00000200:3.0:1761322990.871231:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001723ce77 x1846879956451776/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322990.871232:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322990.871245:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb57bc0 00000100:00000200:3.0:1761322990.871248:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001723ce77 x1846879956451776/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322990.871260:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa421 [2] + 0 02000000:00000010:3.0:1761322990.871280:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003c891c5e. 02000000:00000010:3.0:1761322990.871290:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008c9ee2ac. 00000100:00000010:3.0:1761322990.871294:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001723ce77. 00000100:00000010:3.0:1761322990.871299:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f5ab50fc. 00010000:00000010:3.0:1761322990.871304:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c76dad45. 00000400:00000200:2.0:1761322990.871323:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.871329:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322990.871333:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761322990.871339:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e002feec. 00000020:00000010:3.0:1761322990.871705:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008c9ee2ac. 00000020:00000010:3.0:1761322990.871713:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009ca07214. 00000020:00000010:3.0:1761322990.871717:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000068902843. 00000100:00000200:3.0:1761322990.871744:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e002feec x1846879955811264/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:143/0 lens 328/0 e 0 to 0 dl 1761323033 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761322990.871776:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955811264 02000000:00000010:3.0:1761322990.871787:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003c891c5e. 00010000:00000010:3.0:1761322990.871815:0:66652:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fbb4dc91. 00010000:00000010:3.0:1761322990.871835:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c76dad45. 00000100:00000010:3.0:1761322990.871841:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f5ab50fc. 00000100:00000010:3.0:1761322990.871857:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f5ab50fc. 00010000:00000010:3.0:1761322990.871860:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c76dad45. 00000400:00000010:3.0:1761322990.871871:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b0b8ce1c. 00000100:00000200:3.0:1761322990.871876:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955811264, offset 224 00000400:00000200:3.0:1761322990.871885:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:3.0:1761322990.871899:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322990.871906:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88706:88706:256:4294967295] 192.168.201.29@tcp LPNI seq info [88706:88706:8:4294967295] 00000400:00000200:3.0:1761322990.871918:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322990.871925:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322990.871931:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000074c3abcf (tot 82350866). 00000800:00000200:3.0:1761322990.871939:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322990.871947:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322990.871953:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000074c3abcf type 1, nob 320 niov 1 nkiov 1 00080000:00000010:1.0:1761322990.871955:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000078f14ecf. 00000020:00000010:3.0:1761322990.871975:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009ca07214. 00000020:00000010:3.0:1761322990.871982:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000068902843. 00000020:00000010:3.0:1761322990.871987:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008c9ee2ac. 00010000:00000010:1.0:1761322990.872113:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008a91550d. 00010000:00000010:1.0:1761322990.872135:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a348f6ea. 00000800:00000200:3.0:1761322990.872157:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322990.872162:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000074c3abcf (tot 82350618). 00000400:00000200:3.0:1761322990.872168:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.872173:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322990.872176:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b0b8ce1c 00000400:00000010:3.0:1761322990.872178:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b0b8ce1c. 00010000:00000010:1.0:1761322990.873014:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000089f67ccd. 00010000:00000010:1.0:1761322990.873026:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000098213b52. 00010000:00000010:1.0:1761322990.873054:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006aefaa69. 00000100:00000010:1.0:1761322990.873064:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cf6ff4ef. 00000100:00000010:1.0:1761322990.873109:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000eae2da62. 02000000:00000010:1.0:1761322990.873126:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000103ccdab. 02000000:00000010:1.0:1761322990.873167:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001dff759e. 00000400:00000010:1.0:1761322990.873175:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000918cc506. 00000400:00000010:1.0:1761322990.873183:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d7c2831e. 00000100:00000200:1.0:1761322990.873191:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956451840, portal 16 00000400:00000010:1.0:1761322990.873198:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000014459a3. 00000100:00000200:1.0:1761322990.873202:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956451840, offset 0 00010000:00000010:3.1:1761322990.873209:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000064e21eae. 00000400:00000200:1.0:1761322990.873218:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00010000:00000010:3.1:1761322990.873226:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000ba1d475. 00000400:00000200:1.0:1761322990.873240:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00010000:00000010:3.1:1761322990.873243:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075d9751f. 00000400:00000200:1.0:1761322990.873255:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:1.0:1761322990.873261:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761322990.873266:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:1.0:1761322990.873274:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88707:88707:256:4294967295] 192.168.201.29@tcp LPNI seq info [88707:88707:8:4294967295] 00000400:00000200:1.0:1761322990.873285:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322990.873295:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322990.873300:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006759b894 (tot 82350866). 00000800:00000200:1.0:1761322990.873309:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322990.873318:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322990.873322:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006759b894 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761322990.874132:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322990.874139:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006759b894 (tot 82350618). 00000400:00000200:3.0:1761322990.874147:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.874157:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322990.874163:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000014459a3 00000400:00000010:3.0:1761322990.874166:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000014459a3. 00000100:00000200:3.0:1761322990.874181:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000eae2da62 x1846879956451840/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322990.876177:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322990.876197:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf4200 00000400:00000200:2.0:1761322990.876207:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xaba9d [1] + 224 00000400:00000200:2.0:1761322990.876220:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.876225:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322990.876237:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000eae2da62 x1846879956451840/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322990.876283:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322990.876290:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb57c00 00000400:00000200:2.0:1761322990.876296:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa421 [2] + 328 00000400:00000200:2.0:1761322990.876309:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.876312:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322990.876321:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761322990.876328:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004dd461b4. 00000400:00000010:3.0:1761322990.876411:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000918cc506. 00000400:00000200:3.0:1761322990.876428:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d7c2831e 00000400:00000010:3.0:1761322990.876430:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d7c2831e. 00000100:00000200:3.0:1761322990.876437:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000eae2da62 x1846879956451840/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761322990.876447:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000eae2da62 x1846879956451840/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761322990.876498:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001dff759e. 02000000:00000010:3.0:1761322990.876505:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000103ccdab. 00000100:00000010:3.0:1761322990.876511:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000eae2da62. 00000020:00000010:0.0:1761322990.876513:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d9e3661c. 00000100:00000010:3.0:1761322990.876516:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000cf6ff4ef. 00010000:00000010:3.0:1761322990.876523:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006aefaa69. 00000020:00000010:0.0:1761322990.876525:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000040890e05. 00000020:00000010:0.0:1761322990.876532:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005269528a. 00000100:00000200:0.0:1761322990.876566:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000004dd461b4 x1846879955811328/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:143/0 lens 328/0 e 0 to 0 dl 1761323033 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761322990.876609:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955811328 02000000:00000010:0.0:1761322990.876621:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008039e4b1. 00010000:00000010:0.0:1761322990.876658:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002e3c7afb. 00010000:00000010:0.0:1761322990.876684:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000badb1aa5. 00000100:00000010:0.0:1761322990.876693:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004e147358. 00000100:00000010:0.0:1761322990.876721:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004e147358. 00010000:00000010:0.0:1761322990.876726:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000badb1aa5. 00000400:00000010:0.0:1761322990.876743:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000085772165. 00000100:00000200:0.0:1761322990.876748:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955811328, offset 224 00000400:00000200:0.0:1761322990.876757:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322990.876773:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322990.876780:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88708:88708:256:4294967295] 192.168.201.29@tcp LPNI seq info [88708:88708:8:4294967295] 00000400:00000200:0.0:1761322990.876791:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322990.876797:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322990.876801:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f8f59593 (tot 82350866). 00000800:00000200:0.0:1761322990.876808:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322990.876817:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322990.876821:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f8f59593 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761322990.876843:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000040890e05. 00000020:00000010:0.0:1761322990.876848:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005269528a. 00000020:00000010:0.0:1761322990.876851:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d9e3661c. 00000800:00000200:0.0:1761322990.876979:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761322990.876984:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f8f59593 (tot 82350618). 00000400:00000200:0.0:1761322990.876990:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322990.876996:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:0.0:1761322990.877000:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000085772165 00000400:00000010:0.0:1761322990.877003:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000085772165. 00010000:00000010:3.1:1761322990.877193:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006c43a8a6. 00080000:00000010:3.0:1761322990.877232:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000008c9ee2ac. 00010000:00000010:3.0:1761322990.877351:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000098213b52. 00010000:00000010:3.0:1761322990.877361:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001f3d041a. 00010000:00000010:3.0:1761322990.877435:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005fce7d39. 00010000:00000010:3.0:1761322990.877440:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009ca07214. 00010000:00000010:3.0:1761322990.877446:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000075d9751f. 00010000:00000010:3.0:1761322990.877453:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000084f88992. 00080000:00000010:3.0:1761322990.877473:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000003bdae192. 00010000:00000010:3.0:1761322990.877506:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000084f88992. 00010000:00000010:3.0:1761322990.877511:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009ca07214. 00010000:00000010:3.0:1761322990.877570:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001f5328e7. 00010000:00000010:3.0:1761322990.877575:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000084f88992. 00010000:00000010:3.0:1761322990.877586:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c76dad45. 00000100:00000010:3.0:1761322990.877594:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f5ab50fc. 00000100:00000010:3.0:1761322990.877603:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001723ce77. 02000000:00000010:3.0:1761322990.877631:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000001312b77. 02000000:00000010:3.0:1761322990.877668:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001726c8e4. 00000400:00000010:3.0:1761322990.877675:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000094dd5af0. 00000400:00000010:3.0:1761322990.877681:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b0b8ce1c. 00000100:00000200:3.0:1761322990.877688:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956451904, portal 16 00000400:00000010:3.0:1761322990.877695:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009da01e46. 00000100:00000200:3.0:1761322990.877698:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956451904, offset 0 00000400:00000200:3.0:1761322990.877707:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:3.0:1761322990.877720:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322990.877727:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:3.0:1761322990.877731:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761322990.877735:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:3.0:1761322990.877738:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88709:88709:256:4294967295] 192.168.201.29@tcp LPNI seq info [88709:88709:8:4294967295] 00000400:00000200:3.0:1761322990.877749:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322990.877755:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322990.877758:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000074c3abcf (tot 82350866). 00000800:00000200:3.0:1761322990.877764:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322990.877772:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322990.877775:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000074c3abcf type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761322990.877899:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322990.877905:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000074c3abcf (tot 82350618). 00000400:00000200:2.0:1761322990.877910:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.877916:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322990.877920:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009da01e46 00000400:00000010:2.0:1761322990.877921:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009da01e46. 00000100:00000200:2.0:1761322990.877928:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001723ce77 x1846879956451904/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761322990.881135:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000f46c6ad. 00010000:00000010:1.1:1761322990.881152:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e0c6830d. 00000400:00000200:2.0:1761322990.881511:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322990.881536:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf4240 00000400:00000200:2.0:1761322990.881548:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xabaa9 [1] + 224 00000400:00000200:2.0:1761322990.881564:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.881572:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322990.881586:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001723ce77 x1846879956451904/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322990.881647:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322990.881653:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb57c40 00000400:00000200:2.0:1761322990.881659:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa421 [2] + 656 00000400:00000200:2.0:1761322990.881672:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.881674:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322990.881679:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761322990.881685:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007226fba0. 00000020:00000010:1.0:1761322990.881773:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000103ccdab. 00000020:00000010:1.0:1761322990.881783:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002c4891d2. 00000020:00000010:1.0:1761322990.881788:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000acc5c903. 00000400:00000010:3.0:1761322990.881817:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000094dd5af0. 00000100:00000200:1.0:1761322990.881825:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007226fba0 x1846879955811392/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:143/0 lens 328/0 e 0 to 0 dl 1761323033 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000400:00000200:3.0:1761322990.881826:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b0b8ce1c 00000400:00000010:3.0:1761322990.881831:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b0b8ce1c. 00000100:00000200:3.0:1761322990.881845:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001723ce77 x1846879956451904/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761322990.881854:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001723ce77 x1846879956451904/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761322990.881872:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955811392 02000000:00000010:1.0:1761322990.881889:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001dff759e. 02000000:00000010:3.0:1761322990.881890:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001726c8e4. 02000000:00000010:3.0:1761322990.881900:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000001312b77. 00000100:00000010:3.0:1761322990.881908:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001723ce77. 00000100:00000010:3.0:1761322990.881912:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f5ab50fc. 00010000:00000010:3.0:1761322990.881917:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c76dad45. 00010000:00000010:1.0:1761322990.881929:0:66652:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069b74aff. 00010000:00000010:1.0:1761322990.881962:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d0c54977. 00000100:00000010:1.0:1761322990.881971:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c0855835. 00010000:00000010:0.1:1761322990.882321:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008b1eed9e. 00010000:00000010:3.1:1761322990.882768:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e8ca8527. 00010000:00000010:3.1:1761322990.882777:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000089f67ccd. 00010000:00000010:3.1:1761322990.882783:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005fce7d39. 00010000:00000010:3.1:1761322990.882788:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075d9751f. 00080000:00000010:3.0:1761322990.882810:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ed875285. 00000100:00000010:1.0:1761322990.882834:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c0855835. 00010000:00000010:1.0:1761322990.882840:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d0c54977. 00000400:00000010:1.0:1761322990.882861:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005d51e45b. 00000100:00000200:1.0:1761322990.882868:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955811392, offset 224 00000400:00000200:1.0:1761322990.882880:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322990.882898:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322990.882905:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88710:88710:256:4294967295] 192.168.201.29@tcp LPNI seq info [88710:88710:8:4294967295] 00000400:00000200:1.0:1761322990.882915:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322990.882921:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322990.882926:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa7b1f3a (tot 82350866). 00000800:00000200:1.0:1761322990.882933:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322990.882941:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322990.882945:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa7b1f3a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761322990.882975:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002c4891d2. 00000020:00000010:1.0:1761322990.882979:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000acc5c903. 00000020:00000010:1.0:1761322990.882983:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000103ccdab. 00010000:00000010:3.0:1761322990.883041:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000084f88992. 00010000:00000010:3.0:1761322990.883057:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006666a6b4. 00010000:00000010:3.0:1761322990.883158:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000075d9751f. 00010000:00000010:3.0:1761322990.883167:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000084f88992. 00010000:00000010:3.0:1761322990.883181:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c76dad45. 00000100:00000010:3.0:1761322990.883187:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f5ab50fc. 00000100:00000010:3.0:1761322990.883198:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001723ce77. 02000000:00000010:3.0:1761322990.883215:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000001312b77. 00000800:00000200:0.0:1761322990.883230:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761322990.883237:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa7b1f3a (tot 82350618). 00000400:00000200:0.0:1761322990.883248:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:3.0:1761322990.883253:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001726c8e4. 00000400:00000200:0.0:1761322990.883259:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000010:3.0:1761322990.883261:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000094dd5af0. 00000400:00000200:0.0:1761322990.883264:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005d51e45b 00000400:00000010:0.0:1761322990.883267:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005d51e45b. 00000400:00000010:3.0:1761322990.883275:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b0b8ce1c. 00000100:00000200:3.0:1761322990.883282:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956451968, portal 16 00000400:00000010:3.0:1761322990.883286:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f721b205. 00000100:00000200:3.0:1761322990.883288:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956451968, offset 0 00000400:00000200:3.0:1761322990.883293:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:3.0:1761322990.883300:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322990.883306:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:3.0:1761322990.883310:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761322990.883313:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:3.0:1761322990.883315:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88711:88711:256:4294967295] 192.168.201.29@tcp LPNI seq info [88711:88711:8:4294967295] 00000400:00000200:3.0:1761322990.883322:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322990.883326:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322990.883329:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003de23d37 (tot 82350866). 00000800:00000200:3.0:1761322990.883333:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322990.883337:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322990.883339:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003de23d37 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761322990.883450:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322990.883456:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003de23d37 (tot 82350618). 00000400:00000200:2.0:1761322990.883462:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.883468:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322990.883472:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f721b205 00000400:00000010:2.0:1761322990.883473:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f721b205. 00000100:00000200:2.0:1761322990.883480:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001723ce77 x1846879956451968/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322990.887324:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322990.887346:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf4280 00000400:00000200:3.0:1761322990.887358:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xabab5 [1] + 224 00000400:00000200:3.0:1761322990.887372:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.887501:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322990.887515:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001723ce77 x1846879956451968/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322990.887842:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322990.887848:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb57c80 00000400:00000200:3.0:1761322990.887853:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa421 [2] + 984 00000400:00000200:3.0:1761322990.887909:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.887913:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322990.887917:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761322990.887923:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007912ecad. 00010000:00000010:1.1:1761322990.888095:0:66652:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000086c1f1a. 00000020:00000010:1.0:1761322990.888106:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000103ccdab. 00000020:00000010:1.0:1761322990.888114:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002c4891d2. 00000020:00000010:1.0:1761322990.888119:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000acc5c903. 00000100:00000200:1.0:1761322990.888152:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007912ecad x1846879955811456/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:143/0 lens 328/0 e 0 to 0 dl 1761323033 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000400:00000010:0.0:1761322990.888178:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000094dd5af0. 00000400:00000200:0.0:1761322990.888185:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b0b8ce1c 00000400:00000010:0.0:1761322990.888188:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b0b8ce1c. 00000100:00000200:1.0:1761322990.888193:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955811456 00000100:00000200:0.0:1761322990.888198:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001723ce77 x1846879956451968/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761322990.888209:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001723ce77 x1846879956451968/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761322990.888210:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006ca1214a. 02000000:00000010:0.0:1761322990.888249:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001726c8e4. 00010000:00000010:1.0:1761322990.888256:0:66652:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000807c7f9b. 02000000:00000010:0.0:1761322990.888256:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000001312b77. 00000100:00000010:0.0:1761322990.888265:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001723ce77. 00000100:00000010:0.0:1761322990.888270:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f5ab50fc. 00010000:00000010:0.0:1761322990.888274:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c76dad45. 00010000:00000010:1.0:1761322990.888284:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d0c54977. 00000100:00000010:1.0:1761322990.888291:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c0855835. 00010000:00000010:3.1:1761322990.888359:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000061657ba3. 00010000:00000010:3.1:1761322990.888366:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001f5328e7. 00000100:00000010:1.0:1761322990.888487:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c0855835. 00010000:00000010:1.0:1761322990.888491:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d0c54977. 00080000:00000010:0.0:1761322990.888499:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000098a93781. 00000400:00000010:1.0:1761322990.888507:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ecc16fca. 00000100:00000200:1.0:1761322990.888512:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955811456, offset 224 00000400:00000200:1.0:1761322990.888521:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322990.888532:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322990.888538:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88712:88712:256:4294967295] 192.168.201.29@tcp LPNI seq info [88712:88712:8:4294967295] 00000400:00000200:1.0:1761322990.888547:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322990.888552:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322990.888557:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa7b1f3a (tot 82350866). 00000800:00000200:1.0:1761322990.888563:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322990.888572:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322990.888575:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa7b1f3a type 1, nob 320 niov 1 nkiov 1 00010000:00000010:0.0:1761322990.888597:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000084f88992. 00000020:00000010:1.0:1761322990.888605:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002c4891d2. 00010000:00000010:0.0:1761322990.888606:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000042baafcc. 00000020:00000010:1.0:1761322990.888612:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000acc5c903. 00000020:00000010:1.0:1761322990.888616:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000103ccdab. 00010000:00000010:0.0:1761322990.888683:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000afcecbb6. 00010000:00000010:0.0:1761322990.888691:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000254495c5. 00010000:00000010:0.0:1761322990.888703:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000badb1aa5. 00000100:00000010:0.0:1761322990.888708:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004e147358. 00000100:00000010:0.0:1761322990.888714:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c9a97dac. 02000000:00000010:0.0:1761322990.888728:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d9e3661c. 00000800:00000200:2.0:1761322990.888753:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322990.888757:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa7b1f3a (tot 82350618). 02000000:00000010:0.0:1761322990.888759:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000745c62ef. 00000400:00000200:2.0:1761322990.888765:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1761322990.888766:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006c48c49b. 00000400:00000200:2.0:1761322990.888771:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000010:0.0:1761322990.888772:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000085772165. 00000400:00000200:2.0:1761322990.888776:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ecc16fca 00000400:00000010:2.0:1761322990.888779:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ecc16fca. 00000100:00000200:0.0:1761322990.888899:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956452032, portal 16 00000400:00000010:0.0:1761322990.888905:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d5095c71. 00000100:00000200:0.0:1761322990.888907:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956452032, offset 0 00000400:00000200:0.0:1761322990.888913:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322990.888920:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322990.888927:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:0.0:1761322990.888930:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761322990.888933:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322990.888935:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88713:88713:256:4294967295] 192.168.201.29@tcp LPNI seq info [88713:88713:8:4294967295] 00000400:00000200:0.0:1761322990.888942:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322990.888946:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322990.888949:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f8f59593 (tot 82350866). 00000800:00000200:0.0:1761322990.888953:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322990.888956:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322990.888959:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f8f59593 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761322990.889479:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322990.889483:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f8f59593 (tot 82350618). 00000400:00000200:2.0:1761322990.889486:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.889491:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322990.889494:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d5095c71 00000400:00000010:2.0:1761322990.889495:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d5095c71. 00000100:00000200:2.0:1761322990.889503:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c9a97dac x1846879956452032/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761322990.893247:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009db2873b. 00010000:00000010:0.1:1761322990.894187:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fb0fbbef. 00010000:00000010:0.1:1761322990.894197:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075d9751f. 00000400:00000200:3.0:1761322990.894831:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322990.894857:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf42c0 00000400:00000200:3.0:1761322990.894868:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xabac1 [1] + 224 00000400:00000200:3.0:1761322990.894885:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.894890:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322990.894904:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c9a97dac x1846879956452032/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322990.894952:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322990.894958:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb57cc0 00000400:00000200:3.0:1761322990.894965:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa421 [2] + 1312 00000400:00000200:3.0:1761322990.894979:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.894982:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322990.894987:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761322990.894994:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003171f658. 00000400:00000010:0.0:1761322990.895176:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006c48c49b. 00000400:00000200:0.0:1761322990.895184:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000085772165 00000400:00000010:0.0:1761322990.895187:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000085772165. 00000020:00000010:1.0:1761322990.895194:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000103ccdab. 00000100:00000200:0.0:1761322990.895201:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c9a97dac x1846879956452032/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000020:00000010:1.0:1761322990.895207:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002c4891d2. 00000020:00000010:1.0:1761322990.895215:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000acc5c903. 00000100:00000200:0.0:1761322990.895217:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c9a97dac x1846879956452032/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761322990.895260:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000745c62ef. 00000100:00000200:1.0:1761322990.895263:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003171f658 x1846879955811520/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:143/0 lens 328/0 e 0 to 0 dl 1761323033 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 02000000:00000010:0.0:1761322990.895269:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d9e3661c. 00000100:00000010:0.0:1761322990.895276:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c9a97dac. 00000100:00000010:0.0:1761322990.895281:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004e147358. 00010000:00000010:0.0:1761322990.895286:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000badb1aa5. 00000100:00000200:1.0:1761322990.895314:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955811520 02000000:00000010:1.0:1761322990.895331:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000fd32d515. 00010000:00000010:1.0:1761322990.895364:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000076fd0b36. 00010000:00000010:1.0:1761322990.895392:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d0c54977. 00000100:00000010:1.0:1761322990.895399:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c0855835. 00000100:00000010:1.0:1761322990.895419:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c0855835. 00010000:00000010:1.0:1761322990.895423:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d0c54977. 00000400:00000010:1.0:1761322990.895439:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000048107573. 00000100:00000200:1.0:1761322990.895445:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955811520, offset 224 00000400:00000200:1.0:1761322990.895454:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322990.895469:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322990.895475:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88714:88714:256:4294967295] 192.168.201.29@tcp LPNI seq info [88714:88714:8:4294967295] 00000400:00000200:1.0:1761322990.895485:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322990.895491:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322990.895496:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa7b1f3a (tot 82350866). 00000800:00000200:1.0:1761322990.895505:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322990.895511:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322990.895515:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa7b1f3a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761322990.895534:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002c4891d2. 00000020:00000010:1.0:1761322990.895538:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000acc5c903. 00000020:00000010:1.0:1761322990.895541:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000103ccdab. 00000800:00000200:2.0:1761322990.896177:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322990.896184:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa7b1f3a (tot 82350618). 00080000:00000010:0.0:1761322990.896209:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d9e3661c. 00000400:00000200:2.0:1761322990.896235:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.896243:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322990.896249:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000048107573 00000400:00000010:2.0:1761322990.896252:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000048107573. 00010000:00000010:0.0:1761322990.896340:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000254495c5. 00010000:00000010:0.0:1761322990.896353:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000139f714. 00010000:00000010:0.0:1761322990.896451:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d154bf62. 00010000:00000010:0.0:1761322990.896457:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000254495c5. 00010000:00000010:0.0:1761322990.896470:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000badb1aa5. 00000100:00000010:0.0:1761322990.896477:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004e147358. 00000100:00000010:0.0:1761322990.896486:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c9a97dac. 02000000:00000010:0.0:1761322990.896500:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000745c62ef. 02000000:00000010:0.0:1761322990.896531:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000001312b77. 00000400:00000010:0.0:1761322990.896537:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006c48c49b. 00000400:00000010:0.0:1761322990.896543:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000085772165. 00000100:00000200:0.0:1761322990.896550:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956452096, portal 16 00000400:00000010:0.0:1761322990.896555:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000098e4976a. 00000100:00000200:0.0:1761322990.896558:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956452096, offset 0 00000400:00000200:0.0:1761322990.896566:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322990.896581:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322990.896589:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:0.0:1761322990.896593:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761322990.896597:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322990.896600:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88715:88715:256:4294967295] 192.168.201.29@tcp LPNI seq info [88715:88715:8:4294967295] 00000400:00000200:0.0:1761322990.896609:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322990.896615:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322990.896620:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bf5e0f07 (tot 82350866). 00000800:00000200:0.0:1761322990.896626:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322990.896635:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322990.896638:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bf5e0f07 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761322990.897348:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322990.897353:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bf5e0f07 (tot 82350618). 00000400:00000200:2.0:1761322990.897358:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.897363:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322990.897366:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000098e4976a 00000400:00000010:2.0:1761322990.897368:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000098e4976a. 00000100:00000200:2.0:1761322990.897376:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c9a97dac x1846879956452096/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322990.898643:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322990.898663:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf4300 00000400:00000200:3.0:1761322990.898677:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xabacd [1] + 224 00000400:00000200:3.0:1761322990.898693:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.898697:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322990.898705:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c9a97dac x1846879956452096/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322990.898741:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322990.898747:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb57d00 00000400:00000200:3.0:1761322990.898754:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa421 [2] + 1640 00000400:00000010:0.0:1761322990.898777:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006c48c49b. 00000400:00000200:0.0:1761322990.898783:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000085772165 00000400:00000010:0.0:1761322990.898784:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000085772165. 00000100:00000200:0.0:1761322990.898792:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c9a97dac x1846879956452096/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761322990.898801:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c9a97dac x1846879956452096/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322990.898821:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.898827:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 02000000:00000010:0.0:1761322990.898829:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000001312b77. 00000100:00000200:3.0:1761322990.898832:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 02000000:00000010:0.0:1761322990.898839:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000745c62ef. 00000100:00000010:3.0:1761322990.898841:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cec9b0b9. 00000100:00000010:0.0:1761322990.898846:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c9a97dac. 00000100:00000010:0.0:1761322990.898851:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004e147358. 00010000:00000010:0.0:1761322990.898855:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000badb1aa5. 00000020:00000010:1.0:1761322990.898914:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000089671c9. 00000020:00000010:1.0:1761322990.898923:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002c4891d2. 00000020:00000010:1.0:1761322990.898928:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000acc5c903. 00000100:00000200:1.0:1761322990.898956:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000cec9b0b9 x1846879955811584/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:143/0 lens 328/0 e 0 to 0 dl 1761323033 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761322990.899010:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955811584 02000000:00000010:1.0:1761322990.899022:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e99300b6. 00010000:00000010:1.0:1761322990.899063:0:66652:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000502d1a00. 00010000:00000010:1.0:1761322990.899113:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d0c54977. 00000100:00000010:1.0:1761322990.899120:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c0855835. 00000100:00000010:1.0:1761322990.899125:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c0855835. 00010000:00000010:1.0:1761322990.899127:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d0c54977. 00000400:00000010:1.0:1761322990.899139:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005178a5a4. 00000100:00000200:1.0:1761322990.899149:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955811584, offset 224 00000400:00000200:1.0:1761322990.899157:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322990.899168:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322990.899175:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88716:88716:256:4294967295] 192.168.201.29@tcp LPNI seq info [88716:88716:8:4294967295] 00000400:00000200:1.0:1761322990.899185:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322990.899190:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322990.899195:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa7b1f3a (tot 82350866). 00000800:00000200:1.0:1761322990.899202:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322990.899212:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322990.899216:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa7b1f3a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761322990.899239:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002c4891d2. 00000020:00000010:1.0:1761322990.899244:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000acc5c903. 00000020:00000010:1.0:1761322990.899248:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000089671c9. 00000800:00000200:2.0:1761322990.899305:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322990.899309:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa7b1f3a (tot 82350618). 00000400:00000200:2.0:1761322990.899317:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000010:0.0:1761322990.899321:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000001312b77. 00000400:00000200:2.0:1761322990.899322:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322990.899327:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005178a5a4 00000400:00000010:2.0:1761322990.899329:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005178a5a4. 00010000:00000010:0.0:1761322990.899416:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000254495c5. 00010000:00000010:0.0:1761322990.899424:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c232924b. 00010000:00000010:0.0:1761322990.899510:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000080eb2517. 00010000:00000010:0.0:1761322990.899515:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000254495c5. 00010000:00000010:0.0:1761322990.899525:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000badb1aa5. 00000100:00000010:0.0:1761322990.899529:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004e147358. 00000100:00000010:0.0:1761322990.899535:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c9a97dac. 02000000:00000010:0.0:1761322990.899547:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000745c62ef. 02000000:00000010:0.0:1761322990.899572:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001726c8e4. 00000400:00000010:0.0:1761322990.899576:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006c48c49b. 00000400:00000010:0.0:1761322990.899580:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000085772165. 00000100:00000200:0.0:1761322990.899585:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956452160, portal 16 00000400:00000010:0.0:1761322990.899590:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000098e50414. 00000100:00000200:0.0:1761322990.899591:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956452160, offset 0 00000400:00000200:0.0:1761322990.899597:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322990.899604:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322990.899611:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:0.0:1761322990.899615:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761322990.899618:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322990.899621:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88717:88717:256:4294967295] 192.168.201.29@tcp LPNI seq info [88717:88717:8:4294967295] 00000400:00000200:0.0:1761322990.899628:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322990.899632:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322990.899636:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002b6ad44b (tot 82350866). 00000800:00000200:0.0:1761322990.899639:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322990.899644:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322990.899647:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002b6ad44b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761322990.899772:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322990.899775:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002b6ad44b (tot 82350618). 00000400:00000200:2.0:1761322990.899778:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.899782:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322990.899785:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000098e50414 00000400:00000010:2.0:1761322990.899786:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000098e50414. 00000100:00000200:2.0:1761322990.899793:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c9a97dac x1846879956452160/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322990.901692:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322990.901716:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf4340 00000400:00000200:3.0:1761322990.901726:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xabad9 [1] + 224 00000400:00000200:3.0:1761322990.901742:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.901747:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322990.901756:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c9a97dac x1846879956452160/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761322990.901914:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006c48c49b. 00000400:00000200:0.0:1761322990.901925:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000085772165 00000400:00000010:0.0:1761322990.901927:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000085772165. 00000100:00000200:0.0:1761322990.901943:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c9a97dac x1846879956452160/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761322990.901953:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c9a97dac x1846879956452160/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761322990.901994:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001726c8e4. 02000000:00000010:0.0:1761322990.902001:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000745c62ef. 00000100:00000010:0.0:1761322990.902008:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c9a97dac. 00000100:00000010:0.0:1761322990.902012:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004e147358. 00010000:00000010:0.0:1761322990.902016:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000badb1aa5. 00000400:00000200:2.0:1761322990.902405:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322990.902417:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb57d40 00000400:00000200:2.0:1761322990.902424:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa421 [2] + 1968 00000400:00000010:2.0:1761322990.902428:0:15812:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000055cc2f17. 00000400:00000200:2.0:1761322990.902457:0:15812:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000003019fb6a 00000400:00000200:2.0:1761322990.902524:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.902529:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322990.902532:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003019fb6a 00000400:00000010:2.0:1761322990.902534:0:15812:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000003019fb6a (tot 82350466). 00000100:00000200:2.0:1761322990.902540:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1761322990.902991:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000089671c9. 00000020:00000010:1.0:1761322990.902999:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002c4891d2. 00000020:00000010:1.0:1761322990.903003:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000acc5c903. 00000100:00000200:1.0:1761322990.903030:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000885599ec x1846879955811648/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:143/0 lens 328/0 e 0 to 0 dl 1761323033 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761322990.903103:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955811648 02000000:00000010:1.0:1761322990.903116:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006c5a3bcf. 00010000:00000010:1.0:1761322990.903151:0:66652:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000446b233c. 00010000:00000010:1.0:1761322990.903179:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d0c54977. 00000100:00000010:1.0:1761322990.903188:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c0855835. 00000100:00000010:1.0:1761322990.903204:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c0855835. 00010000:00000010:1.0:1761322990.903208:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d0c54977. 00000400:00000010:1.0:1761322990.903221:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003650095b. 00000100:00000200:1.0:1761322990.903227:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955811648, offset 224 00000400:00000200:1.0:1761322990.903236:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322990.903249:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00080000:00000010:0.0:1761322990.903252:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000001726c8e4. 00000400:00000200:1.0:1761322990.903258:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88718:88718:256:4294967295] 192.168.201.29@tcp LPNI seq info [88718:88718:8:4294967295] 00000400:00000200:1.0:1761322990.903270:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322990.903276:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322990.903282:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa7b1f3a (tot 82350714). 00000800:00000200:1.0:1761322990.903288:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322990.903296:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322990.903301:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa7b1f3a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761322990.903322:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002c4891d2. 00000020:00000010:1.0:1761322990.903327:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000acc5c903. 00000020:00000010:1.0:1761322990.903331:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000089671c9. 02000000:00000010:1.0:1761322990.903343:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e99300b6. 00000100:00000010:1.0:1761322990.903348:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000cec9b0b9. 02000000:00000010:1.0:1761322990.903353:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000fd32d515. 00000100:00000010:1.0:1761322990.903356:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003171f658. 00010000:00000010:0.0:1761322990.903359:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000254495c5. 02000000:00000010:1.0:1761322990.903361:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006ca1214a. 00000100:00000010:1.0:1761322990.903371:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007912ecad. 02000000:00000010:1.0:1761322990.903377:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001dff759e. 00000100:00000010:1.0:1761322990.903380:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007226fba0. 02000000:00000010:1.0:1761322990.903386:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008039e4b1. 00000100:00000010:1.0:1761322990.903388:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004dd461b4. 02000000:00000010:1.0:1761322990.903392:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003c891c5e. 00000100:00000010:1.0:1761322990.903397:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e002feec. 00000100:00000200:1.0:1761322990.903404:0:66652:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1761322990.903416:0:66652:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000165ff843. 00000400:00000010:1.0:1761322990.903421:0:66652:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000c0855835 (tot 82350866). 00000800:00000200:2.0:1761322990.903429:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00010000:00000010:0.0:1761322990.903478:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d874673c. 00000800:00000010:2.0:1761322990.903519:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa7b1f3a (tot 82350618). 00000400:00000200:2.0:1761322990.903530:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.903536:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322990.903540:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003650095b 00000400:00000010:2.0:1761322990.903542:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003650095b. 02000000:00000010:2.0:1761322990.903547:0:15811:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006c5a3bcf. 00010000:00000010:0.0:1761322990.903565:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000089370e68. 00010000:00000010:0.0:1761322990.903573:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000254495c5. 00010000:00000010:0.0:1761322990.903587:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000badb1aa5. 00000100:00000010:0.0:1761322990.903599:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004e147358. 00000100:00000010:0.0:1761322990.903609:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c9a97dac. 02000000:00000010:0.0:1761322990.903626:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008039e4b1. 02000000:00000010:0.0:1761322990.903662:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000745c62ef. 00000400:00000010:0.0:1761322990.903668:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006c48c49b. 00000400:00000010:0.0:1761322990.903675:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000085772165. 00000100:00000200:0.0:1761322990.903682:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956452224, portal 16 00000400:00000010:0.0:1761322990.903688:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a0012254. 00000100:00000200:0.0:1761322990.903690:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956452224, offset 0 00000400:00000200:0.0:1761322990.903698:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322990.903712:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322990.903719:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:0.0:1761322990.903725:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761322990.903728:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322990.903731:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88719:88719:256:4294967295] 192.168.201.29@tcp LPNI seq info [88719:88719:8:4294967295] 00000400:00000200:0.0:1761322990.903754:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322990.903760:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322990.903764:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000019c3e4a9 (tot 82350866). 00000800:00000200:0.0:1761322990.903772:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322990.903779:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322990.903783:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000019c3e4a9 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761322990.904026:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322990.904031:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000019c3e4a9 (tot 82350618). 00000400:00000200:3.0:1761322990.904035:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.904040:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322990.904054:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a0012254 00000400:00000010:3.0:1761322990.904056:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a0012254. 00000100:00000200:3.0:1761322990.904067:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c9a97dac x1846879956452224/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322990.906235:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322990.906258:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf4380 00000400:00000200:2.0:1761322990.906279:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xabae9 [1] + 224 00000400:00000200:2.0:1761322990.906302:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.906307:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322990.906319:0:15812:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c9a97dac x1846879956452224/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761322990.906454:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006c48c49b. 00000400:00000200:0.0:1761322990.906460:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000085772165 00000400:00000010:0.0:1761322990.906462:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000085772165. 00000100:00000200:0.0:1761322990.906471:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c9a97dac x1846879956452224/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761322990.906479:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c9a97dac x1846879956452224/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761322990.906524:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000745c62ef. 02000000:00000010:0.0:1761322990.906531:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008039e4b1. 00000100:00000010:0.0:1761322990.906537:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c9a97dac. 00000100:00000010:0.0:1761322990.906541:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004e147358. 00010000:00000010:0.0:1761322990.906545:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000badb1aa5. 00010000:00000010:1.1:1761322990.907186:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000035abdd44. 00010000:00000010:0.1:1761322990.907385:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a99454f0. 00010000:00000010:0.1:1761322990.907398:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000afcecbb6. 00000400:00000200:2.0:1761322990.910068:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322990.910128:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb57d80 00000400:00000200:2.0:1761322990.910138:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa479 [2] + 0 00000400:00000200:2.0:1761322990.910208:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.910213:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322990.910221:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761322990.910229:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007661af9c. 00000020:00000010:1.0:1761322990.910548:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fd32d515. 00000020:00000010:1.0:1761322990.910556:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002c4891d2. 00000020:00000010:1.0:1761322990.910561:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000acc5c903. 00000100:00000200:1.0:1761322990.910594:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007661af9c x1846879955811712/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:143/0 lens 328/0 e 0 to 0 dl 1761323033 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761322990.910642:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955811712 02000000:00000010:1.0:1761322990.910657:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e99300b6. 00010000:00000010:1.0:1761322990.910705:0:66652:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000015f318a9. 00010000:00000010:1.0:1761322990.910733:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d0c54977. 00000100:00000010:1.0:1761322990.910742:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000da426994. 00000100:00000010:1.0:1761322990.910762:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000da426994. 00010000:00000010:1.0:1761322990.910766:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d0c54977. 00000400:00000010:1.0:1761322990.910784:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000962e04ce. 00000100:00000200:1.0:1761322990.910790:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955811712, offset 224 00000400:00000200:1.0:1761322990.910799:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00080000:00000010:0.0:1761322990.910803:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000008039e4b1. 00000400:00000200:1.0:1761322990.910811:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322990.910816:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88720:88720:256:4294967295] 192.168.201.29@tcp LPNI seq info [88720:88720:8:4294967295] 00000400:00000200:1.0:1761322990.910826:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322990.910831:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322990.910836:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa7b1f3a (tot 82350866). 00000800:00000200:1.0:1761322990.910842:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322990.910849:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322990.910853:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa7b1f3a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761322990.910881:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002c4891d2. 00000020:00000010:1.0:1761322990.910886:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000acc5c903. 00000020:00000010:1.0:1761322990.910890:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fd32d515. 00010000:00000010:0.0:1761322990.910890:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000254495c5. 00010000:00000010:0.0:1761322990.910899:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fa6e014f. 00000800:00000200:3.0:1761322990.910966:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322990.910971:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa7b1f3a (tot 82350618). 00000400:00000200:3.0:1761322990.910978:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.910983:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322990.910986:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000962e04ce 00010000:00000010:0.0:1761322990.910987:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000afcecbb6. 00000400:00000010:3.0:1761322990.910988:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000962e04ce. 00010000:00000010:0.0:1761322990.910996:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000254495c5. 00010000:00000010:0.0:1761322990.911008:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000badb1aa5. 00000100:00000010:0.0:1761322990.911012:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004e147358. 00000100:00000010:0.0:1761322990.911019:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c9a97dac. 02000000:00000010:0.0:1761322990.911031:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000745c62ef. 02000000:00000010:0.0:1761322990.911100:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004b4d23bd. 00000400:00000010:0.0:1761322990.911108:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006c48c49b. 00000400:00000010:0.0:1761322990.911113:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000085772165. 00000100:00000200:0.0:1761322990.911119:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956452288, portal 16 00000400:00000010:0.0:1761322990.911124:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004767911a. 00000100:00000200:0.0:1761322990.911126:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956452288, offset 0 00000400:00000200:0.0:1761322990.911132:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322990.911138:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322990.911145:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:0.0:1761322990.911148:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761322990.911151:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322990.911154:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88721:88721:256:4294967295] 192.168.201.29@tcp LPNI seq info [88721:88721:8:4294967295] 00000400:00000200:0.0:1761322990.911162:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322990.911168:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322990.911171:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000007e4c409 (tot 82350866). 00000800:00000200:0.0:1761322990.911176:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322990.911180:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322990.911184:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000007e4c409 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761322990.911408:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761322990.911411:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000007e4c409 (tot 82350618). 00000400:00000200:1.0:1761322990.911414:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322990.911418:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:1.0:1761322990.911432:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004767911a 00000400:00000010:1.0:1761322990.911433:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004767911a. 00000100:00000200:1.0:1761322990.911442:0:15812:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c9a97dac x1846879956452288/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322990.915209:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322990.915229:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf43c0 00000400:00000200:2.0:1761322990.915239:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xabaf5 [1] + 224 00000400:00000200:2.0:1761322990.915251:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.915256:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322990.915267:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c9a97dac x1846879956452288/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322990.915356:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322990.915363:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb57dc0 00000400:00000200:2.0:1761322990.915369:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa479 [2] + 328 00000400:00000200:2.0:1761322990.915420:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.915424:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322990.915428:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761322990.915435:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004a31252b. 00010000:00000010:1.1:1761322990.915470:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a8ac70b7. 00010000:00000010:1.1:1761322990.915477:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d3960c1a. 00000400:00000010:0.0:1761322990.915490:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006c48c49b. 00000400:00000200:0.0:1761322990.915498:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000085772165 00000400:00000010:0.0:1761322990.915500:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000085772165. 00000100:00000200:0.0:1761322990.915509:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c9a97dac x1846879956452288/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761322990.915517:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c9a97dac x1846879956452288/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761322990.915552:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004b4d23bd. 02000000:00000010:0.0:1761322990.915558:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000745c62ef. 00000100:00000010:0.0:1761322990.915563:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c9a97dac. 00000100:00000010:0.0:1761322990.915567:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004e147358. 00010000:00000010:0.0:1761322990.915570:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000badb1aa5. 00000020:00000010:1.0:1761322990.915739:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fd32d515. 00000020:00000010:1.0:1761322990.915747:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002c4891d2. 00000020:00000010:1.0:1761322990.915753:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000acc5c903. 00000100:00000200:1.0:1761322990.915785:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000004a31252b x1846879955811776/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:143/0 lens 328/0 e 0 to 0 dl 1761323033 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761322990.915823:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955811776 02000000:00000010:1.0:1761322990.915837:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000089671c9. 00010000:00000010:1.0:1761322990.915870:0:66652:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000091e4e104. 00010000:00000010:1.0:1761322990.915895:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d0c54977. 00000100:00000010:1.0:1761322990.915902:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000da426994. 00000100:00000010:1.0:1761322990.915921:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000da426994. 00010000:00000010:1.0:1761322990.915925:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d0c54977. 00000400:00000010:1.0:1761322990.915941:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000035ef97af. 00000100:00000200:1.0:1761322990.915945:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955811776, offset 224 00000400:00000200:1.0:1761322990.915954:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322990.915967:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322990.915972:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88722:88722:256:4294967295] 192.168.201.29@tcp LPNI seq info [88722:88722:8:4294967295] 00000400:00000200:1.0:1761322990.915983:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322990.915989:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322990.915994:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa7b1f3a (tot 82350866). 00000800:00000200:1.0:1761322990.916000:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322990.916007:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322990.916009:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa7b1f3a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761322990.916035:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002c4891d2. 00000020:00000010:1.0:1761322990.916039:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000acc5c903. 00000020:00000010:1.0:1761322990.916054:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fd32d515. 00010000:00000010:0.1:1761322990.916145:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000107c2f8d. 00010000:00000010:0.1:1761322990.916152:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d154bf62. 00010000:00000010:0.1:1761322990.916156:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000bc34ec5. 00010000:00000010:0.1:1761322990.916159:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000080eb2517. 00080000:00000010:0.0:1761322990.916180:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000004b4d23bd. 00010000:00000010:0.0:1761322990.916259:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000254495c5. 00010000:00000010:0.0:1761322990.916266:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c60e94b3. 00010000:00000010:0.0:1761322990.916342:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000080eb2517. 00010000:00000010:0.0:1761322990.916354:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000254495c5. 00010000:00000010:0.0:1761322990.916366:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000badb1aa5. 00000100:00000010:0.0:1761322990.916370:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004e147358. 00000100:00000010:0.0:1761322990.916376:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c9a97dac. 02000000:00000010:0.0:1761322990.916389:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ea499b4c. 02000000:00000010:0.0:1761322990.916416:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000745c62ef. 00000400:00000010:0.0:1761322990.916421:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006c48c49b. 00000400:00000010:0.0:1761322990.916424:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000085772165. 00000100:00000200:0.0:1761322990.916429:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956452352, portal 16 00000400:00000010:0.0:1761322990.916434:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000243f87cb. 00000100:00000200:0.0:1761322990.916435:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956452352, offset 0 00000400:00000200:0.0:1761322990.916441:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322990.916447:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322990.916453:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:0.0:1761322990.916456:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761322990.916459:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322990.916462:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88723:88723:255:4294967295] 192.168.201.29@tcp LPNI seq info [88723:88723:7:4294967295] 00000400:00000200:0.0:1761322990.916469:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322990.916473:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322990.916475:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000007e4c409 (tot 82351114). 00000800:00000200:0.0:1761322990.916479:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322990.916482:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322990.916484:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000007e4c409 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761322990.916563:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322990.916567:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa7b1f3a (tot 82350866). 00000400:00000200:3.0:1761322990.916574:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.916577:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322990.916580:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000035ef97af 00000400:00000010:3.0:1761322990.916582:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000035ef97af. 00000800:00000200:3.0:1761322990.916629:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322990.916631:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000007e4c409 (tot 82350618). 00000400:00000200:3.0:1761322990.916634:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.916637:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322990.916639:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000243f87cb 00000400:00000010:3.0:1761322990.916641:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000243f87cb. 00000100:00000200:3.0:1761322990.916648:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c9a97dac x1846879956452352/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761322990.918554:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:1.0:1761322990.918567:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf4400 00000400:00000200:1.0:1761322990.918574:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xabb01 [1] + 224 00000400:00000200:1.0:1761322990.918585:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322990.918588:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:1.0:1761322990.918596:0:15812:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c9a97dac x1846879956452352/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761322990.918692:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006c48c49b. 00000400:00000200:0.0:1761322990.918698:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000085772165 00000400:00000010:0.0:1761322990.918700:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000085772165. 00000100:00000200:0.0:1761322990.918709:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c9a97dac x1846879956452352/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761322990.918721:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c9a97dac x1846879956452352/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761322990.918765:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000745c62ef. 02000000:00000010:0.0:1761322990.918772:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ea499b4c. 00000100:00000010:0.0:1761322990.918777:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c9a97dac. 00000100:00000010:0.0:1761322990.918781:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004e147358. 00010000:00000010:0.0:1761322990.918785:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000badb1aa5. 00000400:00000200:2.0:1761322990.919683:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322990.919696:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb57e00 00000400:00000200:2.0:1761322990.919702:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa479 [2] + 656 00000400:00000200:2.0:1761322990.919763:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.919768:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322990.919774:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761322990.919779:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005bffa580. 00000020:00000010:1.0:1761322990.919862:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fd32d515. 00000020:00000010:1.0:1761322990.919870:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002c4891d2. 00000020:00000010:1.0:1761322990.919875:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000acc5c903. 00000100:00000200:1.0:1761322990.919906:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005bffa580 x1846879955811840/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:143/0 lens 328/0 e 0 to 0 dl 1761323033 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761322990.919942:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955811840 02000000:00000010:1.0:1761322990.919956:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006c5a3bcf. 00010000:00000010:1.0:1761322990.919990:0:66652:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ca43f134. 00010000:00000010:1.0:1761322990.920014:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d0c54977. 00000100:00000010:1.0:1761322990.920020:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000da426994. 00000100:00000010:1.0:1761322990.920040:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000da426994. 00010000:00000010:1.0:1761322990.920053:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d0c54977. 00000400:00000010:1.0:1761322990.920068:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a506a769. 00010000:00000010:1.1:1761322990.920107:0:66652:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000020961789. 00000100:00000200:1.0:1761322990.920116:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955811840, offset 224 00000400:00000200:1.0:1761322990.920124:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00080000:00000010:0.0:1761322990.920125:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000745c62ef. 00000400:00000200:1.0:1761322990.920135:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322990.920141:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88724:88724:256:4294967295] 192.168.201.29@tcp LPNI seq info [88724:88724:8:4294967295] 00000400:00000200:1.0:1761322990.920150:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322990.920154:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322990.920160:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa7b1f3a (tot 82350866). 00000800:00000200:1.0:1761322990.920166:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322990.920174:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322990.920178:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa7b1f3a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761322990.920202:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002c4891d2. 00000020:00000010:1.0:1761322990.920207:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000acc5c903. 00010000:00000010:0.0:1761322990.920210:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000254495c5. 00000020:00000010:1.0:1761322990.920211:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fd32d515. 00010000:00000010:0.0:1761322990.920220:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000046038b49. 00000800:00000200:3.0:1761322990.920283:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322990.920287:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa7b1f3a (tot 82350618). 00000400:00000200:3.0:1761322990.920296:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.920300:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00010000:00000010:0.0:1761322990.920302:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d154bf62. 00000400:00000200:3.0:1761322990.920304:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a506a769 00000400:00000010:3.0:1761322990.920308:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a506a769. 00010000:00000010:0.0:1761322990.920310:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000254495c5. 00010000:00000010:0.0:1761322990.920323:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000badb1aa5. 00000100:00000010:0.0:1761322990.920327:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004e147358. 00000100:00000010:0.0:1761322990.920334:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c9a97dac. 02000000:00000010:0.0:1761322990.920347:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ea499b4c. 02000000:00000010:0.0:1761322990.920378:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d269e0b7. 00000400:00000010:0.0:1761322990.920383:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006c48c49b. 00000400:00000010:0.0:1761322990.920387:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000085772165. 00000100:00000200:0.0:1761322990.920392:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956452416, portal 16 00000400:00000010:0.0:1761322990.920396:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000faaff073. 00000100:00000200:0.0:1761322990.920398:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956452416, offset 0 00000400:00000200:0.0:1761322990.920404:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322990.920410:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322990.920416:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:0.0:1761322990.920433:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761322990.920436:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322990.920439:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88725:88725:256:4294967295] 192.168.201.29@tcp LPNI seq info [88725:88725:8:4294967295] 00000400:00000200:0.0:1761322990.920446:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322990.920451:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322990.920455:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000019c3e4a9 (tot 82350866). 00000800:00000200:0.0:1761322990.920459:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322990.920462:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322990.920464:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000019c3e4a9 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761322990.920547:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761322990.920550:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000019c3e4a9 (tot 82350618). 00000400:00000200:1.0:1761322990.920554:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322990.920558:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:1.0:1761322990.920561:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000faaff073 00000400:00000010:1.0:1761322990.920562:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000faaff073. 00000100:00000200:1.0:1761322990.920570:0:15812:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c9a97dac x1846879956452416/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322990.922369:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322990.922385:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf4440 00000400:00000200:2.0:1761322990.922393:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xabb0d [1] + 224 00000400:00000200:2.0:1761322990.922406:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.922410:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322990.922418:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c9a97dac x1846879956452416/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761322990.922548:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006c48c49b. 00000400:00000200:0.0:1761322990.922552:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000085772165 00000400:00000010:0.0:1761322990.922553:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000085772165. 00000100:00000200:0.0:1761322990.922560:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c9a97dac x1846879956452416/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761322990.922566:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c9a97dac x1846879956452416/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761322990.922596:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d269e0b7. 02000000:00000010:0.0:1761322990.922600:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ea499b4c. 00000100:00000010:0.0:1761322990.922605:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c9a97dac. 00000100:00000010:0.0:1761322990.922609:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004e147358. 00010000:00000010:0.0:1761322990.922613:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000badb1aa5. 00000400:00000200:2.0:1761322990.923523:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322990.923535:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb57e40 00000400:00000200:2.0:1761322990.923540:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa479 [2] + 984 00000400:00000200:2.0:1761322990.923593:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.923597:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322990.923602:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761322990.923621:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e002feec. 00000020:00000010:1.0:1761322990.923772:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fd32d515. 00000020:00000010:1.0:1761322990.923779:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002c4891d2. 00000020:00000010:1.0:1761322990.923783:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000acc5c903. 00000100:00000200:1.0:1761322990.923824:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e002feec x1846879955811904/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:143/0 lens 328/0 e 0 to 0 dl 1761323033 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761322990.923855:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955811904 02000000:00000010:1.0:1761322990.923871:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003c891c5e. 00010000:00000010:1.0:1761322990.923904:0:66652:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003ff8bd82. 00010000:00000010:1.0:1761322990.923929:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d0c54977. 00000100:00000010:1.0:1761322990.923936:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000da426994. 00000100:00000010:1.0:1761322990.923952:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000da426994. 00010000:00000010:1.0:1761322990.923955:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d0c54977. 00000400:00000010:1.0:1761322990.923970:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002f17cf4d. 00000100:00000200:1.0:1761322990.923976:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955811904, offset 224 00000400:00000200:1.0:1761322990.923984:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00080000:00000010:0.0:1761322990.923986:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d269e0b7. 00000400:00000200:1.0:1761322990.923995:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322990.924001:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88726:88726:256:4294967295] 192.168.201.29@tcp LPNI seq info [88726:88726:8:4294967295] 00000400:00000200:1.0:1761322990.924011:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322990.924016:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322990.924020:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa7b1f3a (tot 82350866). 00000800:00000200:1.0:1761322990.924026:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322990.924034:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322990.924038:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa7b1f3a type 1, nob 320 niov 1 nkiov 1 00010000:00000010:0.1:1761322990.924101:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fcb31fe6. 00010000:00000010:1.1:1761322990.924104:0:66652:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000437aae85. 00010000:00000010:0.1:1761322990.924110:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000089370e68. 00010000:00000010:0.1:1761322990.924117:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000438ff106. 00010000:00000010:0.1:1761322990.924121:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000afcecbb6. 00000020:00000010:1.0:1761322990.924122:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002c4891d2. 00010000:00000010:0.0:1761322990.924127:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000254495c5. 00000020:00000010:1.0:1761322990.924129:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000acc5c903. 00000020:00000010:1.0:1761322990.924134:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fd32d515. 00010000:00000010:0.0:1761322990.924135:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005762b075. 00010000:00000010:0.0:1761322990.924203:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000afcecbb6. 00010000:00000010:0.0:1761322990.924208:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000254495c5. 00010000:00000010:0.0:1761322990.924219:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000badb1aa5. 00000100:00000010:0.0:1761322990.924222:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004e147358. 00000100:00000010:0.0:1761322990.924228:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c9a97dac. 02000000:00000010:0.0:1761322990.924244:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ea499b4c. 00000800:00000200:2.0:1761322990.924252:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322990.924257:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa7b1f3a (tot 82350618). 00000400:00000200:2.0:1761322990.924264:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.924268:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 02000000:00000010:0.0:1761322990.924269:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002caff2f0. 00000400:00000200:2.0:1761322990.924272:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002f17cf4d 00000400:00000010:0.0:1761322990.924274:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006c48c49b. 00000400:00000010:2.0:1761322990.924276:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002f17cf4d. 00000400:00000010:0.0:1761322990.924284:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000085772165. 00000100:00000200:0.0:1761322990.924289:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956452480, portal 16 00000400:00000010:0.0:1761322990.924294:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001c2d6366. 00000100:00000200:0.0:1761322990.924295:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956452480, offset 0 00000400:00000200:0.0:1761322990.924300:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322990.924304:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322990.924310:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:0.0:1761322990.924313:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761322990.924315:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322990.924317:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88727:88727:256:4294967295] 192.168.201.29@tcp LPNI seq info [88727:88727:8:4294967295] 00000400:00000200:0.0:1761322990.924322:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322990.924331:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322990.924334:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002b6ad44b (tot 82350866). 00000800:00000200:0.0:1761322990.924340:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322990.924344:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322990.924347:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002b6ad44b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761322990.924560:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322990.924563:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002b6ad44b (tot 82350618). 00000400:00000200:2.0:1761322990.924568:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.924572:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322990.924575:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001c2d6366 00000400:00000010:2.0:1761322990.924576:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001c2d6366. 00000100:00000200:2.0:1761322990.924585:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c9a97dac x1846879956452480/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322990.926463:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322990.926479:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf4480 00000400:00000200:2.0:1761322990.926491:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xabb19 [1] + 224 00000400:00000200:2.0:1761322990.926504:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.926507:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322990.926517:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c9a97dac x1846879956452480/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322990.926555:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322990.926561:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb57e80 00000400:00000200:2.0:1761322990.926565:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa479 [2] + 1312 00000400:00000010:0.0:1761322990.926610:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006c48c49b. 00000400:00000200:0.0:1761322990.926615:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000085772165 00000400:00000010:0.0:1761322990.926617:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000085772165. 00000400:00000200:2.0:1761322990.926621:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1761322990.926624:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c9a97dac x1846879956452480/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322990.926625:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322990.926628:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000200:0.0:1761322990.926633:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c9a97dac x1846879956452480/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000010:2.0:1761322990.926643:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004dd461b4. 02000000:00000010:0.0:1761322990.926670:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002caff2f0. 02000000:00000010:0.0:1761322990.926675:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ea499b4c. 00000100:00000010:0.0:1761322990.926680:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c9a97dac. 00000100:00000010:0.0:1761322990.926684:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004e147358. 00010000:00000010:0.0:1761322990.926688:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000badb1aa5. 00000020:00000010:1.0:1761322990.926714:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fd32d515. 00000020:00000010:1.0:1761322990.926721:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002c4891d2. 00000020:00000010:1.0:1761322990.926726:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000acc5c903. 00000100:00000200:1.0:1761322990.926753:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000004dd461b4 x1846879955811968/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:143/0 lens 328/0 e 0 to 0 dl 1761323033 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761322990.926784:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955811968 02000000:00000010:1.0:1761322990.926806:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006ca1214a. 00010000:00000010:1.0:1761322990.926837:0:66652:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d5faedb7. 00010000:00000010:1.0:1761322990.926859:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d0c54977. 00000100:00000010:1.0:1761322990.926866:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000da426994. 00000100:00000010:1.0:1761322990.926888:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000da426994. 00010000:00000010:1.0:1761322990.926891:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d0c54977. 00000400:00000010:1.0:1761322990.926906:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a7e6aed8. 00000100:00000200:1.0:1761322990.926911:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955811968, offset 224 00080000:00000010:0.0:1761322990.926918:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000002caff2f0. 00000400:00000200:1.0:1761322990.926920:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322990.926931:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322990.926938:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88728:88728:256:4294967295] 192.168.201.29@tcp LPNI seq info [88728:88728:8:4294967295] 00000400:00000200:1.0:1761322990.926948:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322990.926953:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322990.926959:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa7b1f3a (tot 82350866). 00000800:00000200:1.0:1761322990.926966:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322990.926973:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322990.926977:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa7b1f3a type 1, nob 320 niov 1 nkiov 1 00010000:00000010:0.0:1761322990.927003:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000254495c5. 00000020:00000010:1.0:1761322990.927005:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002c4891d2. 00000020:00000010:1.0:1761322990.927010:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000acc5c903. 00010000:00000010:0.0:1761322990.927011:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003792b0c8. 00000020:00000010:1.0:1761322990.927014:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fd32d515. 00010000:00000010:0.0:1761322990.927119:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000089370e68. 00010000:00000010:0.0:1761322990.927126:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000254495c5. 00010000:00000010:0.0:1761322990.927140:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000badb1aa5. 00000100:00000010:0.0:1761322990.927144:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004e147358. 00000800:00000200:2.0:1761322990.927149:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000100:00000010:0.0:1761322990.927151:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c9a97dac. 00000800:00000010:2.0:1761322990.927153:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa7b1f3a (tot 82350618). 00000400:00000200:2.0:1761322990.927160:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:0.0:1761322990.927163:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ea499b4c. 00000400:00000200:2.0:1761322990.927166:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322990.927169:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a7e6aed8 00000400:00000010:2.0:1761322990.927173:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a7e6aed8. 02000000:00000010:0.0:1761322990.927192:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b65af883. 00000400:00000010:0.0:1761322990.927198:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006c48c49b. 00000400:00000010:0.0:1761322990.927203:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000085772165. 00000100:00000200:0.0:1761322990.927209:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956452544, portal 16 00000400:00000010:0.0:1761322990.927214:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c8d84849. 00000100:00000200:0.0:1761322990.927216:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956452544, offset 0 00000400:00000200:0.0:1761322990.927221:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322990.927227:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322990.927233:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:0.0:1761322990.927235:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761322990.927237:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322990.927239:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88729:88729:256:4294967295] 192.168.201.29@tcp LPNI seq info [88729:88729:8:4294967295] 00000400:00000200:0.0:1761322990.927244:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322990.927247:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322990.927249:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bf5e0f07 (tot 82350866). 00000800:00000200:0.0:1761322990.927252:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322990.927255:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322990.927256:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bf5e0f07 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761322990.927343:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322990.927346:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bf5e0f07 (tot 82350618). 00000400:00000200:2.0:1761322990.927349:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.927353:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322990.927356:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c8d84849 00000400:00000010:2.0:1761322990.927357:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c8d84849. 00000100:00000200:2.0:1761322990.927363:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c9a97dac x1846879956452544/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322990.929128:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322990.929147:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf44c0 00000400:00000200:2.0:1761322990.929156:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xabb25 [1] + 224 00000400:00000200:2.0:1761322990.929186:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.929190:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322990.929200:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c9a97dac x1846879956452544/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761322990.929270:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006c48c49b. 00000400:00000200:0.0:1761322990.929275:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000085772165 00000400:00000010:0.0:1761322990.929277:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000085772165. 00000100:00000200:0.0:1761322990.929286:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c9a97dac x1846879956452544/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761322990.929295:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c9a97dac x1846879956452544/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761322990.929321:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d499a5bb. 02000000:00000010:0.0:1761322990.929328:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b65af883. 02000000:00000010:0.0:1761322990.929336:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ea499b4c. 00000100:00000010:0.0:1761322990.929341:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c9a97dac. 00000100:00000010:0.0:1761322990.929346:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004e147358. 00010000:00000010:0.0:1761322990.929349:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000badb1aa5. 00000400:00000200:2.0:1761322990.929568:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322990.929576:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb57ec0 00000400:00000200:2.0:1761322990.929582:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa479 [2] + 1640 00000400:00000200:2.0:1761322990.929637:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.929641:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322990.929646:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761322990.929651:0:15812:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007226fba0. 00000020:00000010:1.0:1761322990.929822:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fd32d515. 00000020:00000010:1.0:1761322990.929830:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002c4891d2. 00000020:00000010:1.0:1761322990.929835:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000acc5c903. 00000100:00000200:1.0:1761322990.929861:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007226fba0 x1846879955812032/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:143/0 lens 328/0 e 0 to 0 dl 1761323033 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761322990.929891:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955812032 02000000:00000010:1.0:1761322990.929903:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001dff759e. 00010000:00000010:1.0:1761322990.929930:0:66652:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000581ec1a8. 00010000:00000010:1.0:1761322990.929951:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d0c54977. 00000100:00000010:1.0:1761322990.929957:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000da426994. 00000100:00000010:1.0:1761322990.929969:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000da426994. 00010000:00000010:1.0:1761322990.929972:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d0c54977. 00000400:00000010:1.0:1761322990.929987:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fcd371be. 00000100:00000200:1.0:1761322990.929992:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955812032, offset 224 00000400:00000200:1.0:1761322990.929999:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00080000:00000010:0.0:1761322990.930008:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b65af883. 00000400:00000200:1.0:1761322990.930010:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322990.930016:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88730:88730:256:4294967295] 192.168.201.29@tcp LPNI seq info [88730:88730:8:4294967295] 00000400:00000200:1.0:1761322990.930026:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322990.930030:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322990.930035:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa7b1f3a (tot 82350866). 00000800:00000200:1.0:1761322990.930040:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322990.930061:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322990.930066:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa7b1f3a type 1, nob 320 niov 1 nkiov 1 00010000:00000010:0.1:1761322990.930122:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0c8beae. 00000020:00000010:1.0:1761322990.930123:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002c4891d2. 00000020:00000010:1.0:1761322990.930129:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000acc5c903. 00010000:00000010:0.1:1761322990.930132:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000080eb2517. 00000020:00000010:1.0:1761322990.930134:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fd32d515. 00000800:00000200:3.0:1761322990.930190:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322990.930194:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa7b1f3a (tot 82350618). 00000400:00000200:3.0:1761322990.930204:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322990.930210:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322990.930213:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fcd371be 00010000:00000010:1.0:1761322990.930213:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000254495c5. 00000400:00000010:3.0:1761322990.930216:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fcd371be. 00010000:00000010:1.0:1761322990.930223:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000085230ab3. 00010000:00000010:1.0:1761322990.930305:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000170f7f40. 00010000:00000010:1.0:1761322990.930309:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002c4891d2. 00010000:00000010:1.0:1761322990.930314:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f7fa86b2. 00010000:00000010:1.0:1761322990.930319:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000041b6f041. 00080000:00000010:1.0:1761322990.930330:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000103ccdab. 00010000:00000010:1.0:1761322990.930355:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000041b6f041. 00010000:00000010:1.0:1761322990.930359:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c4891d2. 00010000:00000010:1.0:1761322990.930403:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b24f35d7. 00010000:00000010:1.0:1761322990.930407:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000041b6f041. 00010000:00000010:1.0:1761322990.930415:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d0c54977. 00000100:00000010:1.0:1761322990.930418:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000da426994. 00000100:00000010:1.0:1761322990.930432:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000eae2da62. 02000000:00000010:1.0:1761322990.930445:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fd32d515. 02000000:00000010:1.0:1761322990.930472:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000042f8d91f. 00000400:00000010:1.0:1761322990.930477:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ef7edf20. 00000400:00000010:1.0:1761322990.930481:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000095caff3a. 00000100:00000200:1.0:1761322990.930486:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956452608, portal 16 00000400:00000010:1.0:1761322990.930490:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a8e779fb. 00000100:00000200:1.0:1761322990.930492:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956452608, offset 0 00000400:00000200:1.0:1761322990.930496:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322990.930502:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322990.930509:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:1.0:1761322990.930512:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761322990.930515:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:1.0:1761322990.930518:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88731:88731:256:4294967295] 192.168.201.29@tcp LPNI seq info [88731:88731:8:4294967295] 00000400:00000200:1.0:1761322990.930525:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322990.930530:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322990.930532:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa7b1f3a (tot 82350866). 00000800:00000200:1.0:1761322990.930537:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322990.930541:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322990.930543:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa7b1f3a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761322990.930623:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322990.930626:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa7b1f3a (tot 82350618). 00000400:00000200:2.0:1761322990.930631:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.930635:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322990.930638:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a8e779fb 00000400:00000010:2.0:1761322990.930639:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a8e779fb. 00000100:00000200:2.0:1761322990.930644:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000eae2da62 x1846879956452608/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322990.931854:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322990.931866:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf4500 00000400:00000200:2.0:1761322990.931872:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xabb31 [1] + 224 00000400:00000200:2.0:1761322990.931884:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.931887:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322990.931894:0:15812:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000eae2da62 x1846879956452608/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761322990.932563:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ef7edf20. 00000400:00000200:1.0:1761322990.932578:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000095caff3a 00000400:00000010:1.0:1761322990.932581:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000095caff3a. 00000100:00000200:1.0:1761322990.932589:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000eae2da62 x1846879956452608/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761322990.932597:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000eae2da62 x1846879956452608/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761322990.932637:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000042f8d91f. 02000000:00000010:1.0:1761322990.932643:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000fd32d515. 00000100:00000010:1.0:1761322990.932648:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000eae2da62. 00000100:00000010:1.0:1761322990.932651:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000da426994. 00010000:00000010:1.0:1761322990.932655:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d0c54977. 00000400:00000200:2.0:1761322990.933559:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322990.933572:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb57f00 00000400:00000200:2.0:1761322990.933579:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa479 [2] + 1968 00000400:00000010:2.0:1761322990.933583:0:15811:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002bce09b2. 00000400:00000200:2.0:1761322990.933591:0:15811:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000013751a7e 00000400:00000200:2.0:1761322990.933652:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.933657:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322990.933660:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000013751a7e 00000400:00000010:2.0:1761322990.933662:0:15811:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000013751a7e (tot 82350466). 00000100:00000200:2.0:1761322990.933667:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00010000:00000010:0.1:1761322990.934121:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b82844ed. 00010000:00000010:0.1:1761322990.934132:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d154bf62. 00010000:00000010:1.1:1761322990.934158:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009b27762a. 00000020:00000010:1.0:1761322990.934202:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000042f8d91f. 00000020:00000010:1.0:1761322990.934210:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002c4891d2. 00000020:00000010:1.0:1761322990.934215:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000acc5c903. 00000100:00000200:1.0:1761322990.934248:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000dcdc1ee x1846879955812096/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:143/0 lens 328/0 e 0 to 0 dl 1761323033 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761322990.934287:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955812096 02000000:00000010:1.0:1761322990.934303:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000fd32d515. 00010000:00000010:1.0:1761322990.934341:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000673c200b. 00010000:00000010:1.0:1761322990.934364:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d0c54977. 00000100:00000010:1.0:1761322990.934372:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000da426994. 00000100:00000010:1.0:1761322990.934390:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000da426994. 00010000:00000010:1.0:1761322990.934394:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d0c54977. 00000400:00000010:1.0:1761322990.934410:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000095caff3a. 00000100:00000200:1.0:1761322990.934415:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955812096, offset 224 00000400:00000200:1.0:1761322990.934425:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322990.934436:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00080000:00000010:2.0:1761322990.934437:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c4d1a7f3. 00000400:00000200:1.0:1761322990.934443:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88732:88732:256:4294967295] 192.168.201.29@tcp LPNI seq info [88732:88732:8:4294967295] 00000400:00000200:1.0:1761322990.934452:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322990.934457:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322990.934461:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa7b1f3a (tot 82350714). 00000800:00000200:1.0:1761322990.934468:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322990.934474:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322990.934477:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa7b1f3a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761322990.934516:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002c4891d2. 00000020:00000010:1.0:1761322990.934521:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000acc5c903. 00000020:00000010:1.0:1761322990.934525:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000042f8d91f. 02000000:00000010:1.0:1761322990.934534:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001dff759e. 00000100:00000010:1.0:1761322990.934537:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007226fba0. 02000000:00000010:1.0:1761322990.934541:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006ca1214a. 00000100:00000010:1.0:1761322990.934543:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004dd461b4. 02000000:00000010:1.0:1761322990.934546:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003c891c5e. 00000100:00000010:1.0:1761322990.934550:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e002feec. 02000000:00000010:1.0:1761322990.934552:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006c5a3bcf. 00000100:00000010:1.0:1761322990.934554:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005bffa580. 02000000:00000010:1.0:1761322990.934557:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000089671c9. 00000100:00000010:1.0:1761322990.934559:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004a31252b. 02000000:00000010:1.0:1761322990.934561:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e99300b6. 00000100:00000010:1.0:1761322990.934562:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007661af9c. 00000100:00000200:1.0:1761322990.934569:0:67479:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1761322990.934575:0:67479:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ef7edf20. 00000400:00000010:1.0:1761322990.934579:0:67479:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000da426994 (tot 82350866). 00000800:00000200:2.0:1761322990.934647:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322990.934651:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa7b1f3a (tot 82350618). 00000400:00000200:2.0:1761322990.934660:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.934664:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322990.934668:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000095caff3a 00000400:00000010:2.0:1761322990.934669:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000095caff3a. 02000000:00000010:2.0:1761322990.934674:0:15810:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000fd32d515. 00010000:00000010:3.0:1761322990.934689:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000041b6f041. 00010000:00000010:3.0:1761322990.934698:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d75caf77. 00010000:00000010:3.0:1761322990.934770:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001f5328e7. 00010000:00000010:3.0:1761322990.934776:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fab4ac77. 00010000:00000010:3.0:1761322990.934787:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002fbf2dee. 00000100:00000010:3.0:1761322990.934791:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f5ab50fc. 00000100:00000010:3.0:1761322990.934844:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001e4c2c1b. 02000000:00000010:3.0:1761322990.934856:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000026bbeaa9. 02000000:00000010:3.0:1761322990.934884:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008650a9a1. 00000400:00000010:3.0:1761322990.934887:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000094dd5af0. 00000400:00000010:3.0:1761322990.934891:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fb71f45d. 00000100:00000200:3.0:1761322990.934894:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956452672, portal 16 00000400:00000010:3.0:1761322990.934899:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000076784a28. 00000100:00000200:3.0:1761322990.934900:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956452672, offset 0 00000400:00000200:3.0:1761322990.934909:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:3.0:1761322990.934915:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322990.934922:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:3.0:1761322990.934925:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761322990.934928:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:3.0:1761322990.934931:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88733:88733:256:4294967295] 192.168.201.29@tcp LPNI seq info [88733:88733:8:4294967295] 00000400:00000200:3.0:1761322990.934938:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322990.934941:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322990.934944:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000f1ffd3f (tot 82350866). 00000800:00000200:3.0:1761322990.934947:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322990.934951:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322990.934953:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000f1ffd3f type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761322990.935024:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322990.935026:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000f1ffd3f (tot 82350618). 00000400:00000200:2.0:1761322990.935029:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.935032:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322990.935035:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000076784a28 00000400:00000010:2.0:1761322990.935035:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000076784a28. 00000100:00000200:2.0:1761322990.935049:0:15812:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001e4c2c1b x1846879956452672/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322990.936093:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322990.936103:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf4540 00000400:00000200:2.0:1761322990.936109:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xabb41 [1] + 224 00000400:00000200:2.0:1761322990.936117:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.936119:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322990.936124:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001e4c2c1b x1846879956452672/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322990.936143:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322990.936147:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb57f40 00000400:00000200:2.0:1761322990.936149:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa4d9 [2] + 0 00000400:00000200:2.0:1761322990.936156:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.936158:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322990.936161:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761322990.936164:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c802a107. 00000400:00000010:3.0:1761322990.936171:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000094dd5af0. 00000400:00000200:3.0:1761322990.936177:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fb71f45d 00000400:00000010:3.0:1761322990.936178:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fb71f45d. 00000100:00000200:3.0:1761322990.936185:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001e4c2c1b x1846879956452672/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761322990.936195:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001e4c2c1b x1846879956452672/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000020:00000010:1.0:1761322990.936223:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e99300b6. 02000000:00000010:3.0:1761322990.936225:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008650a9a1. 00000020:00000010:1.0:1761322990.936230:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002c4891d2. 02000000:00000010:3.0:1761322990.936233:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000026bbeaa9. 00000020:00000010:1.0:1761322990.936236:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000acc5c903. 00000100:00000010:3.0:1761322990.936239:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001e4c2c1b. 00000100:00000010:3.0:1761322990.936244:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f5ab50fc. 00010000:00000010:3.0:1761322990.936248:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002fbf2dee. 00000100:00000200:1.0:1761322990.936259:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c802a107 x1846879955812160/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:143/0 lens 328/0 e 0 to 0 dl 1761323033 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761322990.936290:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955812160 02000000:00000010:1.0:1761322990.936300:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000089671c9. 00010000:00000010:1.0:1761322990.936322:0:66652:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008b8fa547. 00010000:00000010:1.0:1761322990.936339:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d0c54977. 00000100:00000010:1.0:1761322990.936345:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009f6ebd68. 00000100:00000010:1.0:1761322990.936349:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009f6ebd68. 00010000:00000010:1.0:1761322990.936352:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d0c54977. 00000400:00000010:1.0:1761322990.936367:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c1b37fc8. 00000100:00000200:1.0:1761322990.936371:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955812160, offset 224 00000400:00000200:1.0:1761322990.936376:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322990.936386:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322990.936390:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88734:88734:256:4294967295] 192.168.201.29@tcp LPNI seq info [88734:88734:8:4294967295] 00080000:00000010:3.0:1761322990.936393:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000009808178. 00000400:00000200:1.0:1761322990.936399:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322990.936405:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322990.936409:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa7b1f3a (tot 82350866). 00000800:00000200:1.0:1761322990.936414:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322990.936419:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322990.936422:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa7b1f3a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761322990.936445:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002c4891d2. 00000020:00000010:1.0:1761322990.936450:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000acc5c903. 00010000:00000010:3.0:1761322990.936453:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fab4ac77. 00000020:00000010:1.0:1761322990.936453:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e99300b6. 00010000:00000010:3.0:1761322990.936460:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001deef7ab. 00010000:00000010:3.0:1761322990.936521:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c8945f1d. 00010000:00000010:3.0:1761322990.936527:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fab4ac77. 00010000:00000010:3.0:1761322990.936536:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002fbf2dee. 00000100:00000010:3.0:1761322990.936539:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f5ab50fc. 00000100:00000010:3.0:1761322990.936544:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001e4c2c1b. 00000800:00000200:2.0:1761322990.936546:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322990.936550:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa7b1f3a (tot 82350618). 02000000:00000010:3.0:1761322990.936555:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000026bbeaa9. 00000400:00000200:2.0:1761322990.936558:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.936564:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322990.936568:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c1b37fc8 00000400:00000010:2.0:1761322990.936569:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c1b37fc8. 02000000:00000010:3.0:1761322990.936575:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008650a9a1. 00000400:00000010:3.0:1761322990.936580:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000094dd5af0. 00000400:00000010:3.0:1761322990.936584:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fb71f45d. 00000100:00000200:3.0:1761322990.936587:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956452736, portal 16 00000400:00000010:3.0:1761322990.936591:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000061eaa67b. 00000100:00000200:3.0:1761322990.936593:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956452736, offset 0 00000400:00000200:3.0:1761322990.936599:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:3.0:1761322990.936604:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322990.936699:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:3.0:1761322990.936702:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761322990.936705:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:3.0:1761322990.936708:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88735:88735:256:4294967295] 192.168.201.29@tcp LPNI seq info [88735:88735:8:4294967295] 00000400:00000200:3.0:1761322990.936715:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322990.936719:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322990.936722:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000c003157 (tot 82350866). 00000800:00000200:3.0:1761322990.936725:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322990.936729:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322990.936731:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000c003157 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761322990.936826:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322990.936828:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000c003157 (tot 82350618). 00000400:00000200:2.0:1761322990.936832:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.936835:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322990.936838:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000061eaa67b 00000400:00000010:2.0:1761322990.936839:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000061eaa67b. 00000100:00000200:2.0:1761322990.936843:0:15812:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001e4c2c1b x1846879956452736/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322990.937691:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322990.937701:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf4580 00000400:00000200:2.0:1761322990.937706:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xabb4d [1] + 224 00000400:00000200:2.0:1761322990.937716:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.937719:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322990.937726:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001e4c2c1b x1846879956452736/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761322990.937780:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000094dd5af0. 00000400:00000200:3.0:1761322990.937784:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fb71f45d 00000400:00000010:3.0:1761322990.937785:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fb71f45d. 00000100:00000200:3.0:1761322990.937791:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001e4c2c1b x1846879956452736/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761322990.937799:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001e4c2c1b x1846879956452736/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761322990.937822:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008650a9a1. 02000000:00000010:3.0:1761322990.937827:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000026bbeaa9. 00000100:00000010:3.0:1761322990.937830:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001e4c2c1b. 00000100:00000010:3.0:1761322990.937833:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f5ab50fc. 00010000:00000010:3.0:1761322990.937835:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002fbf2dee. 00010000:00000010:1.1:1761322990.938265:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000043582ca3. 00010000:00000010:1.1:1761322990.938272:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005f2a3360. 00000400:00000200:2.0:1761322990.938389:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322990.938398:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb57f80 00000400:00000200:2.0:1761322990.938403:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa4d9 [2] + 328 00000400:00000200:2.0:1761322990.938444:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.938448:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322990.938452:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761322990.938457:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000076100024. 00000020:00000010:1.0:1761322990.938544:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e99300b6. 00000020:00000010:1.0:1761322990.938555:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002c4891d2. 00000020:00000010:1.0:1761322990.938560:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000acc5c903. 00000100:00000200:1.0:1761322990.938589:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000076100024 x1846879955812224/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:143/0 lens 328/0 e 0 to 0 dl 1761323033 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761322990.938622:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955812224 02000000:00000010:1.0:1761322990.938635:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006c5a3bcf. 00010000:00000010:1.0:1761322990.938663:0:66652:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003354ada5. 00010000:00000010:0.1:1761322990.938671:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cd222734. 00010000:00000010:0.1:1761322990.938679:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000afcecbb6. 00010000:00000010:1.0:1761322990.938685:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d0c54977. 00000100:00000010:1.0:1761322990.938693:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009f6ebd68. 00000100:00000010:1.0:1761322990.938706:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009f6ebd68. 00010000:00000010:1.0:1761322990.938710:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d0c54977. 00000400:00000010:1.0:1761322990.938722:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c1b37fc8. 00000100:00000200:1.0:1761322990.938726:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955812224, offset 224 00080000:00000010:3.0:1761322990.938733:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000005a072f5e. 00000400:00000200:1.0:1761322990.938734:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322990.938745:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322990.938750:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88736:88736:256:4294967295] 192.168.201.29@tcp LPNI seq info [88736:88736:8:4294967295] 00000400:00000200:1.0:1761322990.938758:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322990.938763:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322990.938768:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa7b1f3a (tot 82350866). 00000800:00000200:1.0:1761322990.938773:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322990.938780:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322990.938783:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa7b1f3a type 1, nob 320 niov 1 nkiov 1 00010000:00000010:3.0:1761322990.938804:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fab4ac77. 00010000:00000010:3.0:1761322990.938811:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000bd83fe45. 00000020:00000010:1.0:1761322990.938813:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002c4891d2. 00000020:00000010:1.0:1761322990.938819:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000acc5c903. 00000020:00000010:1.0:1761322990.938822:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e99300b6. 00010000:00000010:3.0:1761322990.938870:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a65a506b. 00010000:00000010:3.0:1761322990.938875:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fab4ac77. 00010000:00000010:3.0:1761322990.938891:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002fbf2dee. 00000100:00000010:3.0:1761322990.938895:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f5ab50fc. 00000100:00000010:3.0:1761322990.938902:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001e4c2c1b. 02000000:00000010:3.0:1761322990.938914:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000884cf3ba. 02000000:00000010:3.0:1761322990.938937:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000026bbeaa9. 00000400:00000010:3.0:1761322990.938942:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000094dd5af0. 00000400:00000010:3.0:1761322990.938946:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fb71f45d. 00000800:00000200:2.0:1761322990.938948:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000100:00000200:3.0:1761322990.938951:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956452800, portal 16 00000800:00000010:2.0:1761322990.938952:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa7b1f3a (tot 82350618). 00000400:00000010:3.0:1761322990.938957:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000240b67fb. 00000100:00000200:3.0:1761322990.938960:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956452800, offset 0 00000400:00000200:2.0:1761322990.938960:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.938966:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322990.938970:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:2.0:1761322990.938975:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c1b37fc8 00000400:00000200:3.0:1761322990.938978:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000010:2.0:1761322990.938979:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c1b37fc8. 00000400:00000200:3.0:1761322990.938986:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:3.0:1761322990.938990:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761322990.938992:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:3.0:1761322990.938995:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88737:88737:255:4294967295] 192.168.201.29@tcp LPNI seq info [88737:88737:7:4294967295] 00000400:00000200:3.0:1761322990.939001:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322990.939005:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322990.939009:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000642747f (tot 82350866). 00000800:00000200:3.0:1761322990.939013:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322990.939017:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322990.939020:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000642747f type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761322990.939190:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322990.939193:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000642747f (tot 82350618). 00000400:00000200:2.0:1761322990.939197:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.939200:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322990.939202:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000240b67fb 00000400:00000010:2.0:1761322990.939204:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000240b67fb. 00000100:00000200:2.0:1761322990.939208:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001e4c2c1b x1846879956452800/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322990.940782:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322990.940797:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf45c0 00000400:00000200:2.0:1761322990.940804:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xabb59 [1] + 224 00000400:00000200:2.0:1761322990.940815:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.940818:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322990.940827:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001e4c2c1b x1846879956452800/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761322990.941057:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000094dd5af0. 00000400:00000200:3.0:1761322990.941062:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fb71f45d 00000400:00000010:3.0:1761322990.941064:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fb71f45d. 00000400:00000200:2.0:1761322990.941066:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000100:00000200:3.0:1761322990.941069:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001e4c2c1b x1846879956452800/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761322990.941103:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001e4c2c1b x1846879956452800/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761322990.941137:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000026bbeaa9. 02000000:00000010:3.0:1761322990.941144:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000884cf3ba. 00000100:00000010:3.0:1761322990.941149:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001e4c2c1b. 00000100:00000010:3.0:1761322990.941153:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f5ab50fc. 00010000:00000010:3.0:1761322990.941157:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002fbf2dee. 00000400:00000200:2.0:1761322990.941268:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb57fc0 00000400:00000200:2.0:1761322990.941275:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa4d9 [2] + 656 00000400:00000200:2.0:1761322990.941327:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.941331:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322990.941335:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761322990.941340:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a87c75be. 00000020:00000010:1.0:1761322990.941431:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e99300b6. 00000020:00000010:1.0:1761322990.941437:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002c4891d2. 00000020:00000010:1.0:1761322990.941442:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000acc5c903. 00000100:00000200:1.0:1761322990.941471:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a87c75be x1846879955812288/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:143/0 lens 328/0 e 0 to 0 dl 1761323033 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761322990.941511:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955812288 02000000:00000010:1.0:1761322990.941523:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000fd32d515. 00010000:00000010:1.0:1761322990.941559:0:66652:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b77d31b6. 00010000:00000010:1.0:1761322990.941583:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d0c54977. 00000100:00000010:1.0:1761322990.941589:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009f6ebd68. 00000100:00000010:1.0:1761322990.941601:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009f6ebd68. 00010000:00000010:1.0:1761322990.941604:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d0c54977. 00000400:00000010:1.0:1761322990.941618:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000095caff3a. 00000100:00000200:1.0:1761322990.941622:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955812288, offset 224 00000400:00000200:1.0:1761322990.941630:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322990.941639:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322990.941644:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88738:88738:256:4294967295] 192.168.201.29@tcp LPNI seq info [88738:88738:8:4294967295] 00000400:00000200:1.0:1761322990.941652:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322990.941657:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322990.941661:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa7b1f3a (tot 82350866). 00000800:00000200:1.0:1761322990.941666:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322990.941672:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322990.941675:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa7b1f3a type 1, nob 320 niov 1 nkiov 1 00080000:00000010:3.0:1761322990.941676:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000008650a9a1. 00000020:00000010:1.0:1761322990.941702:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002c4891d2. 00000020:00000010:1.0:1761322990.941706:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000acc5c903. 00000020:00000010:1.0:1761322990.941709:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e99300b6. 00010000:00000010:3.0:1761322990.941752:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fab4ac77. 00010000:00000010:3.0:1761322990.941758:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000658bbc8d. 00000800:00000200:2.0:1761322990.941816:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322990.941819:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa7b1f3a (tot 82350618). 00010000:00000010:3.0:1761322990.941827:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a10c93c2. 00000400:00000200:2.0:1761322990.941827:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.941830:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00010000:00000010:3.0:1761322990.941833:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fab4ac77. 00000400:00000200:2.0:1761322990.941833:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000095caff3a 00000400:00000010:2.0:1761322990.941834:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000095caff3a. 00010000:00000010:3.0:1761322990.941845:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002fbf2dee. 00000100:00000010:3.0:1761322990.941848:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f5ab50fc. 00000100:00000010:3.0:1761322990.941854:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001e4c2c1b. 02000000:00000010:3.0:1761322990.941867:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000884cf3ba. 02000000:00000010:3.0:1761322990.941936:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000026bbeaa9. 00000400:00000010:3.0:1761322990.941941:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000094dd5af0. 00000400:00000010:3.0:1761322990.941945:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fb71f45d. 00000100:00000200:3.0:1761322990.941950:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956452864, portal 16 00000400:00000010:3.0:1761322990.941954:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000277dae64. 00000100:00000200:3.0:1761322990.941956:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956452864, offset 0 00000400:00000200:3.0:1761322990.941961:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:3.0:1761322990.941967:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322990.941973:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:3.0:1761322990.941976:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761322990.941980:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:3.0:1761322990.941982:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88739:88739:256:4294967295] 192.168.201.29@tcp LPNI seq info [88739:88739:8:4294967295] 00000400:00000200:3.0:1761322990.941989:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322990.941993:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322990.941996:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eb6fba2b (tot 82350866). 00000800:00000200:3.0:1761322990.942000:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322990.942003:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322990.942005:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eb6fba2b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761322990.942169:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322990.942172:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eb6fba2b (tot 82350618). 00000400:00000200:2.0:1761322990.942175:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.942179:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322990.942181:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000277dae64 00000400:00000010:2.0:1761322990.942183:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000277dae64. 00000100:00000200:2.0:1761322990.942188:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001e4c2c1b x1846879956452864/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761322990.943168:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000a4261ea. 00010000:00000010:3.1:1761322990.943176:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b24f35d7. 00010000:00000010:1.1:1761322990.943304:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004c2b0f04. 00010000:00000010:1.1:1761322990.943310:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000089370e68. 00010000:00000010:1.1:1761322990.943314:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000170f7f40. 00010000:00000010:1.1:1761322990.943317:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f7fa86b2. 00010000:00000010:1.1:1761322990.943320:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002a2a4646. 00000400:00000200:2.0:1761322990.945553:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322990.945571:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf4600 00000400:00000200:2.0:1761322990.945580:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xabb65 [1] + 224 00000400:00000200:2.0:1761322990.945598:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.945602:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322990.945615:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001e4c2c1b x1846879956452864/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761322990.945713:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000094dd5af0. 00000400:00000200:3.0:1761322990.945718:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fb71f45d 00000400:00000010:3.0:1761322990.945720:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fb71f45d. 00000100:00000200:3.0:1761322990.945726:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001e4c2c1b x1846879956452864/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761322990.945733:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001e4c2c1b x1846879956452864/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761322990.945838:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000026bbeaa9. 02000000:00000010:3.0:1761322990.945846:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000884cf3ba. 00000100:00000010:3.0:1761322990.945851:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001e4c2c1b. 00000100:00000010:3.0:1761322990.945855:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f5ab50fc. 00010000:00000010:3.0:1761322990.945860:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002fbf2dee. 00000400:00000200:2.0:1761322990.945919:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322990.945926:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb58000 00000400:00000200:2.0:1761322990.945932:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa4d9 [2] + 984 00000400:00000200:2.0:1761322990.945981:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.945984:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322990.945989:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761322990.945994:0:15812:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000035919ae3. 00000020:00000010:1.0:1761322990.946125:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e99300b6. 00000020:00000010:1.0:1761322990.946133:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002c4891d2. 00000020:00000010:1.0:1761322990.946138:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000acc5c903. 00000100:00000200:1.0:1761322990.946167:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000035919ae3 x1846879955812352/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:143/0 lens 328/0 e 0 to 0 dl 1761323033 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761322990.946201:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955812352 02000000:00000010:1.0:1761322990.946216:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003c891c5e. 00010000:00000010:1.0:1761322990.946246:0:66652:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007248156c. 00010000:00000010:1.0:1761322990.946270:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d0c54977. 00000100:00000010:1.0:1761322990.946277:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009f6ebd68. 00000100:00000010:1.0:1761322990.946286:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009f6ebd68. 00010000:00000010:1.0:1761322990.946289:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d0c54977. 00000400:00000010:1.0:1761322990.946304:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a8e779fb. 00000100:00000200:1.0:1761322990.946308:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955812352, offset 224 00000400:00000200:1.0:1761322990.946316:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322990.946327:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322990.946333:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88740:88740:256:4294967295] 192.168.201.29@tcp LPNI seq info [88740:88740:8:4294967295] 00000400:00000200:1.0:1761322990.946342:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322990.946347:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322990.946351:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa7b1f3a (tot 82350866). 00000800:00000200:1.0:1761322990.946357:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322990.946364:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322990.946368:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa7b1f3a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761322990.946387:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002c4891d2. 00000020:00000010:1.0:1761322990.946390:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000acc5c903. 00000020:00000010:1.0:1761322990.946393:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e99300b6. 00080000:00000010:3.0:1761322990.946509:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000008202906d. 00010000:00000010:3.0:1761322990.946600:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fab4ac77. 00010000:00000010:3.0:1761322990.946613:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fa48bfe0. 00010000:00000010:3.0:1761322990.946691:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005fce7d39. 00010000:00000010:3.0:1761322990.946695:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009ca07214. 00010000:00000010:3.0:1761322990.946702:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c1075cf0. 00010000:00000010:3.0:1761322990.946708:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fab4ac77. 00080000:00000010:3.0:1761322990.946720:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000884cf3ba. 00010000:00000010:3.0:1761322990.946742:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fab4ac77. 00010000:00000010:3.0:1761322990.946745:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009ca07214. 00010000:00000010:3.0:1761322990.946794:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fce8719a. 00010000:00000010:3.0:1761322990.946798:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fab4ac77. 00010000:00000010:3.0:1761322990.946806:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002fbf2dee. 00000100:00000010:3.0:1761322990.946810:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f5ab50fc. 00000100:00000010:3.0:1761322990.946817:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001e4c2c1b. 02000000:00000010:3.0:1761322990.946831:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000026bbeaa9. 02000000:00000010:3.0:1761322990.946862:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c5701894. 00000400:00000010:3.0:1761322990.946867:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000094dd5af0. 00000400:00000010:3.0:1761322990.946871:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fb71f45d. 00000100:00000200:3.0:1761322990.946877:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956452928, portal 16 00000400:00000010:3.0:1761322990.946882:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000046bb800. 00000100:00000200:3.0:1761322990.946884:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956452928, offset 0 00000400:00000200:3.0:1761322990.946891:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:3.0:1761322990.946898:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322990.946906:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:3.0:1761322990.946910:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761322990.946913:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:3.0:1761322990.946915:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88741:88741:255:4294967295] 192.168.201.29@tcp LPNI seq info [88741:88741:7:4294967295] 00000400:00000200:3.0:1761322990.946922:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322990.946926:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322990.946928:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bf79fdc4 (tot 82351114). 00000800:00000200:3.0:1761322990.946932:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322990.946936:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322990.946938:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bf79fdc4 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761322990.947106:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761322990.947110:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa7b1f3a (tot 82350866). 00000400:00000200:0.0:1761322990.947120:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322990.947125:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:0.0:1761322990.947128:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a8e779fb 00000400:00000010:0.0:1761322990.947131:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a8e779fb. 00000800:00000200:0.0:1761322990.947195:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761322990.947197:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bf79fdc4 (tot 82350618). 00000400:00000200:0.0:1761322990.947200:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322990.947203:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:0.0:1761322990.947205:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000046bb800 00000400:00000010:0.0:1761322990.947206:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000046bb800. 00000100:00000200:0.0:1761322990.947211:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001e4c2c1b x1846879956452928/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761322990.947319:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f4c2d22b. 00010000:00000010:3.1:1761322990.947326:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001f5328e7. 00010000:00000010:1.1:1761322990.948141:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007c80eee1. 00010000:00000010:1.1:1761322990.948151:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000057c5685d. 00000400:00000200:2.0:1761322990.949214:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322990.949231:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf4640 00000400:00000200:2.0:1761322990.949240:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xabb71 [1] + 224 00000400:00000200:2.0:1761322990.949252:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.949256:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322990.949265:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001e4c2c1b x1846879956452928/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322990.949300:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322990.949305:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb58040 00000400:00000200:2.0:1761322990.949310:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa4d9 [2] + 1312 00000400:00000010:3.0:1761322990.949318:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000094dd5af0. 00000400:00000200:3.0:1761322990.949322:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fb71f45d 00000400:00000010:3.0:1761322990.949323:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fb71f45d. 00000100:00000200:3.0:1761322990.949329:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001e4c2c1b x1846879956452928/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761322990.949336:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001e4c2c1b x1846879956452928/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322990.949357:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.949361:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322990.949365:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761322990.949370:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d6d0189b. 02000000:00000010:3.0:1761322990.949372:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c5701894. 02000000:00000010:3.0:1761322990.949377:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000026bbeaa9. 00000100:00000010:3.0:1761322990.949382:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001e4c2c1b. 00000100:00000010:3.0:1761322990.949386:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f5ab50fc. 00010000:00000010:3.0:1761322990.949391:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002fbf2dee. 00000020:00000010:1.0:1761322990.949465:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e99300b6. 00000020:00000010:1.0:1761322990.949473:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002c4891d2. 00000020:00000010:1.0:1761322990.949478:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000acc5c903. 00000100:00000200:1.0:1761322990.949506:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d6d0189b x1846879955812416/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:143/0 lens 328/0 e 0 to 0 dl 1761323033 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761322990.949538:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955812416 02000000:00000010:1.0:1761322990.949553:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006ca1214a. 00010000:00000010:1.0:1761322990.949583:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000029ac9838. 00010000:00000010:1.0:1761322990.949607:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d0c54977. 00000100:00000010:1.0:1761322990.949613:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009f6ebd68. 00000100:00000010:1.0:1761322990.949678:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009f6ebd68. 00010000:00000010:1.0:1761322990.949683:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d0c54977. 00000400:00000010:1.0:1761322990.949698:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fcd371be. 00000100:00000200:1.0:1761322990.949702:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955812416, offset 224 00000400:00000200:1.0:1761322990.949709:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322990.949720:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322990.949726:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88742:88742:256:4294967295] 192.168.201.29@tcp LPNI seq info [88742:88742:8:4294967295] 00000400:00000200:1.0:1761322990.949734:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322990.949739:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322990.949743:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa7b1f3a (tot 82350866). 00000800:00000200:1.0:1761322990.949749:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322990.949755:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322990.949758:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa7b1f3a type 1, nob 320 niov 1 nkiov 1 00080000:00000010:0.0:1761322990.949823:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000009fcacd4c. 00010000:00000010:0.0:1761322990.949907:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fab4ac77. 00010000:00000010:0.0:1761322990.949919:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000edc2f147. 00000020:00000010:1.0:1761322990.949927:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002c4891d2. 00000020:00000010:1.0:1761322990.949931:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000acc5c903. 00000020:00000010:1.0:1761322990.949934:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e99300b6. 00010000:00000010:0.0:1761322990.949991:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000afcecbb6. 00010000:00000010:0.0:1761322990.949997:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000011eacdf8. 00010000:00000010:0.0:1761322990.950009:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000badb1aa5. 00000100:00000010:0.0:1761322990.950013:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004e147358. 00000100:00000010:0.0:1761322990.950020:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c9a97dac. 00000800:00000200:2.0:1761322990.950032:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 02000000:00000010:0.0:1761322990.950034:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001e216757. 00000800:00000010:2.0:1761322990.950035:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa7b1f3a (tot 82350618). 00000400:00000200:2.0:1761322990.950053:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.950057:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322990.950059:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fcd371be 00000400:00000010:2.0:1761322990.950061:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fcd371be. 02000000:00000010:0.0:1761322990.950072:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ea499b4c. 00000400:00000010:0.0:1761322990.950098:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006c48c49b. 00000400:00000010:0.0:1761322990.950103:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000085772165. 00000100:00000200:0.0:1761322990.950107:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956452992, portal 16 00000400:00000010:0.0:1761322990.950112:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000015c9b00d. 00000100:00000200:0.0:1761322990.950114:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956452992, offset 0 00000400:00000200:0.0:1761322990.950119:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322990.950125:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322990.950132:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:0.0:1761322990.950135:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761322990.950137:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322990.950140:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88743:88743:256:4294967295] 192.168.201.29@tcp LPNI seq info [88743:88743:8:4294967295] 00000400:00000200:0.0:1761322990.950146:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322990.950150:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322990.950153:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f8f59593 (tot 82350866). 00000800:00000200:0.0:1761322990.950157:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322990.950161:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322990.950164:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f8f59593 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761322990.950231:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761322990.950234:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f8f59593 (tot 82350618). 00000400:00000200:1.0:1761322990.950238:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322990.950242:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:1.0:1761322990.950245:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000015c9b00d 00000400:00000010:1.0:1761322990.950247:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000015c9b00d. 00000100:00000200:1.0:1761322990.950256:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c9a97dac x1846879956452992/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761322990.952103:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000595ba821. 00010000:00000010:1.1:1761322990.952113:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000422dd5ba. 00010000:00000010:3.1:1761322990.952230:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003d5c458b. 00010000:00000010:3.1:1761322990.952239:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8945f1d. 00010000:00000010:3.1:1761322990.952241:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001d77a1cc. 00010000:00000010:3.1:1761322990.952244:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a65a506b. 00000400:00000200:2.0:1761322990.952330:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322990.952344:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf4680 00000400:00000200:2.0:1761322990.952354:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xabb7d [1] + 224 00000400:00000200:2.0:1761322990.952365:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.952369:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322990.952380:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c9a97dac x1846879956452992/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322990.952415:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322990.952421:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb58080 00000400:00000200:2.0:1761322990.952425:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa4d9 [2] + 1640 00000400:00000200:2.0:1761322990.952476:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.952480:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322990.952484:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761322990.952490:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f7a33011. 00000400:00000010:0.0:1761322990.952567:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006c48c49b. 00000400:00000200:0.0:1761322990.952573:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000085772165 00000400:00000010:0.0:1761322990.952575:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000085772165. 00000100:00000200:0.0:1761322990.952582:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c9a97dac x1846879956452992/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761322990.952589:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c9a97dac x1846879956452992/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761322990.952623:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ea499b4c. 02000000:00000010:0.0:1761322990.952630:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001e216757. 00000100:00000010:0.0:1761322990.952634:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c9a97dac. 00000100:00000010:0.0:1761322990.952638:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004e147358. 00010000:00000010:0.0:1761322990.952642:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000badb1aa5. 00000020:00000010:1.0:1761322990.952714:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e99300b6. 00000020:00000010:1.0:1761322990.952721:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002c4891d2. 00000020:00000010:1.0:1761322990.952726:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000acc5c903. 00000100:00000200:1.0:1761322990.952752:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f7a33011 x1846879955812480/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:143/0 lens 328/0 e 0 to 0 dl 1761323033 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761322990.952789:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955812480 02000000:00000010:1.0:1761322990.952803:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001dff759e. 00010000:00000010:1.0:1761322990.952833:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003bd4129a. 00010000:00000010:1.0:1761322990.952853:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d0c54977. 00000100:00000010:1.0:1761322990.952860:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009f6ebd68. 00000100:00000010:1.0:1761322990.952874:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009f6ebd68. 00010000:00000010:1.0:1761322990.952877:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d0c54977. 00000400:00000010:1.0:1761322990.952892:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a7e6aed8. 00000100:00000200:1.0:1761322990.952897:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955812480, offset 224 00000400:00000200:1.0:1761322990.952904:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322990.952914:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322990.952920:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88744:88744:256:4294967295] 192.168.201.29@tcp LPNI seq info [88744:88744:8:4294967295] 00000400:00000200:1.0:1761322990.952927:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322990.952932:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322990.952936:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa7b1f3a (tot 82350866). 00000800:00000200:1.0:1761322990.952941:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322990.952947:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322990.952951:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa7b1f3a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761322990.952977:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002c4891d2. 00000020:00000010:1.0:1761322990.952982:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000acc5c903. 00000020:00000010:1.0:1761322990.952984:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e99300b6. 00080000:00000010:0.0:1761322990.953070:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ea499b4c. 00010000:00000010:0.0:1761322990.953175:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000011eacdf8. 00010000:00000010:0.0:1761322990.953182:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000968603c1. 00010000:00000010:0.0:1761322990.953267:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d154bf62. 00010000:00000010:0.0:1761322990.953273:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000011eacdf8. 00010000:00000010:0.0:1761322990.953285:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000badb1aa5. 00000100:00000010:0.0:1761322990.953288:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004e147358. 00000100:00000010:0.0:1761322990.953294:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c9a97dac. 02000000:00000010:0.0:1761322990.953306:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001e216757. 02000000:00000010:0.0:1761322990.953332:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000637dc7b6. 00000400:00000010:0.0:1761322990.953336:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006c48c49b. 00000400:00000010:0.0:1761322990.953340:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000085772165. 00000100:00000200:0.0:1761322990.953344:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956453056, portal 16 00000400:00000010:0.0:1761322990.953348:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000825fa906. 00000800:00000200:2.0:1761322990.953349:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000100:00000200:0.0:1761322990.953350:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956453056, offset 0 00000800:00000010:2.0:1761322990.953353:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa7b1f3a (tot 82350618). 00000400:00000200:0.0:1761322990.953355:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322990.953360:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:2.0:1761322990.953361:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.953363:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322990.953366:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a7e6aed8 00000400:00000010:2.0:1761322990.953367:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a7e6aed8. 00000400:00000200:0.0:1761322990.953367:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:0.0:1761322990.953370:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761322990.953372:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322990.953374:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88745:88745:255:4294967295] 192.168.201.29@tcp LPNI seq info [88745:88745:7:4294967295] 00000400:00000200:0.0:1761322990.953503:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322990.953508:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322990.953511:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a69d00c5 (tot 82350866). 00000800:00000200:0.0:1761322990.953515:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322990.953519:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322990.953521:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a69d00c5 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761322990.953600:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761322990.953602:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a69d00c5 (tot 82350618). 00000400:00000200:1.0:1761322990.953606:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322990.953611:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:1.0:1761322990.953613:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000825fa906 00000400:00000010:1.0:1761322990.953615:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000825fa906. 00000100:00000200:1.0:1761322990.953622:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c9a97dac x1846879956453056/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322990.955126:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322990.955142:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf46c0 00000400:00000200:2.0:1761322990.955151:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xabb89 [1] + 224 00000400:00000200:2.0:1761322990.955168:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.955173:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322990.955184:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c9a97dac x1846879956453056/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761322990.955242:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006c48c49b. 00000400:00000200:0.0:1761322990.955246:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000085772165 00000400:00000010:0.0:1761322990.955247:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000085772165. 00000100:00000200:0.0:1761322990.955254:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c9a97dac x1846879956453056/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761322990.955259:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c9a97dac x1846879956453056/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761322990.955285:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000637dc7b6. 02000000:00000010:0.0:1761322990.955288:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001e216757. 00000100:00000010:0.0:1761322990.955292:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c9a97dac. 00000100:00000010:0.0:1761322990.955294:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004e147358. 00010000:00000010:0.0:1761322990.955297:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000badb1aa5. 00000400:00000200:2.0:1761322990.955429:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322990.955437:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb580c0 00000400:00000200:2.0:1761322990.955442:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa4d9 [2] + 1968 00000400:00000010:2.0:1761322990.955445:0:15812:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000306f0d41. 00000400:00000200:2.0:1761322990.955460:0:15812:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000f786c0ba 00000400:00000200:2.0:1761322990.955507:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.955514:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322990.955517:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f786c0ba 00000400:00000010:2.0:1761322990.955519:0:15812:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000f786c0ba (tot 82350466). 00000100:00000200:2.0:1761322990.955523:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1761322990.955602:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c5701894. 00000020:00000010:3.0:1761322990.955615:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009ca07214. 00000020:00000010:3.0:1761322990.955620:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000068902843. 00000100:00000200:3.0:1761322990.955687:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000fe275414 x1846879955812544/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:143/0 lens 328/0 e 0 to 0 dl 1761323033 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761322990.955727:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955812544 02000000:00000010:3.0:1761322990.955743:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000116e896. 00010000:00000010:3.0:1761322990.955777:0:66652:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008f8a3c90. 00010000:00000010:3.0:1761322990.955802:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002fbf2dee. 00000100:00000010:3.0:1761322990.955808:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f5ab50fc. 00000100:00000010:3.0:1761322990.955825:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f5ab50fc. 00010000:00000010:3.0:1761322990.955828:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002fbf2dee. 00000400:00000010:3.0:1761322990.955841:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fb71f45d. 00000100:00000200:3.0:1761322990.955847:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955812544, offset 224 00000400:00000200:3.0:1761322990.955854:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:3.0:1761322990.955864:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322990.955869:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88746:88746:256:4294967295] 192.168.201.29@tcp LPNI seq info [88746:88746:8:4294967295] 00000400:00000200:3.0:1761322990.955880:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322990.955888:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322990.955894:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000030d68e34 (tot 82350714). 00000800:00000200:3.0:1761322990.955900:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322990.955906:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322990.955909:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000030d68e34 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761322990.955933:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009ca07214. 00000020:00000010:3.0:1761322990.955938:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000068902843. 00000020:00000010:3.0:1761322990.955942:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c5701894. 02000000:00000010:3.0:1761322990.955950:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001dff759e. 00000100:00000010:3.0:1761322990.955953:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f7a33011. 02000000:00000010:3.0:1761322990.955956:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006ca1214a. 00000100:00000010:3.0:1761322990.955958:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d6d0189b. 02000000:00000010:3.0:1761322990.955961:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003c891c5e. 00000100:00000010:3.0:1761322990.955965:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000035919ae3. 02000000:00000010:3.0:1761322990.955968:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000fd32d515. 00000100:00000010:3.0:1761322990.955971:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a87c75be. 02000000:00000010:3.0:1761322990.955973:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006c5a3bcf. 00000100:00000010:3.0:1761322990.955974:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000076100024. 02000000:00000010:3.0:1761322990.955977:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000089671c9. 00000100:00000010:3.0:1761322990.955980:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c802a107. 00000100:00000200:3.0:1761322990.955987:0:66652:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1761322990.955993:0:66652:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000094dd5af0. 00000400:00000010:3.0:1761322990.955996:0:66652:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000f5ab50fc (tot 82350866). 00080000:00000010:0.0:1761322990.956000:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000637dc7b6. 00010000:00000010:0.0:1761322990.956109:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000011eacdf8. 00010000:00000010:0.0:1761322990.956117:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000a278285. 00000800:00000200:1.0:1761322990.956136:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761322990.956141:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000030d68e34 (tot 82350618). 00000400:00000200:1.0:1761322990.956145:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322990.956149:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:1.0:1761322990.956152:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fb71f45d 00000400:00000010:1.0:1761322990.956153:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fb71f45d. 02000000:00000010:1.0:1761322990.956157:0:15811:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000116e896. 00010000:00000010:0.0:1761322990.956188:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000080eb2517. 00010000:00000010:0.0:1761322990.956196:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000011eacdf8. 00010000:00000010:0.0:1761322990.956207:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000badb1aa5. 00000100:00000010:0.0:1761322990.956210:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004e147358. 00000100:00000010:0.0:1761322990.956216:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c9a97dac. 02000000:00000010:0.0:1761322990.956228:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001d268d70. 02000000:00000010:0.0:1761322990.956253:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e3f7b332. 00000400:00000010:0.0:1761322990.956257:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006c48c49b. 00000400:00000010:0.0:1761322990.956261:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000085772165. 00000100:00000200:0.0:1761322990.956264:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956453120, portal 16 00000400:00000010:0.0:1761322990.956268:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001a275b80. 00000100:00000200:0.0:1761322990.956269:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956453120, offset 0 00000400:00000200:0.0:1761322990.956275:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322990.956281:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322990.956288:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:0.0:1761322990.956291:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761322990.956294:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322990.956296:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88747:88747:256:4294967295] 192.168.201.29@tcp LPNI seq info [88747:88747:8:4294967295] 00000400:00000200:0.0:1761322990.956303:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322990.956307:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322990.956311:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004c92fdd7 (tot 82350866). 00000800:00000200:0.0:1761322990.956314:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322990.956319:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322990.956321:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004c92fdd7 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761322990.956507:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322990.956509:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004c92fdd7 (tot 82350618). 00000400:00000200:2.0:1761322990.956512:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.956515:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322990.956517:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001a275b80 00000400:00000010:2.0:1761322990.956518:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001a275b80. 00000100:00000200:2.0:1761322990.956523:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c9a97dac x1846879956453120/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322990.957652:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322990.957666:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf4700 00000400:00000200:2.0:1761322990.957673:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xabb99 [1] + 224 00000400:00000200:2.0:1761322990.957686:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.957689:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322990.957696:0:15812:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c9a97dac x1846879956453120/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761322990.957839:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006c48c49b. 00000400:00000200:0.0:1761322990.957843:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000085772165 00000400:00000010:0.0:1761322990.957845:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000085772165. 00000100:00000200:0.0:1761322990.957852:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c9a97dac x1846879956453120/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761322990.957859:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c9a97dac x1846879956453120/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761322990.957888:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e3f7b332. 02000000:00000010:0.0:1761322990.957892:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001d268d70. 00000100:00000010:0.0:1761322990.957896:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c9a97dac. 00000100:00000010:0.0:1761322990.957899:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004e147358. 00010000:00000010:0.0:1761322990.957902:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000badb1aa5. 00000400:00000200:1.0:1761322990.958235:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:1.0:1761322990.958249:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb58100 00000400:00000200:1.0:1761322990.958257:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa529 [2] + 0 00000400:00000200:1.0:1761322990.958330:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322990.958335:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:1.0:1761322990.958343:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761322990.958350:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000eae2da62. 00000020:00000010:3.0:1761322990.958985:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c5701894. 00000020:00000010:3.0:1761322990.958995:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009ca07214. 00000020:00000010:3.0:1761322990.959000:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000068902843. 00000100:00000200:3.0:1761322990.959036:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000eae2da62 x1846879955812608/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:143/0 lens 328/0 e 0 to 0 dl 1761323033 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761322990.959125:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955812608 02000000:00000010:3.0:1761322990.959144:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000116e896. 00010000:00000010:3.0:1761322990.959175:0:66652:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007a01e08f. 00010000:00000010:3.0:1761322990.959202:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002fbf2dee. 00000100:00000010:3.0:1761322990.959210:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000060dab46a. 00000100:00000010:3.0:1761322990.959227:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000060dab46a. 00010000:00000010:3.0:1761322990.959232:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002fbf2dee. 00000400:00000010:3.0:1761322990.959249:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d94e4bcb. 00000100:00000200:3.0:1761322990.959256:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955812608, offset 224 00000400:00000200:3.0:1761322990.959265:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:3.0:1761322990.959279:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00080000:00000010:0.0:1761322990.959284:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000001d268d70. 00000400:00000200:3.0:1761322990.959290:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88748:88748:256:4294967295] 192.168.201.29@tcp LPNI seq info [88748:88748:8:4294967295] 00000400:00000200:3.0:1761322990.959303:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322990.959310:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322990.959316:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e6540a75 (tot 82350866). 00000800:00000200:3.0:1761322990.959324:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322990.959334:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322990.959339:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e6540a75 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761322990.959359:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009ca07214. 00000020:00000010:3.0:1761322990.959364:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000068902843. 00000020:00000010:3.0:1761322990.959369:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c5701894. 00010000:00000010:0.0:1761322990.959387:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000011eacdf8. 00010000:00000010:0.0:1761322990.959399:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004de275df. 00010000:00000010:0.0:1761322990.959481:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c5525c0b. 00010000:00000010:0.0:1761322990.959489:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000011eacdf8. 00010000:00000010:0.0:1761322990.959502:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000badb1aa5. 00000100:00000010:0.0:1761322990.959510:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004e147358. 00000100:00000010:0.0:1761322990.959522:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c9a97dac. 02000000:00000010:0.0:1761322990.959541:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e3f7b332. 00000800:00000200:2.0:1761322990.959574:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322990.959580:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e6540a75 (tot 82350618). 02000000:00000010:0.0:1761322990.959581:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001e216757. 00000400:00000200:2.0:1761322990.959586:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1761322990.959590:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006c48c49b. 00000400:00000200:2.0:1761322990.959595:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000010:0.0:1761322990.959600:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000085772165. 00000400:00000200:2.0:1761322990.959602:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d94e4bcb 00000400:00000010:2.0:1761322990.959606:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d94e4bcb. 00000100:00000200:0.0:1761322990.959618:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956453184, portal 16 00000400:00000010:0.0:1761322990.959756:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e04633ab. 00000100:00000200:0.0:1761322990.959761:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956453184, offset 0 00000400:00000200:0.0:1761322990.959770:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322990.959784:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322990.959792:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:0.0:1761322990.959798:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761322990.959801:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322990.959804:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88749:88749:256:4294967295] 192.168.201.29@tcp LPNI seq info [88749:88749:8:4294967295] 00000400:00000200:0.0:1761322990.959813:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322990.959820:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322990.959824:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000361d1353 (tot 82350866). 00000800:00000200:0.0:1761322990.959831:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322990.959840:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322990.959844:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000361d1353 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761322990.960120:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322990.960124:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000361d1353 (tot 82350618). 00000400:00000200:2.0:1761322990.960128:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.960134:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322990.960139:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e04633ab 00000400:00000010:2.0:1761322990.960141:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e04633ab. 00010000:00000010:3.1:1761322990.960144:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bd181ba0. 00000100:00000200:2.0:1761322990.960153:0:15812:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c9a97dac x1846879956453184/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761322990.960159:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a10c93c2. 00010000:00000010:3.1:1761322990.960167:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005fce7d39. 00010000:00000010:3.1:1761322990.960172:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c1075cf0. 00010000:00000010:1.1:1761322990.960222:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006493b572. 00010000:00000010:0.1:1761322990.960279:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eb4ab71f. 00010000:00000010:0.1:1761322990.960288:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fce8719a. 00000400:00000200:1.0:1761322990.964827:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:1.0:1761322990.964852:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf4740 00000400:00000200:1.0:1761322990.964863:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xabba5 [1] + 224 00000400:00000200:1.0:1761322990.964877:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322990.964881:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:1.0:1761322990.964893:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c9a97dac x1846879956453184/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761322990.964946:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:1.0:1761322990.964952:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb58140 00000400:00000200:1.0:1761322990.964958:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa529 [2] + 328 00000400:00000010:0.0:1761322990.964968:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006c48c49b. 00000400:00000200:0.0:1761322990.964975:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000085772165 00000400:00000010:0.0:1761322990.964978:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000085772165. 00000100:00000200:0.0:1761322990.964989:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c9a97dac x1846879956453184/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761322990.964998:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c9a97dac x1846879956453184/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761322990.965028:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001e216757. 02000000:00000010:0.0:1761322990.965036:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e3f7b332. 00000100:00000010:0.0:1761322990.965053:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c9a97dac. 00000100:00000010:0.0:1761322990.965057:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004e147358. 00010000:00000010:0.0:1761322990.965061:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000badb1aa5. 00010000:00000010:3.1:1761322990.965165:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e9453c58. 00000400:00000200:1.0:1761322990.965169:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:3.1:1761322990.965172:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f1b817c7. 00000400:00000200:1.0:1761322990.965177:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:1.0:1761322990.965184:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761322990.965190:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000fc1dab26. 00000020:00000010:3.0:1761322990.965240:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c5701894. 00000020:00000010:3.0:1761322990.965247:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009ca07214. 00000020:00000010:3.0:1761322990.965250:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000068902843. 00000100:00000200:3.0:1761322990.965281:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000fc1dab26 x1846879955812672/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:143/0 lens 328/0 e 0 to 0 dl 1761323033 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761322990.965313:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955812672 02000000:00000010:3.0:1761322990.965326:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003c891c5e. 00010000:00000010:3.0:1761322990.965360:0:66652:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000721fecda. 00010000:00000010:3.0:1761322990.965381:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002fbf2dee. 00000100:00000010:3.0:1761322990.965388:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000060dab46a. 00000100:00000010:3.0:1761322990.965408:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000060dab46a. 00010000:00000010:3.0:1761322990.965411:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002fbf2dee. 00000400:00000010:3.0:1761322990.965425:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c8da6cb3. 00000100:00000200:3.0:1761322990.965431:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955812672, offset 224 00080000:00000010:0.0:1761322990.965448:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000001e216757. 00000400:00000200:3.0:1761322990.965449:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:3.0:1761322990.965466:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322990.965472:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88750:88750:256:4294967295] 192.168.201.29@tcp LPNI seq info [88750:88750:8:4294967295] 00000400:00000200:3.0:1761322990.965491:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322990.965500:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322990.965505:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fb56ca9b (tot 82350866). 00000800:00000200:3.0:1761322990.965523:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322990.965533:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322990.965538:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fb56ca9b type 1, nob 320 niov 1 nkiov 1 00010000:00000010:0.0:1761322990.965555:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000011eacdf8. 00000020:00000010:3.0:1761322990.965565:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009ca07214. 00010000:00000010:0.0:1761322990.965565:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000042f3c682. 00000020:00000010:3.0:1761322990.965573:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000068902843. 00000020:00000010:3.0:1761322990.965577:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c5701894. 00010000:00000010:0.0:1761322990.965670:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005d6b12e7. 00010000:00000010:0.0:1761322990.965676:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000011eacdf8. 00010000:00000010:0.0:1761322990.965687:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000badb1aa5. 00000100:00000010:0.0:1761322990.965691:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004e147358. 00000100:00000010:0.0:1761322990.965696:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c9a97dac. 02000000:00000010:0.0:1761322990.965707:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e3f7b332. 00000800:00000200:2.0:1761322990.965732:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322990.965738:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fb56ca9b (tot 82350618). 00000400:00000200:2.0:1761322990.965742:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.965755:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322990.965758:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c8da6cb3 00000400:00000010:2.0:1761322990.965760:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c8da6cb3. 02000000:00000010:0.0:1761322990.965844:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d82f64cf. 00000400:00000010:0.0:1761322990.965849:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006c48c49b. 00000400:00000010:0.0:1761322990.965853:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000085772165. 00000100:00000200:0.0:1761322990.965859:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956453248, portal 16 00000400:00000010:0.0:1761322990.965863:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006ed25e9e. 00000100:00000200:0.0:1761322990.965865:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956453248, offset 0 00000400:00000200:0.0:1761322990.965871:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322990.965877:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322990.965884:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:0.0:1761322990.965888:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761322990.965891:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322990.965894:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88751:88751:256:4294967295] 192.168.201.29@tcp LPNI seq info [88751:88751:8:4294967295] 00000400:00000200:0.0:1761322990.965901:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322990.965905:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322990.965909:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000057731204 (tot 82350866). 00000800:00000200:0.0:1761322990.965913:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322990.965917:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322990.965919:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000057731204 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761322990.966132:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322990.966135:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000057731204 (tot 82350618). 00000400:00000200:2.0:1761322990.966138:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.966143:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322990.966146:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006ed25e9e 00000400:00000010:2.0:1761322990.966148:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006ed25e9e. 00000100:00000200:2.0:1761322990.966156:0:15812:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c9a97dac x1846879956453248/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761322990.967165:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:1.0:1761322990.967189:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf4780 00000400:00000200:1.0:1761322990.967197:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xabbb1 [1] + 224 00000400:00000200:1.0:1761322990.967213:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322990.967217:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:1.0:1761322990.967224:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c9a97dac x1846879956453248/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761322990.967341:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006c48c49b. 00000400:00000200:0.0:1761322990.967346:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000085772165 00000400:00000010:0.0:1761322990.967347:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000085772165. 00000100:00000200:0.0:1761322990.967356:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c9a97dac x1846879956453248/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761322990.967366:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c9a97dac x1846879956453248/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761322990.967388:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d82f64cf. 02000000:00000010:0.0:1761322990.967393:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e3f7b332. 00000100:00000010:0.0:1761322990.967398:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c9a97dac. 00000100:00000010:0.0:1761322990.967401:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004e147358. 00010000:00000010:0.0:1761322990.967404:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000badb1aa5. 00000400:00000200:2.0:1761322990.967719:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322990.967728:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb58180 00000400:00000200:2.0:1761322990.967733:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa529 [2] + 656 00000400:00000200:2.0:1761322990.967780:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.967784:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322990.967789:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761322990.967794:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b73ca902. 00000020:00000010:3.0:1761322990.967853:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c5701894. 00000020:00000010:3.0:1761322990.967861:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009ca07214. 00000020:00000010:3.0:1761322990.967865:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000068902843. 00000100:00000200:3.0:1761322990.967930:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b73ca902 x1846879955812736/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:143/0 lens 328/0 e 0 to 0 dl 1761323033 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761322990.967964:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955812736 02000000:00000010:3.0:1761322990.967974:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006ca1214a. 00010000:00000010:3.0:1761322990.968000:0:66652:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000271cb68f. 00010000:00000010:3.0:1761322990.968024:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002fbf2dee. 00000100:00000010:3.0:1761322990.968037:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000060dab46a. 00000100:00000010:3.0:1761322990.968065:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000060dab46a. 00010000:00000010:3.0:1761322990.968069:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002fbf2dee. 00000400:00000010:3.0:1761322990.968136:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000034cf40f2. 00000100:00000200:3.0:1761322990.968142:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955812736, offset 224 00000400:00000200:3.0:1761322990.968151:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:3.0:1761322990.968163:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00080000:00000010:0.0:1761322990.968169:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d82f64cf. 00000400:00000200:3.0:1761322990.968170:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88752:88752:256:4294967295] 192.168.201.29@tcp LPNI seq info [88752:88752:8:4294967295] 00000400:00000200:3.0:1761322990.968181:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322990.968187:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322990.968192:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fca7c33d (tot 82350866). 00000800:00000200:3.0:1761322990.968197:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322990.968205:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322990.968208:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fca7c33d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761322990.968236:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009ca07214. 00000020:00000010:3.0:1761322990.968240:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000068902843. 00000020:00000010:3.0:1761322990.968244:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c5701894. 00010000:00000010:0.0:1761322990.968269:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000011eacdf8. 00010000:00000010:0.0:1761322990.968277:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ace3d4bb. 00000800:00000200:2.0:1761322990.968376:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322990.968381:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fca7c33d (tot 82350618). 00010000:00000010:0.0:1761322990.968383:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f9c1e226. 00000400:00000200:2.0:1761322990.968385:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:0.0:1761322990.968388:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000011eacdf8. 00000400:00000200:2.0:1761322990.968393:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322990.968396:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000034cf40f2 00000400:00000010:2.0:1761322990.968399:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000034cf40f2. 00010000:00000010:0.0:1761322990.968400:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000badb1aa5. 00000100:00000010:0.0:1761322990.968411:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004e147358. 00000100:00000010:0.0:1761322990.968417:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c9a97dac. 02000000:00000010:0.0:1761322990.968430:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e3f7b332. 02000000:00000010:0.0:1761322990.968452:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e1d00bae. 00000400:00000010:0.0:1761322990.968457:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006c48c49b. 00000400:00000010:0.0:1761322990.968461:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000085772165. 00000100:00000200:0.0:1761322990.968466:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956453312, portal 16 00000400:00000010:0.0:1761322990.968470:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000328fc61a. 00000100:00000200:0.0:1761322990.968471:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956453312, offset 0 00000400:00000200:0.0:1761322990.968477:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322990.968484:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322990.968491:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:0.0:1761322990.968495:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761322990.968499:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322990.968501:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88753:88753:256:4294967295] 192.168.201.29@tcp LPNI seq info [88753:88753:8:4294967295] 00000400:00000200:0.0:1761322990.968509:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322990.968526:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322990.968530:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000057731204 (tot 82350866). 00000800:00000200:0.0:1761322990.968533:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322990.968537:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322990.968540:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000057731204 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761322990.968670:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761322990.968674:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000057731204 (tot 82350618). 00000400:00000200:1.0:1761322990.968678:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322990.968682:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:1.0:1761322990.968685:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000328fc61a 00000400:00000010:1.0:1761322990.968687:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000328fc61a. 00000100:00000200:1.0:1761322990.968694:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c9a97dac x1846879956453312/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761322990.969118:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000561d3d53. 00010000:00000010:0.1:1761322990.969272:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000958b8917. 00010000:00000010:0.1:1761322990.969292:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000afcecbb6. 00010000:00000010:0.1:1761322990.969302:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ee4eeda9. 00010000:00000010:0.1:1761322990.969306:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d154bf62. 00010000:00000010:0.1:1761322990.969310:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c37d1d21. 00010000:00000010:0.1:1761322990.969313:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000080eb2517. 00000400:00000200:2.0:1761322990.969636:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322990.969650:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf47c0 00000400:00000200:2.0:1761322990.969664:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xabbbd [1] + 224 00000400:00000200:2.0:1761322990.969683:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.969686:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322990.969692:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c9a97dac x1846879956453312/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761322990.969837:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006c48c49b. 00000400:00000200:0.0:1761322990.969850:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000085772165 00000400:00000010:0.0:1761322990.969852:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000085772165. 00000100:00000200:0.0:1761322990.969870:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c9a97dac x1846879956453312/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761322990.969881:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c9a97dac x1846879956453312/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761322990.969918:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e1d00bae. 02000000:00000010:0.0:1761322990.969926:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e3f7b332. 00000100:00000010:0.0:1761322990.969932:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c9a97dac. 00000100:00000010:0.0:1761322990.969937:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004e147358. 00010000:00000010:0.0:1761322990.969941:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000badb1aa5. 00000400:00000200:2.0:1761322990.970028:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322990.970061:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb581c0 00000400:00000200:2.0:1761322990.970069:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa529 [2] + 984 00000400:00000200:2.0:1761322990.970181:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.970186:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322990.970192:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761322990.970197:0:15812:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000017975d50. 00000020:00000010:3.0:1761322990.970328:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c5701894. 00000020:00000010:3.0:1761322990.970337:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009ca07214. 00000020:00000010:3.0:1761322990.970341:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000068902843. 00000100:00000200:3.0:1761322990.970365:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000017975d50 x1846879955812800/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:143/0 lens 328/0 e 0 to 0 dl 1761323033 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761322990.970401:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955812800 02000000:00000010:3.0:1761322990.970413:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000026bbeaa9. 00010000:00000010:3.0:1761322990.970435:0:66652:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000076b7d09f. 00010000:00000010:3.0:1761322990.970453:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002fbf2dee. 00000100:00000010:3.0:1761322990.970460:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000060dab46a. 00000100:00000010:3.0:1761322990.970479:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000060dab46a. 00010000:00000010:3.0:1761322990.970483:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002fbf2dee. 00000400:00000010:3.0:1761322990.970494:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cec36e5d. 00000100:00000200:3.0:1761322990.970498:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955812800, offset 224 00000400:00000200:3.0:1761322990.970506:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:3.0:1761322990.970516:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322990.970521:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88754:88754:256:4294967295] 192.168.201.29@tcp LPNI seq info [88754:88754:8:4294967295] 00000400:00000200:3.0:1761322990.970532:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322990.970536:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322990.970540:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004da5e01e (tot 82350866). 00000800:00000200:3.0:1761322990.970546:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322990.970553:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322990.970556:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004da5e01e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761322990.970593:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009ca07214. 00000020:00000010:3.0:1761322990.970598:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000068902843. 00000020:00000010:3.0:1761322990.970601:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c5701894. 00080000:00000010:0.0:1761322990.970687:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e1d00bae. 00010000:00000010:0.0:1761322990.970777:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000011eacdf8. 00010000:00000010:0.0:1761322990.970783:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a27cd887. 00010000:00000010:0.0:1761322990.970882:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000080eb2517. 00010000:00000010:0.0:1761322990.970887:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000011eacdf8. 00010000:00000010:0.0:1761322990.970903:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000badb1aa5. 00000100:00000010:0.0:1761322990.970907:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004e147358. 00000100:00000010:0.0:1761322990.970914:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c9a97dac. 02000000:00000010:0.0:1761322990.970924:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e0503fe4. 02000000:00000010:0.0:1761322990.970944:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008d0e9bf3. 00000400:00000010:0.0:1761322990.970950:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006c48c49b. 00000400:00000010:0.0:1761322990.970955:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000085772165. 00000100:00000200:0.0:1761322990.970960:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956453376, portal 16 00000400:00000010:0.0:1761322990.970965:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000037e22b3c. 00000100:00000200:0.0:1761322990.970967:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956453376, offset 0 00000400:00000200:0.0:1761322990.970973:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322990.970980:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322990.970986:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:0.0:1761322990.970989:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761322990.970993:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322990.970995:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88755:88755:255:4294967295] 192.168.201.29@tcp LPNI seq info [88755:88755:7:4294967295] 00000400:00000200:0.0:1761322990.971001:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322990.971005:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322990.971009:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000361d1353 (tot 82351114). 00000800:00000200:0.0:1761322990.971014:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322990.971018:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322990.971021:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000361d1353 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761322990.971190:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322990.971194:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004da5e01e (tot 82350866). 00000400:00000200:2.0:1761322990.971198:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.971202:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322990.971206:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cec36e5d 00000400:00000010:2.0:1761322990.971208:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cec36e5d. 00000800:00000200:2.0:1761322990.971269:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322990.971270:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000361d1353 (tot 82350618). 00000400:00000200:2.0:1761322990.971273:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.971276:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322990.971278:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000037e22b3c 00000400:00000010:2.0:1761322990.971279:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000037e22b3c. 00000100:00000200:2.0:1761322990.971287:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c9a97dac x1846879956453376/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322990.972732:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322990.972747:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf4800 00000400:00000200:2.0:1761322990.972756:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xabbc9 [1] + 224 00000400:00000200:2.0:1761322990.972768:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.972772:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322990.972780:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c9a97dac x1846879956453376/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322990.972814:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322990.972820:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb58200 00000400:00000200:2.0:1761322990.972826:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa529 [2] + 1312 00000400:00000010:0.0:1761322990.972840:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006c48c49b. 00000400:00000200:0.0:1761322990.972845:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000085772165 00000400:00000010:0.0:1761322990.972846:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000085772165. 00000100:00000200:0.0:1761322990.972855:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c9a97dac x1846879956453376/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761322990.972860:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c9a97dac x1846879956453376/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761322990.972883:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008d0e9bf3. 02000000:00000010:0.0:1761322990.972888:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e0503fe4. 00000100:00000010:0.0:1761322990.972891:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c9a97dac. 00000100:00000010:0.0:1761322990.972893:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004e147358. 00010000:00000010:0.0:1761322990.972896:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000badb1aa5. 00000400:00000200:2.0:1761322990.973014:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.973019:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322990.973025:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761322990.973031:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c802a107. 00010000:00000010:0.1:1761322990.973129:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000005379a97. 00000020:00000010:1.0:1761322990.973132:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001dff759e. 00010000:00000010:0.1:1761322990.973137:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c5525c0b. 00000020:00000010:1.0:1761322990.973141:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002c4891d2. 00000020:00000010:1.0:1761322990.973148:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000acc5c903. 00000100:00000200:1.0:1761322990.973173:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c802a107 x1846879955812864/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:143/0 lens 328/0 e 0 to 0 dl 1761323033 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761322990.973205:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955812864 02000000:00000010:1.0:1761322990.973219:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000089671c9. 00010000:00000010:1.0:1761322990.973246:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d5ef324. 00010000:00000010:1.0:1761322990.973266:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d0c54977. 00000100:00000010:1.0:1761322990.973272:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009f6ebd68. 00000100:00000010:1.0:1761322990.973296:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009f6ebd68. 00010000:00000010:1.0:1761322990.973300:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d0c54977. 00000400:00000010:1.0:1761322990.973319:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002f17cf4d. 00000100:00000200:1.0:1761322990.973323:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955812864, offset 224 00080000:00000010:0.0:1761322990.973332:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e0503fe4. 00000400:00000200:1.0:1761322990.973333:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322990.973345:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322990.973351:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88756:88756:256:4294967295] 192.168.201.29@tcp LPNI seq info [88756:88756:8:4294967295] 00000400:00000200:1.0:1761322990.973360:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322990.973366:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322990.973371:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa7b1f3a (tot 82350866). 00000800:00000200:1.0:1761322990.973376:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322990.973384:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322990.973388:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa7b1f3a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761322990.973409:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002c4891d2. 00000020:00000010:1.0:1761322990.973414:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000acc5c903. 00000020:00000010:1.0:1761322990.973418:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001dff759e. 00010000:00000010:0.0:1761322990.973423:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000011eacdf8. 00010000:00000010:0.0:1761322990.973431:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001b68a541. 00000800:00000200:2.0:1761322990.973500:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322990.973505:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa7b1f3a (tot 82350618). 00010000:00000010:0.0:1761322990.973513:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c5525c0b. 00010000:00000010:0.0:1761322990.973519:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000011eacdf8. 00000400:00000200:2.0:1761322990.973524:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:0.0:1761322990.973528:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000badb1aa5. 00000400:00000200:2.0:1761322990.973531:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000010:0.0:1761322990.973533:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004e147358. 00000400:00000200:2.0:1761322990.973535:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002f17cf4d 00000400:00000010:2.0:1761322990.973539:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002f17cf4d. 00000100:00000010:0.0:1761322990.973539:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c9a97dac. 02000000:00000010:0.0:1761322990.973550:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008d0e9bf3. 02000000:00000010:0.0:1761322990.973572:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000090e49053. 00000400:00000010:0.0:1761322990.973576:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006c48c49b. 00000400:00000010:0.0:1761322990.973580:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000085772165. 00000100:00000200:0.0:1761322990.973585:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956453440, portal 16 00000400:00000010:0.0:1761322990.973589:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006519b1d7. 00000100:00000200:0.0:1761322990.973591:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956453440, offset 0 00000400:00000200:0.0:1761322990.973596:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322990.973600:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322990.973606:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:0.0:1761322990.973610:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761322990.973612:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322990.973614:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88757:88757:256:4294967295] 192.168.201.29@tcp LPNI seq info [88757:88757:8:4294967295] 00000400:00000200:0.0:1761322990.973618:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322990.973621:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322990.973624:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004c92fdd7 (tot 82350866). 00000800:00000200:0.0:1761322990.973627:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322990.973629:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322990.973631:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004c92fdd7 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761322990.973710:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322990.973713:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004c92fdd7 (tot 82350618). 00000400:00000200:2.0:1761322990.973716:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.973720:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322990.973723:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006519b1d7 00000400:00000010:2.0:1761322990.973724:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006519b1d7. 00000100:00000200:2.0:1761322990.973731:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c9a97dac x1846879956453440/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322990.975631:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322990.975650:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf4840 00000400:00000200:2.0:1761322990.975658:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xabbd5 [1] + 224 00000400:00000200:2.0:1761322990.975677:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.975680:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322990.975689:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c9a97dac x1846879956453440/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761322990.975750:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006c48c49b. 00000400:00000200:0.0:1761322990.975755:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000085772165 00000400:00000010:0.0:1761322990.975758:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000085772165. 00000100:00000200:0.0:1761322990.975767:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c9a97dac x1846879956453440/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761322990.975775:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c9a97dac x1846879956453440/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761322990.975800:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000090e49053. 02000000:00000010:0.0:1761322990.975806:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008d0e9bf3. 00000100:00000010:0.0:1761322990.975809:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c9a97dac. 00000100:00000010:0.0:1761322990.975813:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004e147358. 00010000:00000010:0.0:1761322990.975817:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000badb1aa5. 00000400:00000200:2.0:1761322990.976540:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322990.976553:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb58240 00000400:00000200:2.0:1761322990.976559:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa529 [2] + 1640 00000400:00000200:2.0:1761322990.976615:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.976619:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322990.976624:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761322990.976630:0:15812:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000076100024. 00000020:00000010:1.0:1761322990.976733:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006c5a3bcf. 00000020:00000010:1.0:1761322990.976742:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002c4891d2. 00000020:00000010:1.0:1761322990.976747:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000acc5c903. 00000100:00000200:1.0:1761322990.976775:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000076100024 x1846879955812928/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:143/0 lens 328/0 e 0 to 0 dl 1761323033 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761322990.976803:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955812928 02000000:00000010:1.0:1761322990.976814:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000fd32d515. 00010000:00000010:1.0:1761322990.976839:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d92ebe8. 00010000:00000010:1.0:1761322990.976860:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d0c54977. 00000100:00000010:1.0:1761322990.976867:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009f6ebd68. 00000100:00000010:1.0:1761322990.976886:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009f6ebd68. 00010000:00000010:1.0:1761322990.976890:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d0c54977. 00000400:00000010:1.0:1761322990.976902:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a506a769. 00000100:00000200:1.0:1761322990.976907:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955812928, offset 224 00000400:00000200:1.0:1761322990.976915:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322990.976926:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322990.976931:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88758:88758:256:4294967295] 192.168.201.29@tcp LPNI seq info [88758:88758:8:4294967295] 00000400:00000200:1.0:1761322990.976942:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322990.976947:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322990.976951:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa7b1f3a (tot 82350866). 00000800:00000200:1.0:1761322990.976957:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322990.976966:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322990.976970:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa7b1f3a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761322990.976993:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002c4891d2. 00000020:00000010:1.0:1761322990.976997:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000acc5c903. 00000020:00000010:1.0:1761322990.977000:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006c5a3bcf. 00080000:00000010:0.0:1761322990.977210:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000008d0e9bf3. 00010000:00000010:0.0:1761322990.977337:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000011eacdf8. 00010000:00000010:0.0:1761322990.977344:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006ca2e41b. 00010000:00000010:0.0:1761322990.977439:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d154bf62. 00010000:00000010:0.0:1761322990.977445:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000011eacdf8. 00010000:00000010:0.0:1761322990.977455:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000badb1aa5. 00000100:00000010:0.0:1761322990.977459:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004e147358. 00000100:00000010:0.0:1761322990.977467:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c9a97dac. 02000000:00000010:0.0:1761322990.977479:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000090e49053. 02000000:00000010:0.0:1761322990.977504:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000771ab986. 00000400:00000010:0.0:1761322990.977510:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006c48c49b. 00000400:00000010:0.0:1761322990.977515:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000085772165. 00000100:00000200:0.0:1761322990.977519:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956453504, portal 16 00000400:00000010:0.0:1761322990.977524:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ac81ce21. 00000100:00000200:0.0:1761322990.977526:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956453504, offset 0 00000400:00000200:0.0:1761322990.977531:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322990.977540:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322990.977547:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:0.0:1761322990.977551:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761322990.977553:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322990.977556:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88759:88759:255:4294967295] 192.168.201.29@tcp LPNI seq info [88759:88759:7:4294967295] 00000400:00000200:0.0:1761322990.977563:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322990.977567:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322990.977577:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a69d00c5 (tot 82351114). 00000800:00000200:0.0:1761322990.977581:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322990.977586:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322990.977592:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a69d00c5 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761322990.977628:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322990.977631:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa7b1f3a (tot 82350866). 00000400:00000200:2.0:1761322990.977639:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.977643:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322990.977645:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a506a769 00000400:00000010:2.0:1761322990.977647:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a506a769. 00000800:00000200:2.0:1761322990.977699:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322990.977701:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a69d00c5 (tot 82350618). 00000400:00000200:2.0:1761322990.977705:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.977709:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322990.977711:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ac81ce21 00000400:00000010:2.0:1761322990.977713:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ac81ce21. 00000100:00000200:2.0:1761322990.977722:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c9a97dac x1846879956453504/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322990.980134:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322990.980156:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf4880 00000400:00000200:2.0:1761322990.980167:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xabbe1 [1] + 224 00000400:00000200:2.0:1761322990.980183:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.980188:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322990.980197:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c9a97dac x1846879956453504/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322990.980233:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322990.980238:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb58280 00000400:00000200:2.0:1761322990.980244:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa529 [2] + 1968 00000400:00000010:2.0:1761322990.980251:0:15810:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000aa6b4a83. 00000400:00000200:2.0:1761322990.980255:0:15810:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000005e8336c7 00000400:00000200:2.0:1761322990.980348:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.980353:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322990.980356:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005e8336c7 00000400:00000010:2.0:1761322990.980358:0:15810:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000005e8336c7 (tot 82350466). 00000100:00000200:2.0:1761322990.980365:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1761322990.980437:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c5701894. 00000020:00000010:3.0:1761322990.980445:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009ca07214. 00000020:00000010:3.0:1761322990.980449:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000068902843. 00000100:00000200:3.0:1761322990.980478:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000037eb6c8 x1846879955812992/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:143/0 lens 328/0 e 0 to 0 dl 1761323033 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761322990.980518:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955812992 02000000:00000010:3.0:1761322990.980531:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b9591bdc. 00010000:00000010:3.0:1761322990.980572:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002fbf2dee. 00000100:00000010:3.0:1761322990.980579:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000060dab46a. 00000100:00000010:3.0:1761322990.980586:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000060dab46a. 00010000:00000010:3.0:1761322990.980589:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002fbf2dee. 00000400:00000010:3.0:1761322990.980603:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fd11e324. 00000100:00000200:3.0:1761322990.980609:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955812992, offset 224 00000400:00000200:3.0:1761322990.980617:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:3.0:1761322990.980628:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322990.980633:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88760:88760:256:4294967295] 192.168.201.29@tcp LPNI seq info [88760:88760:8:4294967295] 00000400:00000200:3.0:1761322990.980644:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322990.980650:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322990.980654:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004da5e01e (tot 82350714). 00000800:00000200:3.0:1761322990.980660:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322990.980761:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322990.980765:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004da5e01e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761322990.980780:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009ca07214. 00000020:00000010:3.0:1761322990.980784:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000068902843. 00000020:00000010:3.0:1761322990.980787:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c5701894. 02000000:00000010:3.0:1761322990.980797:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000fd32d515. 00000100:00000010:3.0:1761322990.980800:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000076100024. 02000000:00000010:3.0:1761322990.980804:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000089671c9. 00000100:00000010:3.0:1761322990.980807:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c802a107. 02000000:00000010:3.0:1761322990.980811:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000026bbeaa9. 00000100:00000010:3.0:1761322990.980814:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000017975d50. 02000000:00000010:3.0:1761322990.980817:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006ca1214a. 00000100:00000010:3.0:1761322990.980819:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b73ca902. 02000000:00000010:3.0:1761322990.980822:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003c891c5e. 00000100:00000010:3.0:1761322990.980827:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000fc1dab26. 02000000:00000010:3.0:1761322990.980830:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000116e896. 00000100:00000010:3.0:1761322990.980834:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000eae2da62. 00000100:00000200:3.0:1761322990.980840:0:66652:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1761322990.980846:0:66652:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004b2a8df0. 00000400:00000010:3.0:1761322990.980850:0:66652:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000060dab46a (tot 82350866). 00010000:00000010:3.1:1761322990.981124:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009c3a8953. 00010000:00000010:3.1:1761322990.981132:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bc35e3d8. 00000800:00000200:2.0:1761322990.981209:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322990.981213:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004da5e01e (tot 82350618). 00000400:00000200:2.0:1761322990.981218:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.981222:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322990.981225:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fd11e324 00000400:00000010:2.0:1761322990.981227:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fd11e324. 02000000:00000010:2.0:1761322990.981231:0:15812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b9591bdc. 00010000:00000010:0.1:1761322990.982238:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002d75a1ef. 00010000:00000010:0.1:1761322990.982251:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005d6b12e7. 00000400:00000010:0.0:1761322990.982279:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006c48c49b. 00000400:00000200:0.0:1761322990.982283:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000085772165 00000400:00000010:0.0:1761322990.982285:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000085772165. 00000100:00000200:0.0:1761322990.982300:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c9a97dac x1846879956453504/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761322990.982310:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c9a97dac x1846879956453504/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1761322990.982335:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002ef2e4a9. 02000000:00000010:0.0:1761322990.982351:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000771ab986. 02000000:00000010:0.0:1761322990.982357:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000090e49053. 00000100:00000010:0.0:1761322990.982361:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c9a97dac. 00000100:00000010:0.0:1761322990.982365:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004e147358. 00010000:00000010:0.0:1761322990.982368:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000badb1aa5. 00080000:00000010:0.0:1761322990.982391:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000090e49053. 00010000:00000010:0.0:1761322990.982511:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000011eacdf8. 00010000:00000010:0.0:1761322990.982519:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000037e15fc7. 00010000:00000010:0.0:1761322990.982615:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005d6b12e7. 00010000:00000010:0.0:1761322990.982621:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000011eacdf8. 00010000:00000010:0.0:1761322990.982632:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000badb1aa5. 00000100:00000010:0.0:1761322990.982637:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004e147358. 00000100:00000010:0.0:1761322990.982643:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c9a97dac. 02000000:00000010:0.0:1761322990.982655:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000771ab986. 02000000:00000010:0.0:1761322990.982696:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e3f7b332. 00000400:00000010:0.0:1761322990.982701:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006c48c49b. 00000400:00000010:0.0:1761322990.982706:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000085772165. 00000100:00000200:0.0:1761322990.982712:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956453568, portal 16 00000400:00000010:0.0:1761322990.982717:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ac2f0f58. 00000100:00000200:0.0:1761322990.982719:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956453568, offset 0 00000400:00000200:0.0:1761322990.982725:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322990.982738:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322990.982745:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:0.0:1761322990.982749:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761322990.982752:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322990.982755:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88761:88761:256:4294967295] 192.168.201.29@tcp LPNI seq info [88761:88761:8:4294967295] 00000400:00000200:0.0:1761322990.982765:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322990.982770:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322990.982774:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f8f59593 (tot 82350866). 00000800:00000200:0.0:1761322990.982780:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322990.982787:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322990.982790:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f8f59593 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761322990.983033:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322990.983037:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f8f59593 (tot 82350618). 00000400:00000200:2.0:1761322990.983050:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.983055:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322990.983059:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ac2f0f58 00000400:00000010:2.0:1761322990.983061:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ac2f0f58. 00000100:00000200:2.0:1761322990.983066:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c9a97dac x1846879956453568/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322990.984291:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322990.984308:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf48c0 00000400:00000200:2.0:1761322990.984316:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xabbf1 [1] + 224 00000400:00000200:2.0:1761322990.984332:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.984335:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322990.984344:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c9a97dac x1846879956453568/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761322990.984403:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006c48c49b. 00000400:00000200:0.0:1761322990.984408:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000085772165 00000400:00000010:0.0:1761322990.984410:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000085772165. 00000100:00000200:0.0:1761322990.984418:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c9a97dac x1846879956453568/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761322990.984430:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c9a97dac x1846879956453568/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761322990.984454:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e3f7b332. 02000000:00000010:0.0:1761322990.984459:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000771ab986. 00000100:00000010:0.0:1761322990.984464:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c9a97dac. 00000100:00000010:0.0:1761322990.984467:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004e147358. 00010000:00000010:0.0:1761322990.984470:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000badb1aa5. 00010000:00000010:0.1:1761322990.985115:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006f7d3a1f. 00010000:00000010:1.1:1761322990.985127:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002a21c4a9. 00010000:00000010:0.1:1761322990.985128:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f9c1e226. 00010000:00000010:1.1:1761322990.985136:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000054129fc0. 00010000:00000010:3.1:1761322990.985137:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000deeb581b. 00010000:00000010:0.1:1761322990.985138:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a956be00. 00010000:00000010:0.1:1761322990.985145:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000080eb2517. 00000400:00000200:2.0:1761322990.986584:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322990.986603:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb582c0 00000400:00000200:2.0:1761322990.986611:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa581 [2] + 0 00000400:00000200:2.0:1761322990.986784:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.986791:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322990.986799:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761322990.986805:0:15812:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a87c75be. 00000020:00000010:3.0:1761322990.986917:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b9591bdc. 00000020:00000010:3.0:1761322990.986927:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009ca07214. 00000020:00000010:3.0:1761322990.986932:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000068902843. 00000100:00000200:3.0:1761322990.986962:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a87c75be x1846879955813056/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:143/0 lens 328/0 e 0 to 0 dl 1761323033 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761322990.987002:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955813056 02000000:00000010:3.0:1761322990.987115:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003c891c5e. 00010000:00000010:3.0:1761322990.987150:0:66652:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000002cd77da. 00010000:00000010:3.0:1761322990.987176:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002fbf2dee. 00000100:00000010:3.0:1761322990.987184:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009576e19a. 00000100:00000010:3.0:1761322990.987202:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009576e19a. 00010000:00000010:3.0:1761322990.987207:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002fbf2dee. 00000400:00000010:3.0:1761322990.987222:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009548a1b0. 00000100:00000200:3.0:1761322990.987228:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955813056, offset 224 00000400:00000200:3.0:1761322990.987236:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00080000:00000010:0.0:1761322990.987254:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e3f7b332. 00000400:00000200:3.0:1761322990.987261:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322990.987267:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88762:88762:256:4294967295] 192.168.201.29@tcp LPNI seq info [88762:88762:8:4294967295] 00000400:00000200:3.0:1761322990.987278:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322990.987284:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322990.987290:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fca7c33d (tot 82350866). 00000800:00000200:3.0:1761322990.987301:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322990.987310:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322990.987315:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fca7c33d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761322990.987341:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009ca07214. 00000020:00000010:3.0:1761322990.987346:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000068902843. 00000020:00000010:3.0:1761322990.987349:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b9591bdc. 00010000:00000010:0.0:1761322990.987368:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000011eacdf8. 00010000:00000010:0.0:1761322990.987377:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008e3991ab. 00000800:00000200:2.0:1761322990.987425:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322990.987429:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fca7c33d (tot 82350618). 00000400:00000200:2.0:1761322990.987432:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.987435:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322990.987438:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009548a1b0 00000400:00000010:2.0:1761322990.987439:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009548a1b0. 00010000:00000010:0.0:1761322990.987474:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000080eb2517. 00010000:00000010:0.0:1761322990.987480:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000011eacdf8. 00010000:00000010:0.0:1761322990.987492:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000badb1aa5. 00000100:00000010:0.0:1761322990.987496:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004e147358. 00000100:00000010:0.0:1761322990.987503:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c9a97dac. 02000000:00000010:0.0:1761322990.987517:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000771ab986. 02000000:00000010:0.0:1761322990.987540:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000353180b6. 00000400:00000010:0.0:1761322990.987546:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006c48c49b. 00000400:00000010:0.0:1761322990.987551:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000085772165. 00000100:00000200:0.0:1761322990.987557:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956453632, portal 16 00000400:00000010:0.0:1761322990.987562:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000052eed8f0. 00000100:00000200:0.0:1761322990.987565:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956453632, offset 0 00000400:00000200:0.0:1761322990.987571:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322990.987578:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322990.987586:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:0.0:1761322990.987591:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761322990.987595:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322990.987597:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88763:88763:256:4294967295] 192.168.201.29@tcp LPNI seq info [88763:88763:8:4294967295] 00000400:00000200:0.0:1761322990.987606:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322990.987611:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322990.987616:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bf5e0f07 (tot 82350866). 00000800:00000200:0.0:1761322990.987621:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322990.987625:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322990.987627:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bf5e0f07 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761322990.987700:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322990.987702:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bf5e0f07 (tot 82350618). 00000400:00000200:2.0:1761322990.987705:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.987709:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322990.987711:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000052eed8f0 00000400:00000010:2.0:1761322990.987713:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000052eed8f0. 00000100:00000200:2.0:1761322990.987722:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c9a97dac x1846879956453632/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761322990.988330:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000018508308. 00010000:00000010:0.1:1761322990.988339:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c5525c0b. 00010000:00000010:0.1:1761322990.988345:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000085454e84. 00010000:00000010:0.1:1761322990.988348:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b318abd6. 00010000:00000010:0.1:1761322990.988351:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d154bf62. 00000400:00000200:2.0:1761322990.989342:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322990.989495:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf4900 00000400:00000200:2.0:1761322990.989503:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xabbfd [1] + 224 00000400:00000200:2.0:1761322990.989515:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.989519:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322990.989528:0:15812:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c9a97dac x1846879956453632/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322990.989563:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322990.989569:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb58300 00000400:00000200:2.0:1761322990.989575:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa581 [2] + 328 00000400:00000200:2.0:1761322990.989625:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.989631:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000010:0.0:1761322990.989637:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006c48c49b. 00000400:00000200:0.0:1761322990.989643:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000085772165 00000400:00000010:0.0:1761322990.989646:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000085772165. 00000100:00000200:2.0:1761322990.989656:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000200:0.0:1761322990.989657:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c9a97dac x1846879956453632/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000010:2.0:1761322990.989663:0:15812:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000035919ae3. 00000100:00000200:0.0:1761322990.989669:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c9a97dac x1846879956453632/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761322990.989707:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000353180b6. 02000000:00000010:0.0:1761322990.989713:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000771ab986. 00000100:00000010:0.0:1761322990.989718:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c9a97dac. 00000100:00000010:0.0:1761322990.989722:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004e147358. 00010000:00000010:0.0:1761322990.989725:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000badb1aa5. 00000020:00000010:3.0:1761322990.989828:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b9591bdc. 00000020:00000010:3.0:1761322990.989836:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009ca07214. 00000020:00000010:3.0:1761322990.989840:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000068902843. 00000100:00000200:3.0:1761322990.989864:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000035919ae3 x1846879955813120/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:143/0 lens 328/0 e 0 to 0 dl 1761323033 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761322990.989896:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955813120 02000000:00000010:3.0:1761322990.989907:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006ca1214a. 00010000:00000010:3.0:1761322990.989933:0:66652:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cc23feaf. 00010000:00000010:3.0:1761322990.989953:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002fbf2dee. 00000100:00000010:3.0:1761322990.989959:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009576e19a. 00000100:00000010:3.0:1761322990.989975:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009576e19a. 00010000:00000010:3.0:1761322990.989978:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002fbf2dee. 00000400:00000010:3.0:1761322990.989990:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000facd7dd7. 00000100:00000200:3.0:1761322990.989995:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955813120, offset 224 00000400:00000200:3.0:1761322990.990002:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:3.0:1761322990.990013:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322990.990017:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88764:88764:256:4294967295] 192.168.201.29@tcp LPNI seq info [88764:88764:8:4294967295] 00000400:00000200:3.0:1761322990.990027:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322990.990054:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322990.990059:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fb56ca9b (tot 82350866). 00000800:00000200:3.0:1761322990.990068:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322990.990104:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322990.990109:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fb56ca9b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761322990.990131:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009ca07214. 00000020:00000010:3.0:1761322990.990136:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000068902843. 00000020:00000010:3.0:1761322990.990140:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b9591bdc. 00000800:00000200:1.0:1761322990.990212:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761322990.990216:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fb56ca9b (tot 82350618). 00000400:00000200:1.0:1761322990.990222:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322990.990228:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:1.0:1761322990.990231:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000facd7dd7 00000400:00000010:1.0:1761322990.990232:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000facd7dd7. 00080000:00000010:0.0:1761322990.990426:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000353180b6. 00010000:00000010:0.0:1761322990.990521:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000011eacdf8. 00010000:00000010:0.0:1761322990.990528:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b16d9d3c. 00010000:00000010:0.0:1761322990.990627:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d154bf62. 00010000:00000010:0.0:1761322990.990633:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000011eacdf8. 00010000:00000010:0.0:1761322990.990641:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000badb1aa5. 00000100:00000010:0.0:1761322990.990645:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004e147358. 00000100:00000010:0.0:1761322990.990651:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c9a97dac. 02000000:00000010:0.0:1761322990.990660:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000569e475b. 02000000:00000010:0.0:1761322990.990694:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000771ab986. 00000400:00000010:0.0:1761322990.990700:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006c48c49b. 00000400:00000010:0.0:1761322990.990703:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000085772165. 00000100:00000200:0.0:1761322990.990708:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956453696, portal 16 00000400:00000010:0.0:1761322990.990712:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b5b32290. 00000100:00000200:0.0:1761322990.990714:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956453696, offset 0 00000400:00000200:0.0:1761322990.990720:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322990.990727:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322990.990733:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:0.0:1761322990.990737:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761322990.990740:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322990.990742:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88765:88765:256:4294967295] 192.168.201.29@tcp LPNI seq info [88765:88765:8:4294967295] 00000400:00000200:0.0:1761322990.990749:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322990.990753:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322990.990756:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002b6ad44b (tot 82350866). 00000800:00000200:0.0:1761322990.990760:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322990.990764:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322990.990766:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002b6ad44b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761322990.990864:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322990.990867:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002b6ad44b (tot 82350618). 00000400:00000200:2.0:1761322990.990871:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.990875:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322990.990878:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b5b32290 00000400:00000010:2.0:1761322990.990880:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b5b32290. 00000100:00000200:2.0:1761322990.990886:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c9a97dac x1846879956453696/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322990.992390:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322990.992407:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf4940 00000400:00000200:2.0:1761322990.992415:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xabc09 [1] + 224 00000400:00000200:2.0:1761322990.992427:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.992430:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322990.992443:0:15812:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c9a97dac x1846879956453696/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322990.992481:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322990.992495:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb58340 00000400:00000200:2.0:1761322990.992500:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa581 [2] + 656 00000400:00000200:2.0:1761322990.992547:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.992550:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322990.992562:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761322990.992567:0:15812:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d6d0189b. 00000020:00000010:1.0:1761322990.992639:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006c5a3bcf. 00000020:00000010:1.0:1761322990.992648:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002c4891d2. 00000020:00000010:1.0:1761322990.992652:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000acc5c903. 00000100:00000200:1.0:1761322990.992676:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d6d0189b x1846879955813184/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:143/0 lens 328/0 e 0 to 0 dl 1761323033 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761322990.992711:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955813184 02000000:00000010:1.0:1761322990.992722:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e99300b6. 00000400:00000010:0.0:1761322990.992729:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006c48c49b. 00000400:00000200:0.0:1761322990.992735:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000085772165 00000400:00000010:0.0:1761322990.992738:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000085772165. 00000100:00000200:0.0:1761322990.992749:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c9a97dac x1846879956453696/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761322990.992758:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c9a97dac x1846879956453696/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1761322990.992761:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d0c54977. 00000100:00000010:1.0:1761322990.992770:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009f6ebd68. 00000100:00000010:1.0:1761322990.992776:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009f6ebd68. 00010000:00000010:1.0:1761322990.992782:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d0c54977. 00010000:00000010:0.0:1761322990.992782:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000413946b4. 00000400:00000010:1.0:1761322990.992796:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000035ef97af. 02000000:00000010:0.0:1761322990.992799:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000771ab986. 00000100:00000200:1.0:1761322990.992802:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955813184, offset 224 02000000:00000010:0.0:1761322990.992807:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000569e475b. 00000400:00000200:1.0:1761322990.992812:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000100:00000010:0.0:1761322990.992813:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c9a97dac. 00000100:00000010:0.0:1761322990.992818:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004e147358. 00010000:00000010:0.0:1761322990.992822:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000badb1aa5. 00000400:00000200:1.0:1761322990.992826:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322990.992832:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88766:88766:256:4294967295] 192.168.201.29@tcp LPNI seq info [88766:88766:8:4294967295] 00000400:00000200:1.0:1761322990.992842:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00080000:00000010:0.0:1761322990.992842:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000771ab986. 00000800:00000200:1.0:1761322990.992850:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322990.992855:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa7b1f3a (tot 82350866). 00000800:00000200:1.0:1761322990.992861:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322990.992868:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322990.992871:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa7b1f3a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761322990.992896:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002c4891d2. 00000020:00000010:1.0:1761322990.992900:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000acc5c903. 00000020:00000010:1.0:1761322990.992904:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006c5a3bcf. 00010000:00000010:0.0:1761322990.992936:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000011eacdf8. 00010000:00000010:0.0:1761322990.992943:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000075104a33. 00000800:00000200:2.0:1761322990.992989:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322990.992993:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa7b1f3a (tot 82350618). 00000400:00000200:2.0:1761322990.993002:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.993007:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322990.993009:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000035ef97af 00000400:00000010:2.0:1761322990.993012:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000035ef97af. 00010000:00000010:0.0:1761322990.993031:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c5525c0b. 00010000:00000010:0.0:1761322990.993037:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000011eacdf8. 00010000:00000010:0.0:1761322990.993062:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000badb1aa5. 00000100:00000010:0.0:1761322990.993066:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004e147358. 00000100:00000010:0.0:1761322990.993071:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c9a97dac. 00010000:00000010:0.1:1761322990.993112:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006195a8d7. 00010000:00000010:0.1:1761322990.993120:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005d6b12e7. 02000000:00000010:0.0:1761322990.993136:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000569e475b. 02000000:00000010:0.0:1761322990.993160:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003400b856. 00000400:00000010:0.0:1761322990.993165:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006c48c49b. 00000400:00000010:0.0:1761322990.993168:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000085772165. 00000100:00000200:0.0:1761322990.993174:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956453760, portal 16 00000400:00000010:0.0:1761322990.993178:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004b81dcf2. 00000100:00000200:0.0:1761322990.993180:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956453760, offset 0 00000400:00000200:0.0:1761322990.993186:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322990.993192:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322990.993199:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:0.0:1761322990.993203:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761322990.993207:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322990.993210:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88767:88767:256:4294967295] 192.168.201.29@tcp LPNI seq info [88767:88767:8:4294967295] 00000400:00000200:0.0:1761322990.993217:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322990.993222:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322990.993226:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000019c3e4a9 (tot 82350866). 00000800:00000200:0.0:1761322990.993231:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322990.993236:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322990.993239:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000019c3e4a9 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761322990.993426:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322990.993429:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000019c3e4a9 (tot 82350618). 00000400:00000200:2.0:1761322990.993442:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.993446:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322990.993449:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004b81dcf2 00000400:00000010:2.0:1761322990.993451:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004b81dcf2. 00000100:00000200:2.0:1761322990.993457:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c9a97dac x1846879956453760/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322990.994487:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322990.994500:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf4980 00000400:00000200:2.0:1761322990.994507:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xabc15 [1] + 224 00000400:00000200:2.0:1761322990.994521:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.994525:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322990.994531:0:15812:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c9a97dac x1846879956453760/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761322990.994903:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006c48c49b. 00000400:00000200:0.0:1761322990.994908:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000085772165 00000400:00000010:0.0:1761322990.994910:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000085772165. 00000100:00000200:0.0:1761322990.994918:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c9a97dac x1846879956453760/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761322990.994926:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c9a97dac x1846879956453760/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761322990.994949:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003400b856. 02000000:00000010:0.0:1761322990.994956:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000569e475b. 00000100:00000010:0.0:1761322990.994959:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c9a97dac. 00000100:00000010:0.0:1761322990.994963:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004e147358. 00010000:00000010:0.0:1761322990.994965:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000badb1aa5. 00000400:00000200:2.0:1761322990.995341:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322990.995351:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb58380 00000400:00000200:2.0:1761322990.995357:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa581 [2] + 984 00000400:00000200:2.0:1761322990.995402:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.995406:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322990.995411:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761322990.995417:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f7a33011. 00000020:00000010:1.0:1761322990.995660:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006c5a3bcf. 00000020:00000010:1.0:1761322990.995667:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002c4891d2. 00000020:00000010:1.0:1761322990.995672:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000acc5c903. 00000100:00000200:1.0:1761322990.995693:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f7a33011 x1846879955813248/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:143/0 lens 328/0 e 0 to 0 dl 1761323033 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761322990.995724:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955813248 02000000:00000010:1.0:1761322990.995736:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000089671c9. 00010000:00000010:1.0:1761322990.995761:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ca742944. 00010000:00000010:1.0:1761322990.995783:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d0c54977. 00000100:00000010:1.0:1761322990.995789:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009f6ebd68. 00000100:00000010:1.0:1761322990.995804:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009f6ebd68. 00010000:00000010:1.0:1761322990.995807:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d0c54977. 00000400:00000010:1.0:1761322990.995819:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000962e04ce. 00000100:00000200:1.0:1761322990.995824:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955813248, offset 224 00000400:00000200:1.0:1761322990.995832:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322990.995842:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322990.995847:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88768:88768:256:4294967295] 192.168.201.29@tcp LPNI seq info [88768:88768:8:4294967295] 00000400:00000200:1.0:1761322990.995856:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322990.995861:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322990.995865:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa7b1f3a (tot 82350866). 00000800:00000200:1.0:1761322990.995870:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322990.995878:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322990.995882:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa7b1f3a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761322990.995904:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002c4891d2. 00000020:00000010:1.0:1761322990.995908:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000acc5c903. 00000020:00000010:1.0:1761322990.995911:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006c5a3bcf. 00000800:00000200:2.0:1761322990.996029:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322990.996032:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa7b1f3a (tot 82350618). 00000400:00000200:2.0:1761322990.996052:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.996056:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322990.996058:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000962e04ce 00000400:00000010:2.0:1761322990.996060:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000962e04ce. 00080000:00000010:0.0:1761322990.996484:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000003400b856. 00010000:00000010:0.0:1761322990.996594:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000011eacdf8. 00010000:00000010:0.0:1761322990.996603:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000003d3c120. 00010000:00000010:0.0:1761322990.996708:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005d6b12e7. 00010000:00000010:0.0:1761322990.996720:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000011eacdf8. 00010000:00000010:0.0:1761322990.996730:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000badb1aa5. 00000100:00000010:0.0:1761322990.996735:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004e147358. 00000100:00000010:0.0:1761322990.996740:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c9a97dac. 02000000:00000010:0.0:1761322990.996753:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000dd17618. 02000000:00000010:0.0:1761322990.996777:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000dca1d856. 00000400:00000010:0.0:1761322990.996783:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006c48c49b. 00000400:00000010:0.0:1761322990.996788:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000085772165. 00000100:00000200:0.0:1761322990.996793:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956453824, portal 16 00000400:00000010:0.0:1761322990.996798:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000005e828a6. 00000100:00000200:0.0:1761322990.996801:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956453824, offset 0 00000400:00000200:0.0:1761322990.996808:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322990.996817:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322990.996826:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:0.0:1761322990.996830:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761322990.996833:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322990.996836:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88769:88769:256:4294967295] 192.168.201.29@tcp LPNI seq info [88769:88769:8:4294967295] 00000400:00000200:0.0:1761322990.996844:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322990.996849:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322990.996853:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000007e4c409 (tot 82350866). 00000800:00000200:0.0:1761322990.996857:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322990.996862:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322990.996867:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000007e4c409 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761322990.996983:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322990.996987:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000007e4c409 (tot 82350618). 00000400:00000200:2.0:1761322990.996992:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.996995:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322990.996998:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000005e828a6 00000400:00000010:2.0:1761322990.997000:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000005e828a6. 00000100:00000200:2.0:1761322990.997009:0:15812:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c9a97dac x1846879956453824/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761322990.997420:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c03872e7. 00010000:00000010:3.1:1761322990.997428:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea2e616c. 00000400:00000200:2.0:1761322990.999357:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322990.999379:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf49c0 00000400:00000200:2.0:1761322990.999390:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xabc21 [1] + 224 00000400:00000200:2.0:1761322990.999404:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.999408:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322990.999420:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c9a97dac x1846879956453824/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322990.999541:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322990.999552:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb583c0 00000400:00000200:2.0:1761322990.999559:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa581 [2] + 1312 00000400:00000010:0.0:1761322990.999568:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006c48c49b. 00000400:00000200:0.0:1761322990.999573:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000085772165 00000400:00000010:0.0:1761322990.999575:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000085772165. 00000100:00000200:0.0:1761322990.999584:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c9a97dac x1846879956453824/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761322990.999591:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c9a97dac x1846879956453824/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761322990.999621:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000dca1d856. 02000000:00000010:0.0:1761322990.999628:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000000dd17618. 00000100:00000010:0.0:1761322990.999631:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c9a97dac. 00000100:00000010:0.0:1761322990.999635:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004e147358. 00010000:00000010:0.0:1761322990.999638:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000badb1aa5. 00000400:00000200:2.0:1761322990.999697:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322990.999701:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322990.999707:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761322990.999713:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007661af9c. 00000020:00000010:1.0:1761322990.999832:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006c5a3bcf. 00000020:00000010:1.0:1761322990.999840:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002c4891d2. 00000020:00000010:1.0:1761322990.999844:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000acc5c903. 00000100:00000200:1.0:1761322990.999868:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007661af9c x1846879955813312/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:143/0 lens 328/0 e 0 to 0 dl 1761323033 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761322990.999911:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955813312 02000000:00000010:1.0:1761322990.999924:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000fd32d515. 00010000:00000010:1.0:1761322990.999952:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dd478e86. 00010000:00000010:1.0:1761322990.999972:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d0c54977. 00000100:00000010:1.0:1761322990.999980:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009f6ebd68. 00000100:00000010:1.0:1761322990.999996:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009f6ebd68. 00010000:00000010:1.0:1761322991.000000:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d0c54977. 00000400:00000010:1.0:1761322991.000011:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003650095b. 00000100:00000200:1.0:1761322991.000016:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955813312, offset 224 00000400:00000200:1.0:1761322991.000025:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322991.000037:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322991.000055:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88770:88770:256:4294967295] 192.168.201.29@tcp LPNI seq info [88770:88770:8:4294967295] 00000400:00000200:1.0:1761322991.000066:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322991.000100:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322991.000106:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa7b1f3a (tot 82350866). 00000800:00000200:1.0:1761322991.000112:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322991.000120:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322991.000123:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa7b1f3a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761322991.000149:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002c4891d2. 00000020:00000010:1.0:1761322991.000154:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000acc5c903. 00000020:00000010:1.0:1761322991.000157:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006c5a3bcf. 00080000:00000010:0.0:1761322991.000229:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000000dd17618. 00010000:00000010:0.0:1761322991.000350:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000011eacdf8. 00000800:00000200:2.0:1761322991.000357:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00010000:00000010:0.0:1761322991.000358:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003cc60b8c. 00000800:00000010:2.0:1761322991.000362:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa7b1f3a (tot 82350618). 00000400:00000200:2.0:1761322991.000373:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.000378:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322991.000381:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003650095b 00000400:00000010:2.0:1761322991.000382:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003650095b. 00010000:00000010:0.0:1761322991.000534:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f9c1e226. 00010000:00000010:0.0:1761322991.000541:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000011eacdf8. 00010000:00000010:0.0:1761322991.000550:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000badb1aa5. 00000100:00000010:0.0:1761322991.000554:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004e147358. 00000100:00000010:0.0:1761322991.000560:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c9a97dac. 02000000:00000010:0.0:1761322991.000571:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000dca1d856. 02000000:00000010:0.0:1761322991.000597:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000690cf65d. 00000400:00000010:0.0:1761322991.000602:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006c48c49b. 00000400:00000010:0.0:1761322991.000605:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000085772165. 00000100:00000200:0.0:1761322991.000611:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956453888, portal 16 00000400:00000010:0.0:1761322991.000615:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000014ec2920. 00000100:00000200:0.0:1761322991.000617:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956453888, offset 0 00000400:00000200:0.0:1761322991.000622:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322991.000629:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322991.000637:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:0.0:1761322991.000641:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761322991.000645:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322991.000647:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88771:88771:256:4294967295] 192.168.201.29@tcp LPNI seq info [88771:88771:8:4294967295] 00000400:00000200:0.0:1761322991.000654:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322991.000658:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322991.000662:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000007e4c409 (tot 82350866). 00000800:00000200:0.0:1761322991.000666:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322991.000671:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322991.000673:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000007e4c409 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761322991.000759:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322991.000762:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000007e4c409 (tot 82350618). 00000400:00000200:2.0:1761322991.000765:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.000769:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322991.000772:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000014ec2920 00000400:00000010:2.0:1761322991.000774:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000014ec2920. 00000100:00000200:2.0:1761322991.000780:0:15812:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c9a97dac x1846879956453888/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322991.002290:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322991.002309:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf4a00 00000400:00000200:2.0:1761322991.002316:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xabc2d [1] + 224 00000400:00000200:2.0:1761322991.002334:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.002338:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322991.002345:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c9a97dac x1846879956453888/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761322991.002423:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006c48c49b. 00000400:00000200:0.0:1761322991.002429:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000085772165 00000400:00000010:0.0:1761322991.002431:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000085772165. 00000100:00000200:0.0:1761322991.002450:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c9a97dac x1846879956453888/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761322991.002458:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c9a97dac x1846879956453888/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761322991.002485:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000690cf65d. 02000000:00000010:0.0:1761322991.002490:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000dca1d856. 00000100:00000010:0.0:1761322991.002494:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c9a97dac. 00000100:00000010:0.0:1761322991.002498:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004e147358. 00010000:00000010:0.0:1761322991.002501:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000badb1aa5. 00000400:00000200:2.0:1761322991.002678:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322991.002686:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb58400 00000400:00000200:2.0:1761322991.002691:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa581 [2] + 1640 00000400:00000200:2.0:1761322991.002738:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.002742:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322991.002748:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761322991.002752:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004a31252b. 00000020:00000010:1.0:1761322991.002822:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006c5a3bcf. 00000020:00000010:1.0:1761322991.002830:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002c4891d2. 00000020:00000010:1.0:1761322991.002835:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000acc5c903. 00000100:00000200:1.0:1761322991.002858:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000004a31252b x1846879955813376/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761322991.002888:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955813376 02000000:00000010:1.0:1761322991.002901:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001dff759e. 00010000:00000010:1.0:1761322991.002928:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b5ac249b. 00010000:00000010:1.0:1761322991.002952:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d0c54977. 00000100:00000010:1.0:1761322991.002957:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009f6ebd68. 00000100:00000010:1.0:1761322991.002968:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009f6ebd68. 00010000:00000010:1.0:1761322991.002971:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d0c54977. 00000400:00000010:1.0:1761322991.002988:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005178a5a4. 00000100:00000200:1.0:1761322991.002993:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955813376, offset 224 00000400:00000200:1.0:1761322991.003000:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00080000:00000010:0.0:1761322991.003003:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dca1d856. 00000400:00000200:1.0:1761322991.003010:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322991.003015:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88772:88772:256:4294967295] 192.168.201.29@tcp LPNI seq info [88772:88772:8:4294967295] 00000400:00000200:1.0:1761322991.003023:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322991.003027:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322991.003031:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa7b1f3a (tot 82350866). 00000800:00000200:1.0:1761322991.003036:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322991.003055:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322991.003058:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa7b1f3a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761322991.003110:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002c4891d2. 00000020:00000010:1.0:1761322991.003115:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000acc5c903. 00000020:00000010:1.0:1761322991.003119:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006c5a3bcf. 00010000:00000010:0.0:1761322991.003142:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000011eacdf8. 00010000:00000010:0.0:1761322991.003151:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000631ab453. 00000800:00000200:2.0:1761322991.003169:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322991.003173:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa7b1f3a (tot 82350618). 00000400:00000200:2.0:1761322991.003182:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.003185:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322991.003187:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005178a5a4 00000400:00000010:2.0:1761322991.003188:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005178a5a4. 00010000:00000010:0.0:1761322991.003233:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000afcecbb6. 00010000:00000010:0.0:1761322991.003237:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000011eacdf8. 00010000:00000010:0.0:1761322991.003244:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000badb1aa5. 00000100:00000010:0.0:1761322991.003246:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004e147358. 00000100:00000010:0.0:1761322991.003250:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c9a97dac. 02000000:00000010:0.0:1761322991.003260:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000690cf65d. 02000000:00000010:0.0:1761322991.003280:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c84cf22d. 00000400:00000010:0.0:1761322991.003285:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006c48c49b. 00000400:00000010:0.0:1761322991.003290:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000085772165. 00000100:00000200:0.0:1761322991.003294:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956453952, portal 16 00000400:00000010:0.0:1761322991.003298:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000014ec2920. 00000100:00000200:0.0:1761322991.003300:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956453952, offset 0 00000400:00000200:0.0:1761322991.003306:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322991.003312:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322991.003319:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:0.0:1761322991.003323:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761322991.003326:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322991.003328:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88773:88773:256:4294967295] 192.168.201.29@tcp LPNI seq info [88773:88773:8:4294967295] 00000400:00000200:0.0:1761322991.003335:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322991.003340:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322991.003343:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000019c3e4a9 (tot 82350866). 00000800:00000200:0.0:1761322991.003347:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322991.003351:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322991.003354:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000019c3e4a9 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761322991.003463:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322991.003466:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000019c3e4a9 (tot 82350618). 00000400:00000200:2.0:1761322991.003469:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.003473:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322991.003476:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000014ec2920 00000400:00000010:2.0:1761322991.003477:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000014ec2920. 00000100:00000200:2.0:1761322991.003484:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c9a97dac x1846879956453952/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322991.004301:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322991.004315:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf4a40 00000400:00000200:2.0:1761322991.004322:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xabc39 [1] + 224 00000400:00000200:2.0:1761322991.004336:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.004340:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322991.004346:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c9a97dac x1846879956453952/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761322991.004408:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006c48c49b. 00000400:00000200:0.0:1761322991.004412:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000085772165 00000400:00000010:0.0:1761322991.004414:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000085772165. 00000100:00000200:0.0:1761322991.004433:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c9a97dac x1846879956453952/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761322991.004447:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c9a97dac x1846879956453952/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761322991.004472:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c84cf22d. 02000000:00000010:0.0:1761322991.004477:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000690cf65d. 00000100:00000010:0.0:1761322991.004480:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c9a97dac. 00000100:00000010:0.0:1761322991.004483:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004e147358. 00010000:00000010:0.0:1761322991.004486:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000badb1aa5. 00000400:00000200:2.0:1761322991.005742:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322991.005761:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb58440 00000400:00000200:2.0:1761322991.005769:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa581 [2] + 1968 00000400:00000010:2.0:1761322991.005774:0:15812:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001997531d. 00000400:00000200:2.0:1761322991.005796:0:15812:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000006f0b20f3 00000400:00000200:2.0:1761322991.005878:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.005883:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322991.005887:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006f0b20f3 00000400:00000010:2.0:1761322991.005889:0:15812:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000006f0b20f3 (tot 82350466). 00000100:00000200:2.0:1761322991.005896:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1761322991.006179:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006c5a3bcf. 00000020:00000010:1.0:1761322991.006188:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002c4891d2. 00000020:00000010:1.0:1761322991.006193:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000acc5c903. 00000100:00000200:1.0:1761322991.006220:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000aae9a329 x1846879955813440/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761322991.006256:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955813440 02000000:00000010:1.0:1761322991.006269:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000042f8d91f. 00010000:00000010:1.0:1761322991.006300:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000175e7db7. 00010000:00000010:1.0:1761322991.006323:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d0c54977. 00000100:00000010:1.0:1761322991.006330:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009f6ebd68. 00000100:00000010:1.0:1761322991.006349:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009f6ebd68. 00010000:00000010:1.0:1761322991.006354:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d0c54977. 00000400:00000010:1.0:1761322991.006368:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000048107573. 00000100:00000200:1.0:1761322991.006375:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955813440, offset 224 00000400:00000200:1.0:1761322991.006384:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00080000:00000010:0.0:1761322991.006389:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000690cf65d. 00000400:00000200:1.0:1761322991.006399:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322991.006406:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88774:88774:256:4294967295] 192.168.201.29@tcp LPNI seq info [88774:88774:8:4294967295] 00000400:00000200:1.0:1761322991.006417:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322991.006422:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322991.006428:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa7b1f3a (tot 82350714). 00000800:00000200:1.0:1761322991.006433:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322991.006442:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322991.006446:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa7b1f3a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761322991.006461:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002c4891d2. 00000020:00000010:1.0:1761322991.006466:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000acc5c903. 00000020:00000010:1.0:1761322991.006477:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006c5a3bcf. 02000000:00000010:1.0:1761322991.006487:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001dff759e. 00000100:00000010:1.0:1761322991.006492:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004a31252b. 00010000:00000010:0.0:1761322991.006492:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000011eacdf8. 02000000:00000010:1.0:1761322991.006498:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000fd32d515. 00000100:00000010:1.0:1761322991.006503:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007661af9c. 00010000:00000010:0.0:1761322991.006503:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004160418e. 02000000:00000010:1.0:1761322991.006510:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000089671c9. 00000100:00000010:1.0:1761322991.006514:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f7a33011. 02000000:00000010:1.0:1761322991.006517:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e99300b6. 00000100:00000010:1.0:1761322991.006518:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d6d0189b. 02000000:00000010:1.0:1761322991.006522:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006ca1214a. 00000100:00000010:1.0:1761322991.006525:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000035919ae3. 02000000:00000010:1.0:1761322991.006530:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003c891c5e. 00000100:00000010:1.0:1761322991.006534:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a87c75be. 00000100:00000200:1.0:1761322991.006541:0:67479:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1761322991.006546:0:67479:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001997531d. 00000400:00000010:1.0:1761322991.006551:0:67479:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000009f6ebd68 (tot 82350866). 00000800:00000200:2.0:1761322991.006569:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322991.006574:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa7b1f3a (tot 82350618). 00000400:00000200:2.0:1761322991.006584:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.006589:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322991.006592:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000048107573 00010000:00000010:0.0:1761322991.006593:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000778b46c5. 00000400:00000010:2.0:1761322991.006594:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000048107573. 00010000:00000010:0.0:1761322991.006598:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000070ef24e. 02000000:00000010:2.0:1761322991.006601:0:15811:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000042f8d91f. 00010000:00000010:0.0:1761322991.006604:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003999fc69. 00010000:00000010:0.0:1761322991.006610:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000011eacdf8. 00080000:00000010:0.0:1761322991.006621:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c84cf22d. 00010000:00000010:0.0:1761322991.006640:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000011eacdf8. 00010000:00000010:0.0:1761322991.006643:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000070ef24e. 00010000:00000010:0.0:1761322991.006692:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b5033279. 00010000:00000010:0.0:1761322991.006695:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000011eacdf8. 00010000:00000010:0.0:1761322991.006701:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000badb1aa5. 00000100:00000010:0.0:1761322991.006705:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004e147358. 00000100:00000010:0.0:1761322991.006711:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c9a97dac. 02000000:00000010:0.0:1761322991.006722:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006502e911. 02000000:00000010:0.0:1761322991.006743:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006739f1ce. 00000400:00000010:0.0:1761322991.006746:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006c48c49b. 00000400:00000010:0.0:1761322991.006749:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000085772165. 00000100:00000200:0.0:1761322991.006752:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956454016, portal 16 00000400:00000010:0.0:1761322991.006756:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000005e828a6. 00000100:00000200:0.0:1761322991.006757:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956454016, offset 0 00000400:00000200:0.0:1761322991.006763:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322991.006770:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322991.006777:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:0.0:1761322991.006780:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761322991.006783:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322991.006786:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88775:88775:256:4294967295] 192.168.201.29@tcp LPNI seq info [88775:88775:8:4294967295] 00000400:00000200:0.0:1761322991.006793:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322991.006798:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322991.006802:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002b6ad44b (tot 82350866). 00000800:00000200:0.0:1761322991.006807:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322991.006812:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322991.006815:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002b6ad44b type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1761322991.007113:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fb7fa843. 00010000:00000010:0.1:1761322991.008148:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005e3376b8. 00010000:00000010:0.1:1761322991.008161:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000080eb2517. 00010000:00000010:0.1:1761322991.008165:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a0d5acf. 00010000:00000010:0.1:1761322991.008169:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001fa0d755. 00010000:00000010:0.1:1761322991.008174:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d154bf62. 00000800:00000200:2.0:1761322991.008465:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322991.008469:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002b6ad44b (tot 82350618). 00000400:00000200:2.0:1761322991.008475:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.008485:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322991.008489:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000005e828a6 00000400:00000010:2.0:1761322991.008492:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000005e828a6. 00000100:00000200:2.0:1761322991.008504:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c9a97dac x1846879956454016/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761322991.011130:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000001b86772. 00010000:00000010:0.1:1761322991.011153:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c5525c0b. 00000400:00000200:2.0:1761322991.012356:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322991.012391:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf4a80 00000400:00000200:2.0:1761322991.012406:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xabc49 [1] + 224 00000400:00000200:2.0:1761322991.012422:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.012426:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322991.012439:0:15812:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c9a97dac x1846879956454016/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322991.012486:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322991.012494:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb58480 00000400:00000200:2.0:1761322991.012501:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa5d9 [2] + 0 00000400:00000010:0.0:1761322991.012517:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006c48c49b. 00000400:00000200:0.0:1761322991.012524:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000085772165 00000400:00000010:0.0:1761322991.012527:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000085772165. 00000100:00000200:0.0:1761322991.012544:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c9a97dac x1846879956454016/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761322991.012555:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c9a97dac x1846879956454016/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761322991.012583:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006739f1ce. 02000000:00000010:0.0:1761322991.012590:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006502e911. 00000100:00000010:0.0:1761322991.012595:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c9a97dac. 00000100:00000010:0.0:1761322991.012599:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004e147358. 00010000:00000010:0.0:1761322991.012603:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000badb1aa5. 00000400:00000200:2.0:1761322991.013062:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.013072:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322991.013100:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761322991.013108:0:15812:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005bffa580. 00000020:00000010:1.0:1761322991.013189:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000042f8d91f. 00000020:00000010:1.0:1761322991.013200:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002c4891d2. 00000020:00000010:1.0:1761322991.013205:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000acc5c903. 00000100:00000200:1.0:1761322991.013234:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005bffa580 x1846879955813504/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761322991.013271:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955813504 02000000:00000010:1.0:1761322991.013284:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003c891c5e. 00010000:00000010:1.0:1761322991.013316:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008468f6c9. 00010000:00000010:1.0:1761322991.013339:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d0c54977. 00000100:00000010:1.0:1761322991.013347:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000074db0813. 00000100:00000010:1.0:1761322991.013358:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000074db0813. 00010000:00000010:1.0:1761322991.013362:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d0c54977. 00000400:00000010:1.0:1761322991.013375:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ecc16fca. 00000100:00000200:1.0:1761322991.013379:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955813504, offset 224 00000400:00000200:1.0:1761322991.013388:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322991.013403:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322991.013409:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88776:88776:256:4294967295] 192.168.201.29@tcp LPNI seq info [88776:88776:8:4294967295] 00000400:00000200:1.0:1761322991.013420:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322991.013425:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322991.013431:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa7b1f3a (tot 82350866). 00000800:00000200:1.0:1761322991.013438:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322991.013446:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322991.013450:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa7b1f3a type 1, nob 320 niov 1 nkiov 1 00080000:00000010:0.0:1761322991.013468:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000006502e911. 00000020:00000010:1.0:1761322991.013472:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002c4891d2. 00000020:00000010:1.0:1761322991.013478:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000acc5c903. 00000020:00000010:1.0:1761322991.013483:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000042f8d91f. 00000800:00000200:2.0:1761322991.013547:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322991.013551:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa7b1f3a (tot 82350618). 00000400:00000200:2.0:1761322991.013560:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.013564:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322991.013567:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ecc16fca 00000400:00000010:2.0:1761322991.013569:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ecc16fca. 00010000:00000010:0.0:1761322991.013583:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000011eacdf8. 00010000:00000010:0.0:1761322991.013593:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007ebd162b. 00010000:00000010:0.0:1761322991.013827:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c5525c0b. 00010000:00000010:0.0:1761322991.013834:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000011eacdf8. 00010000:00000010:0.0:1761322991.013845:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000badb1aa5. 00000100:00000010:0.0:1761322991.013849:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004e147358. 00000100:00000010:0.0:1761322991.013856:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c9a97dac. 02000000:00000010:0.0:1761322991.013868:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006739f1ce. 02000000:00000010:0.0:1761322991.013894:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a050d4b4. 00000400:00000010:0.0:1761322991.013900:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006c48c49b. 00000400:00000010:0.0:1761322991.013906:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000085772165. 00000100:00000200:0.0:1761322991.013911:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956454080, portal 16 00000400:00000010:0.0:1761322991.013915:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004b81dcf2. 00000100:00000200:0.0:1761322991.013917:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956454080, offset 0 00000400:00000200:0.0:1761322991.013924:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322991.013933:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322991.013942:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:0.0:1761322991.013948:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761322991.013951:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322991.013954:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88777:88777:256:4294967295] 192.168.201.29@tcp LPNI seq info [88777:88777:8:4294967295] 00000400:00000200:0.0:1761322991.013962:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322991.013967:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322991.013971:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bf5e0f07 (tot 82350866). 00000800:00000200:0.0:1761322991.013975:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322991.013981:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322991.013984:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bf5e0f07 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761322991.014181:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322991.014185:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bf5e0f07 (tot 82350618). 00000400:00000200:2.0:1761322991.014191:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.014198:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322991.014202:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004b81dcf2 00000400:00000010:2.0:1761322991.014204:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004b81dcf2. 00000100:00000200:2.0:1761322991.014213:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c9a97dac x1846879956454080/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761322991.015149:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000017c5c50e. 00010000:00000010:0.1:1761322991.015161:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005d6b12e7. 00010000:00000010:0.1:1761322991.015167:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e00033ee. 00010000:00000010:0.1:1761322991.015172:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f9c1e226. 00010000:00000010:0.1:1761322991.015176:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008400a50c. 00010000:00000010:0.1:1761322991.015179:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000afcecbb6. 00010000:00000010:0.1:1761322991.015183:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000778b46c5. 00010000:00000010:0.1:1761322991.015186:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003999fc69. 00010000:00000010:1.1:1761322991.017654:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000031507d14. 00010000:00000010:1.1:1761322991.017672:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004cc5090f. 00010000:00000010:1.1:1761322991.017677:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d7cb8617. 00000400:00000200:2.0:1761322991.018416:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322991.018442:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf4ac0 00000400:00000200:2.0:1761322991.018451:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xabc55 [1] + 224 00000400:00000200:2.0:1761322991.018463:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.018468:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322991.018480:0:15812:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c9a97dac x1846879956454080/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322991.018529:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322991.018534:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb584c0 00000400:00000200:2.0:1761322991.018539:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa5d9 [2] + 328 00000400:00000200:2.0:1761322991.018605:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.018609:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322991.018614:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761322991.018621:0:15812:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e002feec. 00000020:00000010:1.0:1761322991.018710:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000042f8d91f. 00000400:00000010:0.0:1761322991.018718:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006c48c49b. 00000020:00000010:1.0:1761322991.018722:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002c4891d2. 00000400:00000200:0.0:1761322991.018727:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000085772165 00000020:00000010:1.0:1761322991.018730:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000acc5c903. 00000400:00000010:0.0:1761322991.018732:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000085772165. 00000100:00000200:0.0:1761322991.018749:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c9a97dac x1846879956454080/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761322991.018758:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c9a97dac x1846879956454080/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761322991.018768:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e002feec x1846879955813568/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 02000000:00000010:0.0:1761322991.018796:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a050d4b4. 02000000:00000010:0.0:1761322991.018807:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006739f1ce. 00000100:00000010:0.0:1761322991.018813:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c9a97dac. 00000100:00000010:0.0:1761322991.018819:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004e147358. 00000100:00000200:1.0:1761322991.018824:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955813568 00010000:00000010:0.0:1761322991.018825:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000badb1aa5. 02000000:00000010:1.0:1761322991.018841:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006ca1214a. 00010000:00000010:1.0:1761322991.018876:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000040057d37. 00010000:00000010:1.0:1761322991.018899:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d0c54977. 00000100:00000010:1.0:1761322991.018907:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000074db0813. 00000100:00000010:1.0:1761322991.018925:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000074db0813. 00010000:00000010:1.0:1761322991.018930:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d0c54977. 00000400:00000010:1.0:1761322991.018945:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005d51e45b. 00000100:00000200:1.0:1761322991.018951:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955813568, offset 224 00000400:00000200:1.0:1761322991.018961:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00080000:00000010:0.0:1761322991.018970:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000006739f1ce. 00000400:00000200:1.0:1761322991.018979:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322991.018987:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88778:88778:256:4294967295] 192.168.201.29@tcp LPNI seq info [88778:88778:8:4294967295] 00000400:00000200:1.0:1761322991.018999:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322991.019005:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322991.019010:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa7b1f3a (tot 82350866). 00000800:00000200:1.0:1761322991.019018:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322991.019027:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322991.019031:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa7b1f3a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761322991.019069:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002c4891d2. 00000020:00000010:1.0:1761322991.019104:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000acc5c903. 00000020:00000010:1.0:1761322991.019110:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000042f8d91f. 00000800:00000200:2.0:1761322991.019174:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322991.019179:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa7b1f3a (tot 82350618). 00000400:00000200:2.0:1761322991.019188:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.019193:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322991.019197:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005d51e45b 00000400:00000010:2.0:1761322991.019198:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005d51e45b. 00010000:00000010:0.0:1761322991.019284:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000011eacdf8. 00010000:00000010:0.0:1761322991.019296:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a9a3d29. 00010000:00000010:0.0:1761322991.019387:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003999fc69. 00010000:00000010:0.0:1761322991.019394:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000011eacdf8. 00010000:00000010:0.0:1761322991.019409:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000badb1aa5. 00000100:00000010:0.0:1761322991.019415:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004e147358. 00000100:00000010:0.0:1761322991.019422:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c9a97dac. 02000000:00000010:0.0:1761322991.019436:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a050d4b4. 02000000:00000010:0.0:1761322991.019469:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000569e475b. 00000400:00000010:0.0:1761322991.019473:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006c48c49b. 00000400:00000010:0.0:1761322991.019477:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000085772165. 00000100:00000200:0.0:1761322991.019483:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956454144, portal 16 00000400:00000010:0.0:1761322991.019487:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b5b32290. 00000100:00000200:0.0:1761322991.019489:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956454144, offset 0 00000400:00000200:0.0:1761322991.019497:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322991.019507:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322991.019514:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:0.0:1761322991.019517:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761322991.019520:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322991.019523:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88779:88779:256:4294967295] 192.168.201.29@tcp LPNI seq info [88779:88779:8:4294967295] 00000400:00000200:0.0:1761322991.019532:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322991.019536:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322991.019540:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f8f59593 (tot 82350866). 00000800:00000200:0.0:1761322991.019545:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322991.019552:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322991.019555:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f8f59593 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1761322991.020329:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000077c4571e. 00010000:00000010:0.1:1761322991.020338:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b5033279. 00000800:00000200:2.0:1761322991.020444:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322991.020447:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f8f59593 (tot 82350618). 00000400:00000200:2.0:1761322991.020451:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.020456:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322991.020459:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b5b32290 00000400:00000010:2.0:1761322991.020460:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b5b32290. 00000100:00000200:2.0:1761322991.020468:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c9a97dac x1846879956454144/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322991.021423:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322991.021446:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf4b00 00000400:00000200:2.0:1761322991.021457:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xabc61 [1] + 224 00000400:00000200:2.0:1761322991.021476:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.021480:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322991.021490:0:15812:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c9a97dac x1846879956454144/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761322991.021569:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006c48c49b. 00000400:00000200:0.0:1761322991.021577:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000085772165 00000400:00000010:0.0:1761322991.021579:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000085772165. 00000100:00000200:0.0:1761322991.021590:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c9a97dac x1846879956454144/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761322991.021599:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c9a97dac x1846879956454144/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761322991.021632:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000569e475b. 02000000:00000010:0.0:1761322991.021638:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a050d4b4. 00000100:00000010:0.0:1761322991.021644:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c9a97dac. 00000100:00000010:0.0:1761322991.021649:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004e147358. 00010000:00000010:0.0:1761322991.021652:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000badb1aa5. 00000400:00000200:2.0:1761322991.022218:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322991.022229:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb58500 00000400:00000200:2.0:1761322991.022236:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa5d9 [2] + 656 00000400:00000200:2.0:1761322991.022295:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.022300:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322991.022305:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761322991.022312:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004dd461b4. 00000020:00000010:3.0:1761322991.022451:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b9591bdc. 00000020:00000010:3.0:1761322991.022459:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009ca07214. 00000020:00000010:3.0:1761322991.022463:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000068902843. 00000100:00000200:3.0:1761322991.022498:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000004dd461b4 x1846879955813632/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761322991.022541:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955813632 02000000:00000010:3.0:1761322991.022559:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000026bbeaa9. 00010000:00000010:3.0:1761322991.022594:0:66652:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002764da9e. 00010000:00000010:3.0:1761322991.022622:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002fbf2dee. 00000100:00000010:3.0:1761322991.022629:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009576e19a. 00000100:00000010:3.0:1761322991.022645:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009576e19a. 00010000:00000010:3.0:1761322991.022650:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002fbf2dee. 00000400:00000010:3.0:1761322991.022680:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000008e8c36c. 00000100:00000200:3.0:1761322991.022687:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955813632, offset 224 00000400:00000200:3.0:1761322991.022696:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00080000:00000010:0.0:1761322991.022709:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000569e475b. 00000400:00000200:3.0:1761322991.022711:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322991.022722:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88780:88780:256:4294967295] 192.168.201.29@tcp LPNI seq info [88780:88780:8:4294967295] 00000400:00000200:3.0:1761322991.022734:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322991.022740:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322991.022746:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e6540a75 (tot 82350866). 00000800:00000200:3.0:1761322991.022752:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322991.022760:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322991.022764:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e6540a75 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761322991.022790:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009ca07214. 00000020:00000010:3.0:1761322991.022796:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000068902843. 00000020:00000010:3.0:1761322991.022800:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b9591bdc. 00010000:00000010:0.0:1761322991.022830:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000011eacdf8. 00010000:00000010:0.0:1761322991.022843:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000712bfa9d. 00010000:00000010:0.0:1761322991.022938:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b5033279. 00010000:00000010:0.0:1761322991.022947:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000011eacdf8. 00010000:00000010:0.0:1761322991.022962:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000badb1aa5. 00000100:00000010:0.0:1761322991.022972:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004e147358. 00000100:00000010:0.0:1761322991.022981:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c9a97dac. 02000000:00000010:0.0:1761322991.023000:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a050d4b4. 00000800:00000200:2.0:1761322991.023036:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322991.023052:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e6540a75 (tot 82350618). 02000000:00000010:0.0:1761322991.023053:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007be1cde1. 00000400:00000200:2.0:1761322991.023061:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1761322991.023064:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006c48c49b. 00000400:00000200:2.0:1761322991.023070:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000010:0.0:1761322991.023117:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000085772165. 00000100:00000200:0.0:1761322991.023127:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956454208, portal 16 00000400:00000200:2.0:1761322991.023128:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000008e8c36c 00000400:00000010:2.0:1761322991.023132:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000008e8c36c. 00000400:00000010:0.0:1761322991.023135:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000052eed8f0. 00000100:00000200:0.0:1761322991.023140:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956454208, offset 0 00000400:00000200:0.0:1761322991.023151:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322991.023168:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322991.023176:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:0.0:1761322991.023180:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761322991.023183:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322991.023188:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88781:88781:256:4294967295] 192.168.201.29@tcp LPNI seq info [88781:88781:8:4294967295] 00000400:00000200:0.0:1761322991.023199:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322991.023206:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322991.023211:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a69d00c5 (tot 82350866). 00000800:00000200:0.0:1761322991.023218:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322991.023225:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322991.023230:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a69d00c5 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761322991.023397:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322991.023401:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a69d00c5 (tot 82350618). 00000400:00000200:2.0:1761322991.023406:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.023411:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322991.023416:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000052eed8f0 00000400:00000010:2.0:1761322991.023418:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000052eed8f0. 00000100:00000200:2.0:1761322991.023425:0:15812:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c9a97dac x1846879956454208/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761322991.024127:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f1f7c2b6. 00010000:00000010:1.1:1761322991.024138:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f4ff497e. 00000400:00000200:2.0:1761322991.025627:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322991.025647:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf4b40 00000400:00000200:2.0:1761322991.025656:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xabc6d [1] + 224 00000400:00000200:2.0:1761322991.025680:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.025684:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322991.025694:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c9a97dac x1846879956454208/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322991.025732:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322991.025738:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb58540 00000400:00000200:2.0:1761322991.025743:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa5d9 [2] + 984 00000400:00000200:2.0:1761322991.025754:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.025757:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322991.025761:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761322991.025766:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007226fba0. 00000400:00000010:0.0:1761322991.025861:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006c48c49b. 00000400:00000200:0.0:1761322991.025868:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000085772165 00000400:00000010:0.0:1761322991.025870:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000085772165. 00000100:00000200:0.0:1761322991.025881:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c9a97dac x1846879956454208/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761322991.025896:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c9a97dac x1846879956454208/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000020:00000010:3.0:1761322991.025912:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b9591bdc. 00000020:00000010:3.0:1761322991.025921:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009ca07214. 02000000:00000010:0.0:1761322991.025924:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007be1cde1. 00000020:00000010:3.0:1761322991.025926:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000068902843. 02000000:00000010:0.0:1761322991.025933:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a050d4b4. 00000100:00000010:0.0:1761322991.025941:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c9a97dac. 00000100:00000010:0.0:1761322991.025945:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004e147358. 00010000:00000010:0.0:1761322991.025949:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000badb1aa5. 00000100:00000200:3.0:1761322991.025952:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007226fba0 x1846879955813696/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761322991.025995:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955813696 02000000:00000010:3.0:1761322991.026006:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000116e896. 00010000:00000010:3.0:1761322991.026033:0:66652:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d440f39f. 00010000:00000010:3.0:1761322991.026067:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002fbf2dee. 00000100:00000010:3.0:1761322991.026101:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009576e19a. 00000100:00000010:3.0:1761322991.026111:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009576e19a. 00010000:00000010:3.0:1761322991.026115:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002fbf2dee. 00000400:00000010:3.0:1761322991.026128:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007f716d44. 00000100:00000200:3.0:1761322991.026133:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955813696, offset 224 00080000:00000010:0.0:1761322991.026135:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000007be1cde1. 00000400:00000200:3.0:1761322991.026142:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:3.0:1761322991.026153:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322991.026158:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88782:88782:256:4294967295] 192.168.201.29@tcp LPNI seq info [88782:88782:8:4294967295] 00000400:00000200:3.0:1761322991.026168:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322991.026173:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322991.026177:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000030d68e34 (tot 82350866). 00000800:00000200:3.0:1761322991.026183:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322991.026191:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322991.026195:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000030d68e34 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761322991.026208:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009ca07214. 00000020:00000010:3.0:1761322991.026212:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000068902843. 00000020:00000010:3.0:1761322991.026216:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b9591bdc. 00010000:00000010:0.0:1761322991.026251:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000011eacdf8. 00010000:00000010:0.0:1761322991.026261:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000053c42b96. 00010000:00000010:0.0:1761322991.026370:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000afcecbb6. 00000800:00000200:2.0:1761322991.026374:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00010000:00000010:0.0:1761322991.026376:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000011eacdf8. 00000800:00000010:2.0:1761322991.026379:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000030d68e34 (tot 82350618). 00000400:00000200:2.0:1761322991.026384:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:0.0:1761322991.026387:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000badb1aa5. 00000400:00000200:2.0:1761322991.026389:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000010:0.0:1761322991.026393:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004e147358. 00000400:00000200:2.0:1761322991.026394:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007f716d44 00000400:00000010:2.0:1761322991.026397:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007f716d44. 00000100:00000010:0.0:1761322991.026400:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c9a97dac. 02000000:00000010:0.0:1761322991.026412:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d27c5051. 02000000:00000010:0.0:1761322991.026432:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000027000031. 00000400:00000010:0.0:1761322991.026437:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006c48c49b. 00000400:00000010:0.0:1761322991.026440:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000085772165. 00000100:00000200:0.0:1761322991.026445:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956454272, portal 16 00000400:00000010:0.0:1761322991.026449:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ac2f0f58. 00000100:00000200:0.0:1761322991.026450:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956454272, offset 0 00000400:00000200:0.0:1761322991.026456:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322991.026462:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322991.026470:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:0.0:1761322991.026475:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761322991.026478:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322991.026481:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88783:88783:256:4294967295] 192.168.201.29@tcp LPNI seq info [88783:88783:8:4294967295] 00000400:00000200:0.0:1761322991.026488:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322991.026493:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322991.026498:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004c92fdd7 (tot 82350866). 00000800:00000200:0.0:1761322991.026502:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322991.026506:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322991.026508:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004c92fdd7 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761322991.027549:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322991.027555:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004c92fdd7 (tot 82350618). 00000400:00000200:2.0:1761322991.027560:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.027566:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322991.027569:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ac2f0f58 00000400:00000010:2.0:1761322991.027571:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ac2f0f58. 00000100:00000200:2.0:1761322991.027580:0:15812:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c9a97dac x1846879956454272/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761322991.028230:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a1f4442a. 00010000:00000010:0.1:1761322991.028239:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c5525c0b. 00010000:00000010:3.1:1761322991.029001:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002024481b. 00000400:00000200:2.0:1761322991.029221:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322991.029239:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf4b80 00000400:00000200:2.0:1761322991.029249:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xabc79 [1] + 224 00000400:00000200:2.0:1761322991.029262:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.029266:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322991.029276:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c9a97dac x1846879956454272/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322991.029314:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322991.029321:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb58580 00000400:00000200:2.0:1761322991.029326:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa5d9 [2] + 1312 00000400:00000200:2.0:1761322991.029378:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.029381:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322991.029386:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761322991.029392:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a87c75be. 00000400:00000010:0.0:1761322991.029635:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006c48c49b. 00000400:00000200:0.0:1761322991.029642:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000085772165 00000400:00000010:0.0:1761322991.029644:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000085772165. 00000020:00000010:1.0:1761322991.029649:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000042f8d91f. 00000100:00000200:0.0:1761322991.029654:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c9a97dac x1846879956454272/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000020:00000010:1.0:1761322991.029657:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002c4891d2. 00000020:00000010:1.0:1761322991.029663:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000acc5c903. 00000100:00000200:0.0:1761322991.029679:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c9a97dac x1846879956454272/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761322991.029689:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a87c75be x1846879955813760/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 02000000:00000010:0.0:1761322991.029706:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000027000031. 02000000:00000010:0.0:1761322991.029713:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d27c5051. 00000100:00000010:0.0:1761322991.029717:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c9a97dac. 00000100:00000010:0.0:1761322991.029720:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004e147358. 00010000:00000010:0.0:1761322991.029724:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000badb1aa5. 00000100:00000200:1.0:1761322991.029917:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955813760 02000000:00000010:1.0:1761322991.029934:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001dff759e. 00010000:00000010:1.0:1761322991.029960:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000255d4c31. 00010000:00000010:1.0:1761322991.029979:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d0c54977. 00000100:00000010:1.0:1761322991.029984:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000074db0813. 00000100:00000010:1.0:1761322991.030276:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000074db0813. 00010000:00000010:1.0:1761322991.030281:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d0c54977. 00000400:00000010:1.0:1761322991.030295:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d7c2831e. 00000100:00000200:1.0:1761322991.030300:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955813760, offset 224 00000400:00000200:1.0:1761322991.030307:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322991.030318:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322991.030324:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88784:88784:256:4294967295] 192.168.201.29@tcp LPNI seq info [88784:88784:8:4294967295] 00000400:00000200:1.0:1761322991.030333:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322991.030338:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322991.030343:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa7b1f3a (tot 82350866). 00000800:00000200:1.0:1761322991.030348:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322991.030355:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322991.030358:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa7b1f3a type 1, nob 320 niov 1 nkiov 1 00080000:00000010:0.0:1761322991.030442:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d27c5051. 00010000:00000010:0.0:1761322991.030544:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000011eacdf8. 00010000:00000010:0.0:1761322991.030552:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000917372fa. 00010000:00000010:0.0:1761322991.030645:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000778b46c5. 00010000:00000010:0.0:1761322991.030649:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000070ef24e. 00010000:00000010:0.0:1761322991.030654:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c5525c0b. 00010000:00000010:0.0:1761322991.030658:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000011eacdf8. 00080000:00000010:0.0:1761322991.030670:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000027000031. 00010000:00000010:0.0:1761322991.030694:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000011eacdf8. 00010000:00000010:0.0:1761322991.030698:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000070ef24e. 00010000:00000010:0.0:1761322991.030755:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f9c1e226. 00010000:00000010:0.0:1761322991.030758:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000011eacdf8. 00010000:00000010:0.0:1761322991.030765:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000badb1aa5. 00000100:00000010:0.0:1761322991.030769:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004e147358. 00000100:00000010:0.0:1761322991.030775:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c9a97dac. 02000000:00000010:0.0:1761322991.030786:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f7f3d2c1. 02000000:00000010:0.0:1761322991.030806:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f6181237. 00000400:00000010:0.0:1761322991.030811:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006c48c49b. 00000400:00000010:0.0:1761322991.030815:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000085772165. 00000100:00000200:0.0:1761322991.030820:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956454336, portal 16 00000400:00000010:0.0:1761322991.030824:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ac81ce21. 00000100:00000200:0.0:1761322991.030826:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956454336, offset 0 00000400:00000200:0.0:1761322991.030832:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322991.030839:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322991.030846:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:0.0:1761322991.030849:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761322991.030852:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322991.030855:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88785:88785:255:4294967295] 192.168.201.29@tcp LPNI seq info [88785:88785:7:4294967295] 00000400:00000200:0.0:1761322991.030862:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322991.030866:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322991.030869:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000361d1353 (tot 82351114). 00000800:00000200:0.0:1761322991.030872:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322991.030876:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322991.030878:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000361d1353 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:1.0:1761322991.030925:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002c4891d2. 00000020:00000010:1.0:1761322991.030930:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000acc5c903. 00000020:00000010:1.0:1761322991.030935:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000042f8d91f. 00000800:00000200:2.0:1761322991.031702:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322991.031708:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa7b1f3a (tot 82350866). 00000400:00000200:2.0:1761322991.031719:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.031724:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322991.031729:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d7c2831e 00000400:00000010:2.0:1761322991.031731:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d7c2831e. 00000800:00000200:2.0:1761322991.031805:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322991.031807:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000361d1353 (tot 82350618). 00000400:00000200:2.0:1761322991.031811:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.031814:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322991.031816:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ac81ce21 00000400:00000010:2.0:1761322991.031818:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ac81ce21. 00000100:00000200:2.0:1761322991.031826:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c9a97dac x1846879956454336/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761322991.033170:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000015c03ee3. 00010000:00000010:0.1:1761322991.033182:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003999fc69. 00000400:00000200:2.0:1761322991.034775:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322991.034801:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf4bc0 00000400:00000200:2.0:1761322991.034809:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xabc85 [1] + 224 00000400:00000200:2.0:1761322991.034825:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.034828:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322991.034837:0:15812:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c9a97dac x1846879956454336/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761322991.034889:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006c48c49b. 00000400:00000200:3.0:1761322991.034894:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000085772165 00000400:00000010:3.0:1761322991.034896:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000085772165. 00000100:00000200:3.0:1761322991.034905:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c9a97dac x1846879956454336/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761322991.034914:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c9a97dac x1846879956454336/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761322991.034943:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f6181237. 02000000:00000010:3.0:1761322991.034949:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f7f3d2c1. 00000100:00000010:3.0:1761322991.034954:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c9a97dac. 00000100:00000010:3.0:1761322991.034958:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004e147358. 00010000:00000010:3.0:1761322991.034961:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000badb1aa5. 00000400:00000200:2.0:1761322991.035127:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322991.035134:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb585c0 00000400:00000200:2.0:1761322991.035141:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa5d9 [2] + 1640 00000400:00000200:2.0:1761322991.035201:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.035205:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322991.035211:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761322991.035216:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000035919ae3. 00000020:00000010:1.0:1761322991.035357:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000042f8d91f. 00000020:00000010:1.0:1761322991.035366:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002c4891d2. 00000020:00000010:1.0:1761322991.035371:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000acc5c903. 00000100:00000200:1.0:1761322991.035395:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000035919ae3 x1846879955813824/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761322991.035434:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955813824 02000000:00000010:1.0:1761322991.035447:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e99300b6. 00010000:00000010:1.0:1761322991.035490:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006bf4951a. 00010000:00000010:1.0:1761322991.035518:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d0c54977. 00000100:00000010:1.0:1761322991.035525:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000074db0813. 00000100:00000010:1.0:1761322991.035543:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000074db0813. 00010000:00000010:1.0:1761322991.035548:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d0c54977. 00000400:00000010:1.0:1761322991.035561:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000014459a3. 00000100:00000200:1.0:1761322991.035567:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955813824, offset 224 00000400:00000200:1.0:1761322991.035575:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322991.035587:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322991.035593:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88786:88786:256:4294967295] 192.168.201.29@tcp LPNI seq info [88786:88786:8:4294967295] 00000400:00000200:1.0:1761322991.035604:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322991.035610:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322991.035615:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa7b1f3a (tot 82350866). 00000800:00000200:1.0:1761322991.035622:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322991.035630:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322991.035634:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa7b1f3a type 1, nob 320 niov 1 nkiov 1 00080000:00000010:3.0:1761322991.036268:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b9591bdc. 00010000:00000010:3.0:1761322991.036418:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000011eacdf8. 00010000:00000010:3.0:1761322991.036429:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008e62c6b1. 00010000:00000010:3.0:1761322991.036628:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c1075cf0. 00010000:00000010:3.0:1761322991.036637:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000027f9e569. 00010000:00000010:3.0:1761322991.036653:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002fbf2dee. 00000100:00000010:3.0:1761322991.036659:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009576e19a. 00000100:00000010:3.0:1761322991.036679:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001e4c2c1b. 02000000:00000010:3.0:1761322991.036694:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000025a24189. 02000000:00000010:3.0:1761322991.036724:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001e1ef0b7. 00000400:00000010:3.0:1761322991.036731:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000450cebde. 00000400:00000010:3.0:1761322991.036737:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d78242fa. 00000100:00000200:3.0:1761322991.036744:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956454400, portal 16 00000400:00000010:3.0:1761322991.036749:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a1f6e4d9. 00000100:00000200:3.0:1761322991.036752:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956454400, offset 0 00000020:00000010:1.0:1761322991.036756:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002c4891d2. 00000400:00000200:3.0:1761322991.036762:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000020:00000010:1.0:1761322991.036763:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000acc5c903. 00000020:00000010:1.0:1761322991.036770:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000042f8d91f. 00000400:00000200:3.0:1761322991.036777:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322991.036786:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:3.0:1761322991.036790:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761322991.036794:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:3.0:1761322991.036798:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88787:88787:255:4294967295] 192.168.201.29@tcp LPNI seq info [88787:88787:7:4294967295] 00000400:00000200:3.0:1761322991.036808:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322991.036813:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322991.036819:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bf79fdc4 (tot 82351114). 00000800:00000200:3.0:1761322991.036824:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322991.036831:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322991.036833:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bf79fdc4 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761322991.036915:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322991.036930:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa7b1f3a (tot 82350866). 00000400:00000200:3.0:1761322991.036940:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.036945:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322991.036949:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000014459a3 00000400:00000010:3.0:1761322991.036952:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000014459a3. 00000800:00000200:3.0:1761322991.037022:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322991.037025:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bf79fdc4 (tot 82350618). 00000400:00000200:3.0:1761322991.037029:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.037032:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322991.037035:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a1f6e4d9 00000400:00000010:3.0:1761322991.037036:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a1f6e4d9. 00000100:00000200:3.0:1761322991.037050:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001e4c2c1b x1846879956454400/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322991.039792:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322991.039818:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf4c00 00000400:00000200:2.0:1761322991.039829:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xabc91 [1] + 224 00000400:00000200:2.0:1761322991.039843:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.039847:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322991.039858:0:15812:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001e4c2c1b x1846879956454400/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322991.039909:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322991.039915:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb58600 00000400:00000200:2.0:1761322991.039920:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa5d9 [2] + 1968 00000400:00000010:2.0:1761322991.039924:0:15812:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002546b9df. 00000400:00000200:2.0:1761322991.039929:0:15812:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000430adcff 00000400:00000010:3.0:1761322991.039969:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000450cebde. 00000400:00000200:3.0:1761322991.039975:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d78242fa 00000400:00000010:3.0:1761322991.039977:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d78242fa. 00000100:00000200:3.0:1761322991.039985:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001e4c2c1b x1846879956454400/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761322991.039994:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001e4c2c1b x1846879956454400/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761322991.040021:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001e1ef0b7. 02000000:00000010:3.0:1761322991.040028:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000025a24189. 00000100:00000010:3.0:1761322991.040032:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001e4c2c1b. 00000100:00000010:3.0:1761322991.040035:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009576e19a. 00010000:00000010:3.0:1761322991.040051:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002fbf2dee. 00000400:00000200:2.0:1761322991.040158:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.040164:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322991.040167:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000430adcff 00000400:00000010:2.0:1761322991.040170:0:15812:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000430adcff (tot 82350466). 00000100:00000200:2.0:1761322991.040177:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00010000:00000010:1.1:1761322991.040266:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009da5f66e. 00000020:00000010:1.0:1761322991.040310:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000089671c9. 00000020:00000010:1.0:1761322991.040319:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002c4891d2. 00000020:00000010:1.0:1761322991.040324:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000acc5c903. 00000100:00000200:1.0:1761322991.040351:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000090b2d535 x1846879955813888/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761322991.040383:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955813888 02000000:00000010:1.0:1761322991.040395:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000fd32d515. 00010000:00000010:1.0:1761322991.040435:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000072729f3c. 00010000:00000010:1.0:1761322991.040458:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d0c54977. 00000100:00000010:1.0:1761322991.040465:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000074db0813. 00000100:00000010:1.0:1761322991.040492:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000074db0813. 00010000:00000010:1.0:1761322991.040496:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d0c54977. 00000400:00000010:1.0:1761322991.040509:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002578c7b1. 00000100:00000200:1.0:1761322991.040514:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955813888, offset 224 00000400:00000200:1.0:1761322991.040522:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322991.040535:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322991.040542:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88788:88788:256:4294967295] 192.168.201.29@tcp LPNI seq info [88788:88788:8:4294967295] 00000400:00000200:1.0:1761322991.040557:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322991.040563:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322991.040569:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa7b1f3a (tot 82350714). 00000800:00000200:1.0:1761322991.040575:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322991.040582:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322991.040587:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa7b1f3a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761322991.040611:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002c4891d2. 00000020:00000010:1.0:1761322991.040616:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000acc5c903. 00000020:00000010:1.0:1761322991.040620:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000089671c9. 02000000:00000010:1.0:1761322991.040628:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e99300b6. 00000100:00000010:1.0:1761322991.040632:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000035919ae3. 02000000:00000010:1.0:1761322991.040637:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001dff759e. 00000100:00000010:1.0:1761322991.040639:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a87c75be. 02000000:00000010:1.0:1761322991.040643:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000116e896. 00080000:00000010:0.0:1761322991.040644:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d4d9d4b9. 00000100:00000010:1.0:1761322991.040646:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007226fba0. 02000000:00000010:1.0:1761322991.040649:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000026bbeaa9. 00000100:00000010:1.0:1761322991.040652:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004dd461b4. 02000000:00000010:1.0:1761322991.040655:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006ca1214a. 00000100:00000010:1.0:1761322991.040658:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e002feec. 02000000:00000010:1.0:1761322991.040661:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003c891c5e. 00000100:00000010:1.0:1761322991.040666:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005bffa580. 00000100:00000200:1.0:1761322991.040671:0:67479:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1761322991.040676:0:67479:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000306f0d41. 00000400:00000010:1.0:1761322991.040683:0:67479:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000074db0813 (tot 82350866). 00010000:00000010:0.0:1761322991.040778:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000027f9e569. 00010000:00000010:0.0:1761322991.040793:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ae36903. 00000800:00000200:2.0:1761322991.040805:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322991.040809:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa7b1f3a (tot 82350618). 00000400:00000200:2.0:1761322991.040817:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.040821:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322991.040823:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002578c7b1 00000400:00000010:2.0:1761322991.040824:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002578c7b1. 02000000:00000010:2.0:1761322991.040829:0:15811:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000fd32d515. 00010000:00000010:0.0:1761322991.040897:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003999fc69. 00010000:00000010:0.0:1761322991.040904:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000004bbf67f. 00010000:00000010:0.0:1761322991.040915:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000030964ad7. 00000100:00000010:0.0:1761322991.040930:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002b89c02b. 00000100:00000010:0.0:1761322991.040938:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000094ca1c7b. 02000000:00000010:0.0:1761322991.040951:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008367e7fd. 02000000:00000010:0.0:1761322991.040974:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a37f8ffb. 00000400:00000010:0.0:1761322991.040978:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000982ee605. 00000400:00000010:0.0:1761322991.040983:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006519b1d7. 00000100:00000200:0.0:1761322991.040986:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956454464, portal 16 00000400:00000010:0.0:1761322991.040990:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000037e22b3c. 00000100:00000200:0.0:1761322991.040992:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956454464, offset 0 00000400:00000200:0.0:1761322991.040997:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322991.041004:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322991.041011:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:0.0:1761322991.041015:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761322991.041018:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322991.041021:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88789:88789:256:4294967295] 192.168.201.29@tcp LPNI seq info [88789:88789:8:4294967295] 00000400:00000200:0.0:1761322991.041028:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322991.041051:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322991.041055:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000057731204 (tot 82350866). 00000800:00000200:0.0:1761322991.041059:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322991.041064:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322991.041066:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000057731204 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1761322991.041123:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ba842ec0. 00010000:00000010:0.1:1761322991.041131:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b5033279. 00010000:00000010:3.1:1761322991.041365:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003c77b4e8. 00000800:00000200:3.0:1761322991.041455:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322991.041458:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000057731204 (tot 82350618). 00000400:00000200:3.0:1761322991.041466:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.041471:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322991.041474:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000037e22b3c 00000400:00000010:3.0:1761322991.041475:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000037e22b3c. 00000100:00000200:3.0:1761322991.041484:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000094ca1c7b x1846879956454464/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322991.043053:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322991.043105:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf4c40 00000400:00000200:2.0:1761322991.043115:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xabca1 [1] + 224 00000400:00000200:2.0:1761322991.043148:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.043152:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322991.043161:0:15812:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000094ca1c7b x1846879956454464/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322991.043382:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322991.043390:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb58640 00000400:00000200:2.0:1761322991.043395:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa631 [2] + 0 00000400:00000200:2.0:1761322991.043463:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.043467:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322991.043472:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761322991.043478:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d6d0189b. 00000020:00000010:1.0:1761322991.043720:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e99300b6. 00000020:00000010:1.0:1761322991.043730:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002c4891d2. 00000020:00000010:1.0:1761322991.043736:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000acc5c903. 00000100:00000200:1.0:1761322991.043761:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d6d0189b x1846879955813952/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761322991.043803:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955813952 02000000:00000010:1.0:1761322991.043816:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000089671c9. 00000400:00000010:0.0:1761322991.043846:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000982ee605. 00000400:00000200:0.0:1761322991.043853:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006519b1d7 00000400:00000010:0.0:1761322991.043855:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006519b1d7. 00000100:00000200:0.0:1761322991.043866:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000094ca1c7b x1846879956454464/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761322991.043874:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000094ca1c7b x1846879956454464/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1761322991.043894:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003ff3351e. 00010000:00000010:1.0:1761322991.043900:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d0c54977. 00000100:00000010:1.0:1761322991.043908:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b65c9c75. 02000000:00000010:0.0:1761322991.043913:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a37f8ffb. 00000100:00000010:1.0:1761322991.043914:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b65c9c75. 02000000:00000010:0.0:1761322991.043921:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008367e7fd. 00000100:00000010:0.0:1761322991.043925:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000094ca1c7b. 00000100:00000010:0.0:1761322991.043929:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002b89c02b. 00010000:00000010:0.0:1761322991.043932:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000030964ad7. 00080000:00000010:0.0:1761322991.043951:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000008367e7fd. 00010000:00000010:1.0:1761322991.044035:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d0c54977. 00000400:00000010:1.0:1761322991.044060:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008a00ae04. 00010000:00000010:0.0:1761322991.044065:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000004bbf67f. 00000100:00000200:1.0:1761322991.044067:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955813952, offset 224 00010000:00000010:0.0:1761322991.044112:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007a08706d. 00000400:00000200:1.0:1761322991.044115:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322991.044130:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322991.044136:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88790:88790:256:4294967295] 192.168.201.29@tcp LPNI seq info [88790:88790:8:4294967295] 00000400:00000200:1.0:1761322991.044147:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322991.044152:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322991.044158:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa7b1f3a (tot 82350866). 00000800:00000200:1.0:1761322991.044174:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322991.044184:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322991.044188:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa7b1f3a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761322991.044210:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002c4891d2. 00010000:00000010:0.0:1761322991.044212:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b5033279. 00000020:00000010:1.0:1761322991.044217:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000acc5c903. 00010000:00000010:0.0:1761322991.044219:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000004bbf67f. 00000020:00000010:1.0:1761322991.044223:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e99300b6. 00010000:00000010:0.0:1761322991.044231:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000030964ad7. 00000100:00000010:0.0:1761322991.044236:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002b89c02b. 00000100:00000010:0.0:1761322991.044242:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000094ca1c7b. 02000000:00000010:0.0:1761322991.044251:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a37f8ffb. 02000000:00000010:0.0:1761322991.044272:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003076c1b9. 00000400:00000010:0.0:1761322991.044277:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000982ee605. 00000400:00000010:0.0:1761322991.044282:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006519b1d7. 00000100:00000200:0.0:1761322991.044287:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956454528, portal 16 00000400:00000010:0.0:1761322991.044292:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000328fc61a. 00000100:00000200:0.0:1761322991.044294:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956454528, offset 0 00000400:00000200:0.0:1761322991.044301:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322991.044308:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322991.044315:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:0.0:1761322991.044320:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761322991.044323:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322991.044326:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88791:88791:255:4294967295] 192.168.201.29@tcp LPNI seq info [88791:88791:7:4294967295] 00000400:00000200:0.0:1761322991.044333:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322991.044337:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322991.044341:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000057731204 (tot 82351114). 00000800:00000200:0.0:1761322991.044345:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322991.044349:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322991.044351:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000057731204 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761322991.044548:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322991.044553:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa7b1f3a (tot 82350866). 00000400:00000200:3.0:1761322991.044562:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.044566:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322991.044569:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008a00ae04 00000400:00000010:3.0:1761322991.044570:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008a00ae04. 00000800:00000200:3.0:1761322991.044624:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322991.044627:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000057731204 (tot 82350618). 00000400:00000200:3.0:1761322991.044630:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.044633:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322991.044636:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000328fc61a 00000400:00000010:3.0:1761322991.044637:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000328fc61a. 00000100:00000200:3.0:1761322991.044643:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000094ca1c7b x1846879956454528/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322991.046285:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322991.046305:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf4c80 00000400:00000200:2.0:1761322991.046314:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xabcad [1] + 224 00000400:00000200:2.0:1761322991.046326:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.046330:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322991.046337:0:15812:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000094ca1c7b x1846879956454528/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322991.046374:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322991.046380:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb58680 00000400:00000200:2.0:1761322991.046385:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa631 [2] + 328 00000400:00000010:0.0:1761322991.046392:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000982ee605. 00000400:00000200:0.0:1761322991.046398:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006519b1d7 00000400:00000010:0.0:1761322991.046400:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006519b1d7. 00000100:00000200:0.0:1761322991.046409:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000094ca1c7b x1846879956454528/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761322991.046419:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000094ca1c7b x1846879956454528/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322991.046435:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.046442:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 02000000:00000010:0.0:1761322991.046446:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003076c1b9. 00000100:00000200:2.0:1761322991.046448:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 02000000:00000010:0.0:1761322991.046452:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a37f8ffb. 00000100:00000010:2.0:1761322991.046455:0:15812:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f7a33011. 00000100:00000010:0.0:1761322991.046458:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000094ca1c7b. 00000100:00000010:0.0:1761322991.046462:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002b89c02b. 00010000:00000010:0.0:1761322991.046466:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000030964ad7. 00000020:00000010:1.0:1761322991.048389:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e99300b6. 00000020:00000010:1.0:1761322991.048403:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002c4891d2. 00000020:00000010:1.0:1761322991.048407:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000acc5c903. 00000100:00000200:1.0:1761322991.048442:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f7a33011 x1846879955814016/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761322991.048481:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955814016 02000000:00000010:1.0:1761322991.048495:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006c5a3bcf. 00010000:00000010:1.0:1761322991.048530:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e8395c71. 00010000:00000010:1.0:1761322991.048555:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d0c54977. 00000100:00000010:1.0:1761322991.048564:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b65c9c75. 00000100:00000010:1.0:1761322991.048581:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b65c9c75. 00010000:00000010:1.0:1761322991.048586:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d0c54977. 00000400:00000010:1.0:1761322991.048598:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ab427e39. 00000100:00000200:1.0:1761322991.048603:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955814016, offset 224 00000400:00000200:1.0:1761322991.048612:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322991.048626:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322991.048632:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88792:88792:256:4294967295] 192.168.201.29@tcp LPNI seq info [88792:88792:8:4294967295] 00000400:00000200:1.0:1761322991.048643:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322991.048649:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322991.048654:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa7b1f3a (tot 82350866). 00000800:00000200:1.0:1761322991.048661:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322991.048668:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322991.048672:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa7b1f3a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761322991.048693:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002c4891d2. 00000020:00000010:1.0:1761322991.048697:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000acc5c903. 00000020:00000010:1.0:1761322991.048700:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e99300b6. 00000800:00000200:2.0:1761322991.048818:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322991.048822:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa7b1f3a (tot 82350618). 00000400:00000200:2.0:1761322991.048832:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.048837:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322991.048841:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ab427e39 00000400:00000010:2.0:1761322991.048843:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ab427e39. 00080000:00000010:0.0:1761322991.048966:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a37f8ffb. 00010000:00000010:0.1:1761322991.049110:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d485fd4d. 00010000:00000010:0.1:1761322991.049121:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000afcecbb6. 00010000:00000010:0.1:1761322991.049128:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000778b46c5. 00010000:00000010:0.1:1761322991.049131:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c5525c0b. 00010000:00000010:0.0:1761322991.049148:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000004bbf67f. 00010000:00000010:0.0:1761322991.049156:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000862e26cc. 00010000:00000010:0.0:1761322991.049246:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c5525c0b. 00010000:00000010:0.0:1761322991.049251:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000004bbf67f. 00010000:00000010:0.0:1761322991.049261:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000030964ad7. 00000100:00000010:0.0:1761322991.049265:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002b89c02b. 00000100:00000010:0.0:1761322991.049271:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000094ca1c7b. 02000000:00000010:0.0:1761322991.049295:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003076c1b9. 02000000:00000010:0.0:1761322991.049316:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f4c54ad2. 00000400:00000010:0.0:1761322991.049321:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000982ee605. 00000400:00000010:0.0:1761322991.049326:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006519b1d7. 00000100:00000200:0.0:1761322991.049331:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956454592, portal 16 00000400:00000010:0.0:1761322991.049335:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006ed25e9e. 00000100:00000200:0.0:1761322991.049336:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956454592, offset 0 00000400:00000200:0.0:1761322991.049342:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322991.049348:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322991.049356:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:0.0:1761322991.049360:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761322991.049364:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322991.049367:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88793:88793:256:4294967295] 192.168.201.29@tcp LPNI seq info [88793:88793:8:4294967295] 00000400:00000200:0.0:1761322991.049375:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322991.049380:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322991.049383:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000361d1353 (tot 82350866). 00000800:00000200:0.0:1761322991.049387:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322991.049393:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322991.049395:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000361d1353 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761322991.050337:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322991.050342:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000361d1353 (tot 82350618). 00000400:00000200:3.0:1761322991.050349:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.050355:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322991.050358:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006ed25e9e 00000400:00000010:3.0:1761322991.050360:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006ed25e9e. 00000100:00000200:3.0:1761322991.050370:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000094ca1c7b x1846879956454592/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322991.053455:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322991.053479:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf4cc0 00000400:00000200:2.0:1761322991.053490:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xabcb9 [1] + 224 00000400:00000200:2.0:1761322991.053504:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.053508:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322991.053529:0:15812:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000094ca1c7b x1846879956454592/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322991.053573:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322991.053578:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb586c0 00000400:00000200:2.0:1761322991.053583:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa631 [2] + 656 00000400:00000200:2.0:1761322991.053643:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.053646:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322991.053651:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761322991.053658:0:15812:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007661af9c. 00000400:00000010:0.0:1761322991.053740:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000982ee605. 00000400:00000200:0.0:1761322991.053746:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006519b1d7 00000400:00000010:0.0:1761322991.053749:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006519b1d7. 00000100:00000200:0.0:1761322991.053759:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000094ca1c7b x1846879956454592/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761322991.053768:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000094ca1c7b x1846879956454592/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000020:00000010:1.0:1761322991.053780:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e99300b6. 02000000:00000010:0.0:1761322991.053796:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f4c54ad2. 00000020:00000010:1.0:1761322991.053801:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002c4891d2. 02000000:00000010:0.0:1761322991.053804:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003076c1b9. 00000020:00000010:1.0:1761322991.053807:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000acc5c903. 00000100:00000010:0.0:1761322991.053810:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000094ca1c7b. 00000100:00000010:0.0:1761322991.053817:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002b89c02b. 00010000:00000010:0.0:1761322991.053821:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000030964ad7. 00000100:00000200:1.0:1761322991.053837:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007661af9c x1846879955814080/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761322991.053878:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955814080 02000000:00000010:1.0:1761322991.053891:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000fd32d515. 00010000:00000010:1.0:1761322991.053917:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d55d93e4. 00010000:00000010:1.0:1761322991.053940:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d0c54977. 00000100:00000010:1.0:1761322991.053946:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b65c9c75. 00000100:00000010:1.0:1761322991.053961:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b65c9c75. 00010000:00000010:1.0:1761322991.053964:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d0c54977. 00000400:00000010:1.0:1761322991.053975:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000071b5ee12. 00000100:00000200:1.0:1761322991.053980:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955814080, offset 224 00000400:00000200:1.0:1761322991.053987:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00080000:00000010:0.0:1761322991.053996:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000003076c1b9. 00000400:00000200:1.0:1761322991.053997:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322991.054004:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88794:88794:256:4294967295] 192.168.201.29@tcp LPNI seq info [88794:88794:8:4294967295] 00000400:00000200:1.0:1761322991.054012:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322991.054015:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322991.054020:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa7b1f3a (tot 82350866). 00000800:00000200:1.0:1761322991.054024:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322991.054030:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322991.054034:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa7b1f3a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761322991.054065:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002c4891d2. 00000020:00000010:1.0:1761322991.054069:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000acc5c903. 00000020:00000010:1.0:1761322991.054072:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e99300b6. 00010000:00000010:1.1:1761322991.054096:0:67479:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003eb4cada. 00010000:00000010:1.1:1761322991.054105:0:67479:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b40d4767. 00010000:00000010:3.1:1761322991.054122:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000518c47a. 00010000:00000010:3.1:1761322991.054130:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f9c1e226. 00000800:00000200:2.0:1761322991.054155:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322991.054159:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa7b1f3a (tot 82350618). 00000400:00000200:2.0:1761322991.054167:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.054171:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322991.054174:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000071b5ee12 00000400:00000010:2.0:1761322991.054175:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000071b5ee12. 00010000:00000010:0.1:1761322991.054226:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f868f7d5. 00010000:00000010:0.1:1761322991.054232:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c1075cf0. 00010000:00000010:0.0:1761322991.054292:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000004bbf67f. 00010000:00000010:0.0:1761322991.054301:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000049b9916c. 00010000:00000010:0.0:1761322991.054407:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000778b46c5. 00010000:00000010:0.0:1761322991.054411:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000070ef24e. 00010000:00000010:0.0:1761322991.054417:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000afcecbb6. 00010000:00000010:0.0:1761322991.054422:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000004bbf67f. 00080000:00000010:0.0:1761322991.054433:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f4c54ad2. 00010000:00000010:0.0:1761322991.054456:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000004bbf67f. 00010000:00000010:0.0:1761322991.054460:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000070ef24e. 00010000:00000010:0.0:1761322991.054528:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005d6b12e7. 00010000:00000010:0.0:1761322991.054533:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000004bbf67f. 00010000:00000010:0.0:1761322991.054540:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000030964ad7. 00000100:00000010:0.0:1761322991.054543:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002b89c02b. 00000100:00000010:0.0:1761322991.054549:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000094ca1c7b. 02000000:00000010:0.0:1761322991.054559:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000047419013. 02000000:00000010:0.0:1761322991.054588:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fdd0d44c. 00000400:00000010:0.0:1761322991.054594:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000982ee605. 00000400:00000010:0.0:1761322991.054597:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006519b1d7. 00000100:00000200:0.0:1761322991.054601:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956454656, portal 16 00000400:00000010:0.0:1761322991.054605:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e04633ab. 00000100:00000200:0.0:1761322991.054607:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956454656, offset 0 00000400:00000200:0.0:1761322991.054612:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322991.054618:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322991.054626:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:0.0:1761322991.054629:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761322991.054633:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322991.054636:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88795:88795:256:4294967295] 192.168.201.29@tcp LPNI seq info [88795:88795:8:4294967295] 00000400:00000200:0.0:1761322991.054643:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322991.054647:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322991.054651:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004c92fdd7 (tot 82350866). 00000800:00000200:0.0:1761322991.054655:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322991.054659:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322991.054661:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004c92fdd7 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761322991.054758:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322991.054762:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004c92fdd7 (tot 82350618). 00000400:00000200:3.0:1761322991.054766:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.054770:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322991.054773:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e04633ab 00000400:00000010:3.0:1761322991.054774:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e04633ab. 00000100:00000200:3.0:1761322991.054781:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000094ca1c7b x1846879956454656/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322991.056489:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322991.056508:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf4d00 00000400:00000200:2.0:1761322991.056570:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xabcc5 [1] + 224 00000400:00000200:2.0:1761322991.056583:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.056587:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322991.056595:0:15812:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000094ca1c7b x1846879956454656/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322991.056632:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322991.056638:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb58700 00000400:00000200:2.0:1761322991.056644:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa631 [2] + 984 00000400:00000200:2.0:1761322991.056696:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.056700:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000010:0.0:1761322991.056706:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000982ee605. 00000400:00000200:0.0:1761322991.056712:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006519b1d7 00000400:00000010:0.0:1761322991.056714:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006519b1d7. 00000100:00000200:2.0:1761322991.056724:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000200:0.0:1761322991.056724:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000094ca1c7b x1846879956454656/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000010:2.0:1761322991.056731:0:15812:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004a31252b. 00000100:00000200:0.0:1761322991.056737:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000094ca1c7b x1846879956454656/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761322991.056776:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fdd0d44c. 02000000:00000010:0.0:1761322991.056782:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000047419013. 00000100:00000010:0.0:1761322991.056785:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000094ca1c7b. 00000100:00000010:0.0:1761322991.056788:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002b89c02b. 00010000:00000010:0.0:1761322991.056792:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000030964ad7. 00000020:00000010:1.0:1761322991.057217:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e99300b6. 00000020:00000010:1.0:1761322991.057231:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002c4891d2. 00000020:00000010:1.0:1761322991.057236:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000acc5c903. 00000100:00000200:1.0:1761322991.057282:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000004a31252b x1846879955814144/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761322991.057321:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955814144 02000000:00000010:1.0:1761322991.057338:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003c891c5e. 00010000:00000010:1.0:1761322991.057374:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001f13e59b. 00010000:00000010:1.0:1761322991.057404:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d0c54977. 00000100:00000010:1.0:1761322991.057412:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b65c9c75. 00000100:00000010:1.0:1761322991.057602:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b65c9c75. 00010000:00000010:1.0:1761322991.057609:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d0c54977. 00080000:00000010:0.0:1761322991.057613:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000047419013. 00000400:00000010:1.0:1761322991.057635:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000297438bc. 00000100:00000200:1.0:1761322991.057641:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955814144, offset 224 00000400:00000200:1.0:1761322991.057650:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322991.057664:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322991.057669:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88796:88796:256:4294967295] 192.168.201.29@tcp LPNI seq info [88796:88796:8:4294967295] 00000400:00000200:1.0:1761322991.057680:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322991.057685:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322991.057690:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa7b1f3a (tot 82350866). 00010000:00000010:0.0:1761322991.057690:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000004bbf67f. 00000800:00000200:1.0:1761322991.057696:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00010000:00000010:0.0:1761322991.057697:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ed62510c. 00000800:00000200:1.0:1761322991.057703:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322991.057707:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa7b1f3a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761322991.057737:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002c4891d2. 00000020:00000010:1.0:1761322991.057742:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000acc5c903. 00000020:00000010:1.0:1761322991.057745:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e99300b6. 00010000:00000010:0.0:1761322991.057768:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d154bf62. 00010000:00000010:0.0:1761322991.057774:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000004bbf67f. 00010000:00000010:0.0:1761322991.057856:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000030964ad7. 00000100:00000010:0.0:1761322991.057860:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002b89c02b. 00000100:00000010:0.0:1761322991.057869:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000094ca1c7b. 02000000:00000010:0.0:1761322991.057882:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fdd0d44c. 02000000:00000010:0.0:1761322991.057908:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000067f60962. 00000400:00000010:0.0:1761322991.057913:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000982ee605. 00000400:00000010:0.0:1761322991.057918:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006519b1d7. 00000100:00000200:0.0:1761322991.057923:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956454720, portal 16 00000400:00000010:0.0:1761322991.057928:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001a275b80. 00000100:00000200:0.0:1761322991.057930:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956454720, offset 0 00000400:00000200:0.0:1761322991.057935:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322991.057941:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322991.057948:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:0.0:1761322991.057952:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761322991.057956:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322991.057958:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88797:88797:255:4294967295] 192.168.201.29@tcp LPNI seq info [88797:88797:7:4294967295] 00000800:00000200:2.0:1761322991.057961:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322991.057965:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa7b1f3a (tot 82350618). 00000400:00000200:0.0:1761322991.057965:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322991.057969:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322991.057972:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a69d00c5 (tot 82350866). 00000400:00000200:2.0:1761322991.057973:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:0.0:1761322991.057976:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000400:00000200:2.0:1761322991.057978:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000800:00000200:0.0:1761322991.057980:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322991.057981:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a69d00c5 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:2.0:1761322991.057982:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000297438bc 00000400:00000010:2.0:1761322991.057984:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000297438bc. 00000800:00000200:2.0:1761322991.058014:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322991.058017:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a69d00c5 (tot 82350618). 00000400:00000200:2.0:1761322991.058020:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.058022:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322991.058024:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001a275b80 00000400:00000010:2.0:1761322991.058026:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001a275b80. 00000100:00000200:2.0:1761322991.058033:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000094ca1c7b x1846879956454720/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322991.059140:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322991.059162:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf4d40 00000400:00000200:3.0:1761322991.059172:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xabcd1 [1] + 224 00000400:00000200:3.0:1761322991.059188:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.059196:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322991.059207:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000094ca1c7b x1846879956454720/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761322991.059296:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000982ee605. 00000400:00000200:0.0:1761322991.059305:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006519b1d7 00000400:00000010:0.0:1761322991.059307:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006519b1d7. 00000100:00000200:0.0:1761322991.059318:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000094ca1c7b x1846879956454720/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761322991.059500:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000094ca1c7b x1846879956454720/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761322991.059531:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000067f60962. 02000000:00000010:0.0:1761322991.059538:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000fdd0d44c. 00000100:00000010:0.0:1761322991.059542:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000094ca1c7b. 00000100:00000010:0.0:1761322991.059546:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002b89c02b. 00010000:00000010:0.0:1761322991.059548:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000030964ad7. 00010000:00000010:0.1:1761322991.060131:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000460b1487. 00010000:00000010:0.1:1761322991.060143:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000091619264. 00010000:00000010:0.1:1761322991.060151:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003999fc69. 00010000:00000010:0.1:1761322991.060155:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000db524245. 00010000:00000010:0.1:1761322991.060157:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b5033279. 00010000:00000010:1.1:1761322991.060232:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fd317979. 00000400:00000200:2.0:1761322991.060789:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322991.060808:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb58740 00000400:00000200:2.0:1761322991.060817:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa631 [2] + 1312 00000400:00000200:2.0:1761322991.061265:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.061272:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322991.061280:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761322991.061288:0:15812:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b73ca902. 00000020:00000010:1.0:1761322991.061458:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e99300b6. 00000020:00000010:1.0:1761322991.061469:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002c4891d2. 00000020:00000010:1.0:1761322991.061473:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000acc5c903. 00000100:00000200:1.0:1761322991.061505:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b73ca902 x1846879955814208/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761322991.061543:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955814208 02000000:00000010:1.0:1761322991.061558:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006ca1214a. 00010000:00000010:1.0:1761322991.061600:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b343585b. 00010000:00000010:1.0:1761322991.061635:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d0c54977. 00000100:00000010:1.0:1761322991.061643:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b65c9c75. 00000100:00000010:1.0:1761322991.061663:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b65c9c75. 00010000:00000010:1.0:1761322991.061668:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d0c54977. 00000400:00000010:1.0:1761322991.061685:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e06c4b25. 00000100:00000200:1.0:1761322991.061692:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955814208, offset 224 00000400:00000200:1.0:1761322991.061702:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322991.061718:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322991.061724:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88798:88798:256:4294967295] 192.168.201.29@tcp LPNI seq info [88798:88798:8:4294967295] 00000400:00000200:1.0:1761322991.061735:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322991.061741:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322991.061746:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa7b1f3a (tot 82350866). 00000800:00000200:1.0:1761322991.061752:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322991.061759:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322991.061763:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa7b1f3a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761322991.061785:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002c4891d2. 00000020:00000010:1.0:1761322991.061788:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000acc5c903. 00000020:00000010:1.0:1761322991.061791:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e99300b6. 00080000:00000010:0.0:1761322991.061961:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fdd0d44c. 00000800:00000200:2.0:1761322991.062019:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322991.062025:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa7b1f3a (tot 82350618). 00000400:00000200:2.0:1761322991.062055:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.062066:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322991.062070:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e06c4b25 00010000:00000010:0.0:1761322991.062070:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000004bbf67f. 00000400:00000010:2.0:1761322991.062110:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e06c4b25. 00010000:00000010:0.0:1761322991.062124:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a3234438. 00010000:00000010:0.0:1761322991.062219:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b5033279. 00010000:00000010:0.0:1761322991.062225:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000004bbf67f. 00010000:00000010:0.0:1761322991.062237:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000030964ad7. 00000100:00000010:0.0:1761322991.062241:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002b89c02b. 00000100:00000010:0.0:1761322991.062248:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000094ca1c7b. 02000000:00000010:0.0:1761322991.062262:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000067f60962. 02000000:00000010:0.0:1761322991.062289:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f7f3d2c1. 00000400:00000010:0.0:1761322991.062295:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000982ee605. 00000400:00000010:0.0:1761322991.062300:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006519b1d7. 00000100:00000200:0.0:1761322991.062305:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956454784, portal 16 00000400:00000010:0.0:1761322991.062309:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000825fa906. 00000100:00000200:0.0:1761322991.062311:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956454784, offset 0 00000400:00000200:0.0:1761322991.062317:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322991.062324:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322991.062330:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:0.0:1761322991.062333:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761322991.062336:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322991.062338:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88799:88799:256:4294967295] 192.168.201.29@tcp LPNI seq info [88799:88799:8:4294967295] 00000400:00000200:0.0:1761322991.062346:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322991.062351:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322991.062353:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f8f59593 (tot 82350866). 00000800:00000200:0.0:1761322991.062357:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322991.062362:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322991.062364:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f8f59593 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761322991.062593:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322991.062597:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f8f59593 (tot 82350618). 00000400:00000200:3.0:1761322991.062601:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.062606:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322991.062609:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000825fa906 00000400:00000010:3.0:1761322991.062611:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000825fa906. 00000100:00000200:3.0:1761322991.062671:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000094ca1c7b x1846879956454784/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761322991.064123:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006a6546c6. 00010000:00000010:0.1:1761322991.064177:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001be17be9. 00010000:00000010:0.1:1761322991.064187:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c5525c0b. 00010000:00000010:0.1:1761322991.064190:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000778b46c5. 00010000:00000010:0.1:1761322991.064192:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000afcecbb6. 00010000:00000010:0.1:1761322991.064196:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000079617fce. 00010000:00000010:0.1:1761322991.064199:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005d6b12e7. 00000400:00000200:2.0:1761322991.067874:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322991.067902:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf4d80 00000400:00000200:2.0:1761322991.067911:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xabcdd [1] + 224 00000400:00000200:2.0:1761322991.067937:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.067941:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322991.067954:0:15812:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000094ca1c7b x1846879956454784/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322991.068157:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322991.068165:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb58780 00000400:00000200:2.0:1761322991.068171:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa631 [2] + 1640 00000400:00000200:2.0:1761322991.068245:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.068249:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322991.068255:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761322991.068262:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000017975d50. 00010000:00000010:0.1:1761322991.068762:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000091ff2149. 00010000:00000010:1.1:1761322991.068780:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e6d3c1ad. 00010000:00000010:0.1:1761322991.068781:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d154bf62. 00000400:00000010:0.0:1761322991.068821:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000982ee605. 00000400:00000200:0.0:1761322991.068828:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006519b1d7 00000400:00000010:0.0:1761322991.068830:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006519b1d7. 00000020:00000010:1.0:1761322991.068842:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e99300b6. 00000100:00000200:0.0:1761322991.068845:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000094ca1c7b x1846879956454784/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000020:00000010:1.0:1761322991.068851:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002c4891d2. 00000020:00000010:1.0:1761322991.068857:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000acc5c903. 00000100:00000200:0.0:1761322991.068860:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000094ca1c7b x1846879956454784/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761322991.068896:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000017975d50 x1846879955814272/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 02000000:00000010:0.0:1761322991.068907:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f7f3d2c1. 02000000:00000010:0.0:1761322991.068914:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000067f60962. 00000100:00000010:0.0:1761322991.068919:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000094ca1c7b. 00000100:00000010:0.0:1761322991.068923:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002b89c02b. 00010000:00000010:0.0:1761322991.068927:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000030964ad7. 00000100:00000200:1.0:1761322991.068932:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955814272 02000000:00000010:1.0:1761322991.068947:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000026bbeaa9. 00010000:00000010:1.0:1761322991.068982:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d3d3c92. 00010000:00000010:1.0:1761322991.069009:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d0c54977. 00000100:00000010:1.0:1761322991.069016:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b65c9c75. 00000100:00000010:1.0:1761322991.069031:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b65c9c75. 00010000:00000010:1.0:1761322991.069035:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d0c54977. 00000400:00000010:1.0:1761322991.069061:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000399567d5. 00000100:00000200:1.0:1761322991.069067:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955814272, offset 224 00000400:00000200:1.0:1761322991.069100:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322991.069115:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322991.069121:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88800:88800:256:4294967295] 192.168.201.29@tcp LPNI seq info [88800:88800:8:4294967295] 00000400:00000200:1.0:1761322991.069130:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322991.069136:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322991.069142:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa7b1f3a (tot 82350866). 00000800:00000200:1.0:1761322991.069149:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322991.069157:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322991.069162:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa7b1f3a type 1, nob 320 niov 1 nkiov 1 00080000:00000010:0.0:1761322991.069166:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000067f60962. 00000020:00000010:1.0:1761322991.069197:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002c4891d2. 00000020:00000010:1.0:1761322991.069203:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000acc5c903. 00000020:00000010:1.0:1761322991.069207:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e99300b6. 00010000:00000010:0.0:1761322991.069253:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000004bbf67f. 00010000:00000010:0.0:1761322991.069263:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000402bed25. 00010000:00000010:0.0:1761322991.069351:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d154bf62. 00010000:00000010:0.0:1761322991.069358:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000004bbf67f. 00010000:00000010:0.0:1761322991.069371:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000030964ad7. 00000800:00000200:2.0:1761322991.069373:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000100:00000010:0.0:1761322991.069374:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002b89c02b. 00000800:00000010:2.0:1761322991.069378:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa7b1f3a (tot 82350618). 00000400:00000200:2.0:1761322991.069387:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.069394:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000010:0.0:1761322991.069396:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000094ca1c7b. 00000400:00000200:2.0:1761322991.069398:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000399567d5 00000400:00000010:2.0:1761322991.069401:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000399567d5. 02000000:00000010:0.0:1761322991.069410:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f7f3d2c1. 02000000:00000010:0.0:1761322991.069442:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f6181237. 00000400:00000010:0.0:1761322991.069448:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000982ee605. 00000400:00000010:0.0:1761322991.069452:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006519b1d7. 00000100:00000200:0.0:1761322991.069457:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956454848, portal 16 00000400:00000010:0.0:1761322991.069462:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000015c9b00d. 00000100:00000200:0.0:1761322991.069463:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956454848, offset 0 00000400:00000200:0.0:1761322991.069469:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322991.069475:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322991.069482:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:0.0:1761322991.069487:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761322991.069489:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322991.069492:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88801:88801:256:4294967295] 192.168.201.29@tcp LPNI seq info [88801:88801:8:4294967295] 00000400:00000200:0.0:1761322991.069500:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322991.069504:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322991.069512:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bf5e0f07 (tot 82350866). 00000800:00000200:0.0:1761322991.069516:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322991.069520:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322991.069523:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bf5e0f07 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761322991.069625:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322991.069628:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bf5e0f07 (tot 82350618). 00000400:00000200:2.0:1761322991.069631:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.069635:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322991.069638:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000015c9b00d 00000400:00000010:2.0:1761322991.069640:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000015c9b00d. 00000100:00000200:2.0:1761322991.069647:0:15812:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000094ca1c7b x1846879956454848/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322991.072785:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322991.072810:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf4dc0 00000400:00000200:2.0:1761322991.072822:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xabce9 [1] + 224 00000400:00000200:2.0:1761322991.072919:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.072925:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322991.072936:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000094ca1c7b x1846879956454848/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322991.072977:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322991.072983:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb587c0 00000400:00000200:2.0:1761322991.072989:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa631 [2] + 1968 00000400:00000010:2.0:1761322991.072993:0:15811:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000044c26436. 00000400:00000200:2.0:1761322991.072999:0:15811:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000014cb0153 00000400:00000010:0.0:1761322991.073004:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000982ee605. 00000400:00000200:0.0:1761322991.073011:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006519b1d7 00000400:00000010:0.0:1761322991.073013:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006519b1d7. 00000100:00000200:0.0:1761322991.073023:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000094ca1c7b x1846879956454848/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761322991.073033:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000094ca1c7b x1846879956454848/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322991.073107:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.073112:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322991.073115:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000014cb0153 00000400:00000010:2.0:1761322991.073117:0:15811:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000014cb0153 (tot 82350466). 00010000:00000010:1.1:1761322991.073118:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b740b5c5. 02000000:00000010:0.0:1761322991.073118:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f6181237. 00000100:00000200:2.0:1761322991.073125:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 02000000:00000010:0.0:1761322991.073127:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f7f3d2c1. 00000100:00000010:0.0:1761322991.073135:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000094ca1c7b. 00000100:00000010:0.0:1761322991.073141:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002b89c02b. 00010000:00000010:0.0:1761322991.073145:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000030964ad7. 00000020:00000010:3.0:1761322991.073215:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000025a24189. 00000020:00000010:3.0:1761322991.073228:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009ca07214. 00000020:00000010:3.0:1761322991.073233:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000068902843. 00000100:00000200:3.0:1761322991.073266:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a22dee9d x1846879955814336/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761322991.073459:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955814336 02000000:00000010:3.0:1761322991.073474:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001e1ef0b7. 00010000:00000010:3.0:1761322991.073510:0:66652:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e23130d3. 00010000:00000010:3.0:1761322991.073536:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002fbf2dee. 00000100:00000010:3.0:1761322991.073546:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009576e19a. 00000100:00000010:3.0:1761322991.073565:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009576e19a. 00010000:00000010:3.0:1761322991.073569:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002fbf2dee. 00000400:00000010:3.0:1761322991.073583:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d78242fa. 00000100:00000200:3.0:1761322991.073589:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955814336, offset 224 00000400:00000200:3.0:1761322991.073599:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:3.0:1761322991.073614:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322991.073622:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88802:88802:256:4294967295] 192.168.201.29@tcp LPNI seq info [88802:88802:8:4294967295] 00000400:00000200:3.0:1761322991.073634:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322991.073640:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322991.073645:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bf79fdc4 (tot 82350714). 00000800:00000200:3.0:1761322991.073652:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322991.073661:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322991.073665:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bf79fdc4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761322991.073691:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009ca07214. 00000020:00000010:3.0:1761322991.073696:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000068902843. 00000020:00000010:3.0:1761322991.073699:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000025a24189. 02000000:00000010:3.0:1761322991.073708:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000026bbeaa9. 00000100:00000010:3.0:1761322991.073712:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000017975d50. 02000000:00000010:3.0:1761322991.073717:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006ca1214a. 00000100:00000010:3.0:1761322991.073720:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b73ca902. 02000000:00000010:3.0:1761322991.073723:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003c891c5e. 00000100:00000010:3.0:1761322991.073729:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004a31252b. 02000000:00000010:3.0:1761322991.073732:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000fd32d515. 00000100:00000010:3.0:1761322991.073735:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007661af9c. 02000000:00000010:3.0:1761322991.073737:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006c5a3bcf. 00000100:00000010:3.0:1761322991.073740:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f7a33011. 02000000:00000010:3.0:1761322991.073743:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000089671c9. 00000100:00000010:3.0:1761322991.073745:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d6d0189b. 00000100:00000200:3.0:1761322991.073751:0:66652:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1761322991.073758:0:66652:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000450cebde. 00000400:00000010:3.0:1761322991.073763:0:66652:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000009576e19a (tot 82350866). 00000800:00000200:2.0:1761322991.073950:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322991.073955:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bf79fdc4 (tot 82350618). 00000400:00000200:2.0:1761322991.073961:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.073968:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322991.073971:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d78242fa 00000400:00000010:2.0:1761322991.073974:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d78242fa. 02000000:00000010:2.0:1761322991.073980:0:15810:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001e1ef0b7. 00080000:00000010:0.0:1761322991.073992:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f7f3d2c1. 00010000:00000010:0.0:1761322991.074137:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000004bbf67f. 00010000:00000010:0.0:1761322991.074150:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000bf2a852e. 00010000:00000010:0.0:1761322991.074244:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005d6b12e7. 00010000:00000010:0.0:1761322991.074251:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000004bbf67f. 00010000:00000010:0.0:1761322991.074264:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000030964ad7. 00000100:00000010:0.0:1761322991.074270:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002b89c02b. 00000100:00000010:0.0:1761322991.074278:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000094ca1c7b. 02000000:00000010:0.0:1761322991.074292:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f6181237. 02000000:00000010:0.0:1761322991.074330:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a050d4b4. 00000400:00000010:0.0:1761322991.074335:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000982ee605. 00000400:00000010:0.0:1761322991.074340:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006519b1d7. 00000100:00000200:0.0:1761322991.074346:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956454912, portal 16 00000400:00000010:0.0:1761322991.074351:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c8d84849. 00000100:00000200:0.0:1761322991.074353:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956454912, offset 0 00000400:00000200:0.0:1761322991.074361:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322991.074372:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322991.074378:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:0.0:1761322991.074381:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761322991.074384:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322991.074387:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88803:88803:256:4294967295] 192.168.201.29@tcp LPNI seq info [88803:88803:8:4294967295] 00000400:00000200:0.0:1761322991.074396:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322991.074401:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322991.074405:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002b6ad44b (tot 82350866). 00000800:00000200:0.0:1761322991.074424:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322991.074432:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322991.074435:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002b6ad44b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761322991.074503:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322991.074505:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002b6ad44b (tot 82350618). 00000400:00000200:2.0:1761322991.074507:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.074510:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322991.074512:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c8d84849 00000400:00000010:2.0:1761322991.074514:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c8d84849. 00000100:00000200:2.0:1761322991.074520:0:15812:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000094ca1c7b x1846879956454912/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322991.075827:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322991.075842:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf4e00 00000400:00000200:2.0:1761322991.075851:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xabcf9 [1] + 224 00000400:00000200:2.0:1761322991.075865:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.075869:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322991.075876:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000094ca1c7b x1846879956454912/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761322991.075962:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000982ee605. 00000400:00000200:0.0:1761322991.075966:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006519b1d7 00000400:00000010:0.0:1761322991.075968:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006519b1d7. 00000100:00000200:0.0:1761322991.075975:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000094ca1c7b x1846879956454912/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761322991.075982:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000094ca1c7b x1846879956454912/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761322991.076011:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a050d4b4. 02000000:00000010:0.0:1761322991.076022:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f6181237. 00000100:00000010:0.0:1761322991.076027:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000094ca1c7b. 00000100:00000010:0.0:1761322991.076030:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002b89c02b. 00010000:00000010:0.0:1761322991.076034:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000030964ad7. 00000400:00000200:2.0:1761322991.076206:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322991.076213:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb58800 00000400:00000200:2.0:1761322991.076218:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa689 [2] + 0 00000400:00000200:2.0:1761322991.076477:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.076483:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322991.076488:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761322991.076493:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c802a107. 00000020:00000010:1.0:1761322991.076560:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000026bbeaa9. 00000020:00000010:1.0:1761322991.076566:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002c4891d2. 00000020:00000010:1.0:1761322991.076569:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000acc5c903. 00000100:00000200:1.0:1761322991.076594:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c802a107 x1846879955814400/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761322991.076627:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955814400 02000000:00000010:1.0:1761322991.076636:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000089671c9. 00010000:00000010:1.0:1761322991.076662:0:66652:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d73c1b12. 00010000:00000010:1.0:1761322991.076686:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d0c54977. 00000100:00000010:1.0:1761322991.076692:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b65c9c75. 00000100:00000010:1.0:1761322991.076707:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b65c9c75. 00010000:00000010:1.0:1761322991.076712:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d0c54977. 00000400:00000010:1.0:1761322991.076726:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004c82c5ef. 00000100:00000200:1.0:1761322991.076731:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955814400, offset 224 00000400:00000200:1.0:1761322991.076739:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322991.076749:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322991.076754:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88804:88804:256:4294967295] 192.168.201.29@tcp LPNI seq info [88804:88804:8:4294967295] 00000400:00000200:1.0:1761322991.076763:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322991.076768:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322991.076772:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa7b1f3a (tot 82350866). 00000800:00000200:1.0:1761322991.076777:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00080000:00000010:0.0:1761322991.076778:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a050d4b4. 00000800:00000200:1.0:1761322991.076782:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322991.076786:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa7b1f3a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761322991.076811:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002c4891d2. 00000020:00000010:1.0:1761322991.076815:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000acc5c903. 00000020:00000010:1.0:1761322991.076818:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000026bbeaa9. 00010000:00000010:0.0:1761322991.076853:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000004bbf67f. 00010000:00000010:0.0:1761322991.076860:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ccaad9cf. 00010000:00000010:0.0:1761322991.076928:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000afcecbb6. 00010000:00000010:0.0:1761322991.076934:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000004bbf67f. 00010000:00000010:0.0:1761322991.076944:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000030964ad7. 00000100:00000010:0.0:1761322991.076947:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002b89c02b. 00000100:00000010:0.0:1761322991.076953:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000094ca1c7b. 02000000:00000010:0.0:1761322991.076964:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f6181237. 02000000:00000010:0.0:1761322991.076991:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000714dd48b. 00000400:00000010:0.0:1761322991.076995:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000982ee605. 00000400:00000010:0.0:1761322991.076999:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006519b1d7. 00000100:00000200:0.0:1761322991.077003:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956454976, portal 16 00000400:00000010:0.0:1761322991.077007:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001c2d6366. 00000100:00000200:0.0:1761322991.077009:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956454976, offset 0 00000400:00000200:0.0:1761322991.077014:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322991.077020:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322991.077026:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:0.0:1761322991.077029:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761322991.077032:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322991.077034:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88805:88805:255:4294967295] 192.168.201.29@tcp LPNI seq info [88805:88805:7:4294967295] 00000400:00000200:0.0:1761322991.077051:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322991.077056:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322991.077059:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000019c3e4a9 (tot 82351114). 00000800:00000200:0.0:1761322991.077063:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322991.077067:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322991.077069:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000019c3e4a9 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761322991.077175:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322991.077179:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa7b1f3a (tot 82350866). 00000400:00000200:2.0:1761322991.077186:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.077189:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322991.077192:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004c82c5ef 00000400:00000010:2.0:1761322991.077194:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004c82c5ef. 00000800:00000200:2.0:1761322991.077243:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322991.077245:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000019c3e4a9 (tot 82350618). 00000400:00000200:2.0:1761322991.077248:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.077251:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322991.077253:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001c2d6366 00000400:00000010:2.0:1761322991.077255:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001c2d6366. 00000100:00000200:2.0:1761322991.077268:0:15812:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000094ca1c7b x1846879956454976/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761322991.078133:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bf151fbc. 00010000:00000010:0.1:1761322991.078140:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b5033279. 00010000:00000010:1.1:1761322991.078167:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c2033410. 00000400:00000200:2.0:1761322991.078446:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322991.078458:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf4e40 00000400:00000200:2.0:1761322991.078466:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xabd05 [1] + 224 00000400:00000200:2.0:1761322991.078479:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.078482:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322991.078489:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000094ca1c7b x1846879956454976/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761322991.078543:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000982ee605. 00000400:00000200:0.0:1761322991.078546:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006519b1d7 00000400:00000010:0.0:1761322991.078547:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006519b1d7. 00000100:00000200:0.0:1761322991.078554:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000094ca1c7b x1846879956454976/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761322991.078567:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000094ca1c7b x1846879956454976/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761322991.078593:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000714dd48b. 02000000:00000010:0.0:1761322991.078598:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f6181237. 00000100:00000010:0.0:1761322991.078603:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000094ca1c7b. 00000100:00000010:0.0:1761322991.078607:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002b89c02b. 00010000:00000010:0.0:1761322991.078610:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000030964ad7. 00010000:00000010:3.1:1761322991.082116:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000040b8b57e. 00010000:00000010:1.1:1761322991.082171:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000941fc488. 00000400:00000200:2.0:1761322991.082464:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322991.082482:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb58840 00000400:00000200:2.0:1761322991.082490:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa689 [2] + 328 00000400:00000200:2.0:1761322991.082559:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.082564:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322991.082571:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761322991.082577:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000076100024. 00000020:00000010:1.0:1761322991.082663:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006c5a3bcf. 00000020:00000010:1.0:1761322991.082671:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002c4891d2. 00000020:00000010:1.0:1761322991.082676:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000acc5c903. 00000100:00000200:1.0:1761322991.082709:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000076100024 x1846879955814464/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761322991.082748:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955814464 02000000:00000010:1.0:1761322991.082761:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000fd32d515. 00010000:00000010:1.0:1761322991.082795:0:66652:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000066564d47. 00010000:00000010:1.0:1761322991.082831:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d0c54977. 00000100:00000010:1.0:1761322991.082839:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b65c9c75. 00000100:00000010:1.0:1761322991.082854:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b65c9c75. 00010000:00000010:1.0:1761322991.082860:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d0c54977. 00000400:00000010:1.0:1761322991.082876:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c8e29771. 00000100:00000200:1.0:1761322991.082881:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955814464, offset 224 00000400:00000200:1.0:1761322991.082888:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322991.082899:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322991.082905:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88806:88806:256:4294967295] 192.168.201.29@tcp LPNI seq info [88806:88806:8:4294967295] 00000400:00000200:1.0:1761322991.082914:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322991.082919:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322991.082924:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa7b1f3a (tot 82350866). 00000800:00000200:1.0:1761322991.082929:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322991.082936:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322991.082940:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa7b1f3a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761322991.082960:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002c4891d2. 00000020:00000010:1.0:1761322991.082964:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000acc5c903. 00000020:00000010:1.0:1761322991.082968:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006c5a3bcf. 00000800:00000200:2.0:1761322991.083017:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322991.083019:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa7b1f3a (tot 82350618). 00000400:00000200:2.0:1761322991.083026:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.083029:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322991.083032:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c8e29771 00000400:00000010:2.0:1761322991.083033:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c8e29771. 00080000:00000010:0.0:1761322991.084495:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000714dd48b. 00010000:00000010:0.0:1761322991.084603:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000004bbf67f. 00010000:00000010:0.0:1761322991.084613:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a4b1a033. 00010000:00000010:0.0:1761322991.084706:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b5033279. 00010000:00000010:0.0:1761322991.084713:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000004bbf67f. 00010000:00000010:0.0:1761322991.084728:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000030964ad7. 00000100:00000010:0.0:1761322991.084735:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002b89c02b. 00000100:00000010:0.0:1761322991.084745:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000094ca1c7b. 02000000:00000010:0.0:1761322991.084762:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d8c5ff53. 02000000:00000010:0.0:1761322991.084796:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f6181237. 00000400:00000010:0.0:1761322991.084802:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000982ee605. 00000400:00000010:0.0:1761322991.084809:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006519b1d7. 00000100:00000200:0.0:1761322991.084816:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956455040, portal 16 00000400:00000010:0.0:1761322991.084821:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000faaff073. 00000100:00000200:0.0:1761322991.084823:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956455040, offset 0 00000400:00000200:0.0:1761322991.084831:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322991.084845:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322991.084853:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:0.0:1761322991.084857:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761322991.084860:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322991.084863:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88807:88807:256:4294967295] 192.168.201.29@tcp LPNI seq info [88807:88807:8:4294967295] 00000400:00000200:0.0:1761322991.084871:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322991.084877:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322991.084881:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000007e4c409 (tot 82350866). 00000800:00000200:0.0:1761322991.084887:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322991.084893:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322991.084896:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000007e4c409 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761322991.085177:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322991.085183:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000007e4c409 (tot 82350618). 00000400:00000200:2.0:1761322991.085189:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.085194:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322991.085198:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000faaff073 00000400:00000010:2.0:1761322991.085200:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000faaff073. 00000100:00000200:2.0:1761322991.085212:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000094ca1c7b x1846879956455040/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322991.086464:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322991.086487:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf4e80 00000400:00000200:2.0:1761322991.086499:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xabd11 [1] + 224 00000400:00000200:2.0:1761322991.086520:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.086525:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322991.086536:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000094ca1c7b x1846879956455040/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761322991.086610:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000982ee605. 00000400:00000200:0.0:1761322991.086619:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006519b1d7 00000400:00000010:0.0:1761322991.086622:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006519b1d7. 00000100:00000200:0.0:1761322991.086643:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000094ca1c7b x1846879956455040/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761322991.086654:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000094ca1c7b x1846879956455040/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761322991.086689:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f6181237. 02000000:00000010:0.0:1761322991.086695:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d8c5ff53. 00000100:00000010:0.0:1761322991.086701:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000094ca1c7b. 00000100:00000010:0.0:1761322991.086706:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002b89c02b. 00010000:00000010:0.0:1761322991.086710:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000030964ad7. 00000400:00000200:2.0:1761322991.087115:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322991.087133:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb58880 00000400:00000200:2.0:1761322991.087141:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa689 [2] + 656 00000400:00000200:2.0:1761322991.087204:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.087209:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322991.087215:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761322991.087222:0:15812:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d6d0189b. 00000020:00000010:1.0:1761322991.087307:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006c5a3bcf. 00000020:00000010:1.0:1761322991.087314:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002c4891d2. 00000020:00000010:1.0:1761322991.087319:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000acc5c903. 00000100:00000200:1.0:1761322991.087346:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d6d0189b x1846879955814528/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761322991.087387:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955814528 02000000:00000010:1.0:1761322991.087404:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e99300b6. 00010000:00000010:1.0:1761322991.087436:0:66652:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001f1bc5ad. 00010000:00000010:1.0:1761322991.087460:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d0c54977. 00000100:00000010:1.0:1761322991.087466:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b65c9c75. 00000100:00000010:1.0:1761322991.087485:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b65c9c75. 00010000:00000010:1.0:1761322991.087489:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d0c54977. 00000400:00000010:1.0:1761322991.087508:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002c8a409d. 00000100:00000200:1.0:1761322991.087513:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955814528, offset 224 00000400:00000200:1.0:1761322991.087521:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322991.087535:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322991.087541:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88808:88808:256:4294967295] 192.168.201.29@tcp LPNI seq info [88808:88808:8:4294967295] 00000400:00000200:1.0:1761322991.087551:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322991.087556:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322991.087561:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa7b1f3a (tot 82350866). 00000800:00000200:1.0:1761322991.087567:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322991.087575:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322991.087579:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa7b1f3a type 1, nob 320 niov 1 nkiov 1 00080000:00000010:0.0:1761322991.087592:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f6181237. 00000020:00000010:1.0:1761322991.087615:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002c4891d2. 00000020:00000010:1.0:1761322991.087621:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000acc5c903. 00000020:00000010:1.0:1761322991.087625:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006c5a3bcf. 00010000:00000010:0.0:1761322991.087694:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000004bbf67f. 00010000:00000010:0.0:1761322991.087702:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007d8520bd. 00000800:00000200:2.0:1761322991.087743:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322991.087747:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa7b1f3a (tot 82350618). 00000400:00000200:2.0:1761322991.087756:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.087760:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322991.087763:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002c8a409d 00000400:00000010:2.0:1761322991.087765:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002c8a409d. 00010000:00000010:0.0:1761322991.087808:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c5525c0b. 00010000:00000010:0.0:1761322991.087819:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000004bbf67f. 00010000:00000010:0.0:1761322991.087832:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000030964ad7. 00000100:00000010:0.0:1761322991.087836:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002b89c02b. 00000100:00000010:0.0:1761322991.087844:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000094ca1c7b. 02000000:00000010:0.0:1761322991.087857:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d8c5ff53. 02000000:00000010:0.0:1761322991.087888:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000967a0111. 00000400:00000010:0.0:1761322991.087895:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000982ee605. 00000400:00000010:0.0:1761322991.087900:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006519b1d7. 00000100:00000200:0.0:1761322991.087907:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956455104, portal 16 00000400:00000010:0.0:1761322991.087912:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000243f87cb. 00000100:00000200:0.0:1761322991.087914:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956455104, offset 0 00000400:00000200:0.0:1761322991.087921:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322991.087929:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322991.087935:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:0.0:1761322991.087939:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761322991.087942:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322991.087946:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88809:88809:256:4294967295] 192.168.201.29@tcp LPNI seq info [88809:88809:8:4294967295] 00000400:00000200:0.0:1761322991.087956:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322991.087961:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322991.087964:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000007e4c409 (tot 82350866). 00000800:00000200:0.0:1761322991.087968:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322991.087972:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322991.087975:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000007e4c409 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761322991.088148:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322991.088151:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000007e4c409 (tot 82350618). 00000400:00000200:2.0:1761322991.088155:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.088158:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322991.088161:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000243f87cb 00000400:00000010:2.0:1761322991.088163:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000243f87cb. 00000100:00000200:2.0:1761322991.088171:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000094ca1c7b x1846879956455104/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761322991.089131:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000002c5e581. 00010000:00000010:0.1:1761322991.089144:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d154bf62. 00010000:00000010:0.1:1761322991.089148:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a8834f46. 00010000:00000010:0.1:1761322991.089152:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005d6b12e7. 00000400:00000200:2.0:1761322991.089247:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322991.089267:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf4ec0 00000400:00000200:2.0:1761322991.089277:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xabd1d [1] + 224 00000400:00000200:2.0:1761322991.089295:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.089299:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322991.089309:0:15812:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000094ca1c7b x1846879956455104/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761322991.089428:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000982ee605. 00000400:00000200:0.0:1761322991.089434:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006519b1d7 00000400:00000010:0.0:1761322991.089436:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006519b1d7. 00000100:00000200:0.0:1761322991.089445:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000094ca1c7b x1846879956455104/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761322991.089452:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000094ca1c7b x1846879956455104/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761322991.089481:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000967a0111. 02000000:00000010:0.0:1761322991.089487:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d8c5ff53. 00000100:00000010:0.0:1761322991.089496:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000094ca1c7b. 00000100:00000010:0.0:1761322991.089501:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002b89c02b. 00010000:00000010:0.0:1761322991.089505:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000030964ad7. 00000400:00000200:2.0:1761322991.089532:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322991.089540:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb588c0 00000400:00000200:2.0:1761322991.089546:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa689 [2] + 984 00000400:00000200:2.0:1761322991.089604:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.089609:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322991.089613:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761322991.089619:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f7a33011. 00000020:00000010:1.0:1761322991.089704:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006c5a3bcf. 00000020:00000010:1.0:1761322991.089712:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002c4891d2. 00000020:00000010:1.0:1761322991.089716:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000acc5c903. 00000100:00000200:1.0:1761322991.089746:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f7a33011 x1846879955814592/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761322991.089783:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955814592 02000000:00000010:1.0:1761322991.089808:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000026bbeaa9. 00010000:00000010:1.0:1761322991.089836:0:66652:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000289afd26. 00010000:00000010:1.0:1761322991.089858:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d0c54977. 00000100:00000010:1.0:1761322991.089865:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b65c9c75. 00000100:00000010:1.0:1761322991.089887:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b65c9c75. 00010000:00000010:1.0:1761322991.089892:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d0c54977. 00000400:00000010:1.0:1761322991.089908:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007b307a51. 00000100:00000200:1.0:1761322991.089914:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955814592, offset 224 00000400:00000200:1.0:1761322991.089924:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322991.089936:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322991.089942:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88810:88810:256:4294967295] 192.168.201.29@tcp LPNI seq info [88810:88810:8:4294967295] 00000400:00000200:1.0:1761322991.089953:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322991.089958:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322991.089961:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa7b1f3a (tot 82350866). 00000800:00000200:1.0:1761322991.089967:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322991.089972:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322991.089976:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa7b1f3a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761322991.090001:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002c4891d2. 00000020:00000010:1.0:1761322991.090005:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000acc5c903. 00000020:00000010:1.0:1761322991.090008:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006c5a3bcf. 00000800:00000200:2.0:1761322991.090135:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322991.090140:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa7b1f3a (tot 82350618). 00000400:00000200:2.0:1761322991.090149:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.090154:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322991.090157:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007b307a51 00000400:00000010:2.0:1761322991.090159:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007b307a51. 00080000:00000010:0.0:1761322991.090292:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000967a0111. 00010000:00000010:0.0:1761322991.090368:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000004bbf67f. 00010000:00000010:0.0:1761322991.090375:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007cdc7328. 00010000:00000010:0.0:1761322991.090445:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005d6b12e7. 00010000:00000010:0.0:1761322991.090451:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000004bbf67f. 00010000:00000010:0.0:1761322991.090463:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000030964ad7. 00000100:00000010:0.0:1761322991.090468:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002b89c02b. 00000100:00000010:0.0:1761322991.090476:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000094ca1c7b. 02000000:00000010:0.0:1761322991.090489:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d51de19a. 02000000:00000010:0.0:1761322991.090517:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bfaf83f0. 00000400:00000010:0.0:1761322991.090523:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000982ee605. 00000400:00000010:0.0:1761322991.090528:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006519b1d7. 00000100:00000200:0.0:1761322991.090533:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956455168, portal 16 00000400:00000010:0.0:1761322991.090537:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004767911a. 00000100:00000200:0.0:1761322991.090539:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956455168, offset 0 00000400:00000200:0.0:1761322991.090545:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322991.090552:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322991.090559:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:0.0:1761322991.090562:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761322991.090565:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322991.090567:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88811:88811:256:4294967295] 192.168.201.29@tcp LPNI seq info [88811:88811:8:4294967295] 00000400:00000200:0.0:1761322991.090574:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322991.090578:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322991.090582:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000019c3e4a9 (tot 82350866). 00000800:00000200:0.0:1761322991.090585:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322991.090589:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322991.090591:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000019c3e4a9 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761322991.090681:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322991.090685:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000019c3e4a9 (tot 82350618). 00000400:00000200:2.0:1761322991.090689:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.090694:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322991.090698:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004767911a 00000400:00000010:2.0:1761322991.090699:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004767911a. 00000100:00000200:2.0:1761322991.090708:0:15812:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000094ca1c7b x1846879956455168/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322991.092274:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322991.092292:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf4f00 00000400:00000200:2.0:1761322991.092303:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xabd29 [1] + 224 00000400:00000200:2.0:1761322991.092329:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.092334:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322991.092344:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000094ca1c7b x1846879956455168/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761322991.092522:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000982ee605. 00000400:00000200:0.0:1761322991.092528:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006519b1d7 00000400:00000010:0.0:1761322991.092530:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006519b1d7. 00000100:00000200:0.0:1761322991.092541:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000094ca1c7b x1846879956455168/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761322991.092550:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000094ca1c7b x1846879956455168/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761322991.092585:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bfaf83f0. 02000000:00000010:0.0:1761322991.092593:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d51de19a. 00000100:00000010:0.0:1761322991.092597:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000094ca1c7b. 00000100:00000010:0.0:1761322991.092603:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002b89c02b. 00010000:00000010:0.0:1761322991.092608:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000030964ad7. 00000400:00000200:2.0:1761322991.092896:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322991.092906:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb58900 00000400:00000200:2.0:1761322991.092912:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa689 [2] + 1312 00000400:00000200:2.0:1761322991.093033:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.093037:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322991.093055:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761322991.093061:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007661af9c. 00000020:00000010:1.0:1761322991.093496:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006c5a3bcf. 00000020:00000010:1.0:1761322991.093506:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002c4891d2. 00000020:00000010:1.0:1761322991.093511:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000acc5c903. 00000100:00000200:1.0:1761322991.093538:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007661af9c x1846879955814656/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761322991.093723:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955814656 02000000:00000010:1.0:1761322991.093739:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001dff759e. 00010000:00000010:1.0:1761322991.093769:0:66652:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000050e0317d. 00010000:00000010:1.0:1761322991.093792:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d0c54977. 00000100:00000010:1.0:1761322991.093799:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b65c9c75. 00000100:00000010:1.0:1761322991.093818:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b65c9c75. 00010000:00000010:1.0:1761322991.093823:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d0c54977. 00000400:00000010:1.0:1761322991.093841:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000020fbaa0. 00000100:00000200:1.0:1761322991.093847:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955814656, offset 224 00000400:00000200:1.0:1761322991.093856:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322991.093868:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322991.093874:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88812:88812:256:4294967295] 192.168.201.29@tcp LPNI seq info [88812:88812:8:4294967295] 00000400:00000200:1.0:1761322991.093893:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322991.093899:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322991.093905:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa7b1f3a (tot 82350866). 00000800:00000200:1.0:1761322991.093911:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00080000:00000010:0.0:1761322991.093915:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d51de19a. 00000800:00000200:1.0:1761322991.093919:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322991.093923:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa7b1f3a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761322991.093946:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002c4891d2. 00000020:00000010:1.0:1761322991.093950:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000acc5c903. 00000020:00000010:1.0:1761322991.093954:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006c5a3bcf. 00000800:00000200:2.0:1761322991.094057:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322991.094061:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa7b1f3a (tot 82350618). 00000400:00000200:2.0:1761322991.094070:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.094090:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322991.094094:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000020fbaa0 00000400:00000010:2.0:1761322991.094097:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000020fbaa0. 00010000:00000010:0.0:1761322991.094250:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000004bbf67f. 00010000:00000010:0.0:1761322991.094259:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000df2fa991. 00010000:00000010:0.0:1761322991.094354:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d154bf62. 00010000:00000010:0.0:1761322991.094359:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000004bbf67f. 00010000:00000010:0.0:1761322991.094370:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000030964ad7. 00000100:00000010:0.0:1761322991.094374:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002b89c02b. 00000100:00000010:0.0:1761322991.094382:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000094ca1c7b. 02000000:00000010:0.0:1761322991.094393:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000bfaf83f0. 02000000:00000010:0.0:1761322991.094415:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004dce793c. 00000400:00000010:0.0:1761322991.094421:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000982ee605. 00000400:00000010:0.0:1761322991.094426:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006519b1d7. 00000100:00000200:0.0:1761322991.094431:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956455232, portal 16 00000400:00000010:0.0:1761322991.094435:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a0012254. 00000100:00000200:0.0:1761322991.094437:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956455232, offset 0 00000400:00000200:0.0:1761322991.094443:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322991.094450:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322991.094458:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:0.0:1761322991.094461:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761322991.094464:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322991.094467:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88813:88813:256:4294967295] 192.168.201.29@tcp LPNI seq info [88813:88813:8:4294967295] 00000400:00000200:0.0:1761322991.094474:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322991.094478:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322991.094482:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002b6ad44b (tot 82350866). 00000800:00000200:0.0:1761322991.094486:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322991.094490:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322991.094492:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002b6ad44b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761322991.095340:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322991.095345:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002b6ad44b (tot 82350618). 00000400:00000200:2.0:1761322991.095353:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.095359:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322991.095369:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a0012254 00000400:00000010:2.0:1761322991.095372:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a0012254. 00000100:00000200:2.0:1761322991.095383:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000094ca1c7b x1846879956455232/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761322991.096664:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004fddeb70. 00010000:00000010:1.1:1761322991.096729:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c9c8dc30. 00000400:00000200:2.0:1761322991.098608:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322991.098636:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf4f40 00000400:00000200:2.0:1761322991.098648:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xabd35 [1] + 224 00000400:00000200:2.0:1761322991.098677:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.098683:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322991.098697:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000094ca1c7b x1846879956455232/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761322991.098772:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000982ee605. 00000400:00000200:0.0:1761322991.098779:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006519b1d7 00000400:00000010:0.0:1761322991.098782:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006519b1d7. 00000100:00000200:0.0:1761322991.098794:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000094ca1c7b x1846879956455232/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761322991.098802:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000094ca1c7b x1846879956455232/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761322991.098833:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004dce793c. 02000000:00000010:0.0:1761322991.098840:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000bfaf83f0. 00000100:00000010:0.0:1761322991.098844:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000094ca1c7b. 00000100:00000010:0.0:1761322991.098849:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002b89c02b. 00010000:00000010:0.0:1761322991.098853:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000030964ad7. 00010000:00000010:0.1:1761322991.101265:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000097341423. 00010000:00000010:0.1:1761322991.101289:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000afcecbb6. 00000400:00000200:2.0:1761322991.101300:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00010000:00000010:0.1:1761322991.101301:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000080a0dcae. 00010000:00000010:0.1:1761322991.101310:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b5033279. 00000400:00000200:2.0:1761322991.101329:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb58940 00000400:00000200:2.0:1761322991.101340:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa689 [2] + 1640 00000400:00000200:2.0:1761322991.101424:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.101429:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322991.101438:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761322991.101446:0:15812:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004a31252b. 00000020:00000010:1.0:1761322991.101631:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006c5a3bcf. 00000020:00000010:1.0:1761322991.101642:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002c4891d2. 00000020:00000010:1.0:1761322991.101648:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000acc5c903. 00000100:00000200:1.0:1761322991.101690:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000004a31252b x1846879955814720/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761322991.101738:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955814720 02000000:00000010:1.0:1761322991.101753:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000042f8d91f. 00010000:00000010:1.0:1761322991.101788:0:66652:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035cc07ed. 00010000:00000010:1.0:1761322991.101810:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d0c54977. 00000100:00000010:1.0:1761322991.101819:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b65c9c75. 00000100:00000010:1.0:1761322991.101841:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b65c9c75. 00010000:00000010:1.0:1761322991.101847:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d0c54977. 00000400:00000010:1.0:1761322991.101862:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d7a17f4b. 00000100:00000200:1.0:1761322991.101868:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955814720, offset 224 00000400:00000200:1.0:1761322991.101878:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322991.101899:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322991.101906:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88814:88814:256:4294967295] 192.168.201.29@tcp LPNI seq info [88814:88814:8:4294967295] 00000400:00000200:1.0:1761322991.101918:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322991.101924:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322991.101930:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa7b1f3a (tot 82350866). 00000800:00000200:1.0:1761322991.101937:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322991.101946:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322991.101952:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa7b1f3a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761322991.101998:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002c4891d2. 00000020:00000010:1.0:1761322991.102002:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000acc5c903. 00000020:00000010:1.0:1761322991.102007:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006c5a3bcf. 00000800:00000200:3.0:1761322991.102172:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322991.102178:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa7b1f3a (tot 82350618). 00000400:00000200:3.0:1761322991.102189:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.102196:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322991.102202:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d7a17f4b 00000400:00000010:3.0:1761322991.102204:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d7a17f4b. 00080000:00000010:0.0:1761322991.102643:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bfaf83f0. 00010000:00000010:0.0:1761322991.102760:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000004bbf67f. 00010000:00000010:0.0:1761322991.102770:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b80fff36. 00010000:00000010:0.0:1761322991.102872:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b5033279. 00010000:00000010:0.0:1761322991.102878:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000004bbf67f. 00010000:00000010:0.0:1761322991.102891:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000030964ad7. 00000100:00000010:0.0:1761322991.102896:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002b89c02b. 00000100:00000010:0.0:1761322991.102904:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000094ca1c7b. 02000000:00000010:0.0:1761322991.102917:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004dce793c. 02000000:00000010:0.0:1761322991.102944:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d8c5ff53. 00000400:00000010:0.0:1761322991.102951:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000982ee605. 00000400:00000010:0.0:1761322991.102957:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006519b1d7. 00000100:00000200:0.0:1761322991.102963:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956455296, portal 16 00000400:00000010:0.0:1761322991.102968:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000098e50414. 00000100:00000200:0.0:1761322991.102970:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956455296, offset 0 00000400:00000200:0.0:1761322991.102977:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322991.102990:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322991.102998:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:0.0:1761322991.103002:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761322991.103005:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322991.103007:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88815:88815:256:4294967295] 192.168.201.29@tcp LPNI seq info [88815:88815:8:4294967295] 00000400:00000200:0.0:1761322991.103016:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322991.103021:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322991.103025:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bf5e0f07 (tot 82350866). 00000800:00000200:0.0:1761322991.103030:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322991.103037:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322991.103052:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bf5e0f07 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761322991.103341:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322991.103345:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bf5e0f07 (tot 82350618). 00000400:00000200:2.0:1761322991.103349:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.103354:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322991.103358:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000098e50414 00000400:00000010:2.0:1761322991.103360:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000098e50414. 00000100:00000200:2.0:1761322991.103369:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000094ca1c7b x1846879956455296/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322991.105130:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322991.105154:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf4f80 00000400:00000200:2.0:1761322991.105165:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xabd41 [1] + 224 00000400:00000200:2.0:1761322991.105185:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.105190:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322991.105199:0:15812:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000094ca1c7b x1846879956455296/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761322991.105292:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003d85ff48. 00010000:00000010:0.1:1761322991.105301:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c5525c0b. 00010000:00000010:0.1:1761322991.105306:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000414e4841. 00010000:00000010:0.1:1761322991.105310:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005d6b12e7. 00000400:00000010:0.0:1761322991.105333:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000982ee605. 00000400:00000200:0.0:1761322991.105337:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006519b1d7 00000400:00000010:0.0:1761322991.105340:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006519b1d7. 00000100:00000200:0.0:1761322991.105349:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000094ca1c7b x1846879956455296/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761322991.105357:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000094ca1c7b x1846879956455296/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761322991.105386:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d8c5ff53. 00000400:00000200:3.0:1761322991.105394:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 02000000:00000010:0.0:1761322991.105394:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004dce793c. 00000100:00000010:0.0:1761322991.105400:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000094ca1c7b. 00000100:00000010:0.0:1761322991.105405:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002b89c02b. 00010000:00000010:0.0:1761322991.105409:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000030964ad7. 00000400:00000200:3.0:1761322991.105421:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb58980 00000400:00000200:3.0:1761322991.105429:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa689 [2] + 1968 00000400:00000010:3.0:1761322991.105433:0:15811:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005edbb868. 00000400:00000200:3.0:1761322991.105437:0:15811:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000047a3145a 00010000:00000010:1.1:1761322991.105437:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005e4a640f. 00010000:00000010:1.1:1761322991.105446:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e0a756ca. 00000400:00000200:3.0:1761322991.105510:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.105515:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322991.105518:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000047a3145a 00000400:00000010:3.0:1761322991.105520:0:15811:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000047a3145a (tot 82350466). 00000100:00000200:3.0:1761322991.105526:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1761322991.105617:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000006850f69. 00000020:00000010:2.0:1761322991.105625:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000af5f9f01. 00000020:00000010:2.0:1761322991.105631:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c4bb781f. 00000100:00000200:2.0:1761322991.105658:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000077bd8491 x1846879955814784/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761322991.105696:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955814784 02000000:00000010:2.0:1761322991.105708:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c694c491. 00010000:00000010:2.0:1761322991.105739:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d424e78f. 00010000:00000010:2.0:1761322991.105758:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008443a5df. 00000100:00000010:2.0:1761322991.105765:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001a65e42d. 00000100:00000010:2.0:1761322991.105781:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001a65e42d. 00010000:00000010:2.0:1761322991.105785:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008443a5df. 00000400:00000010:2.0:1761322991.105800:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000bc3a1dc. 00000100:00000200:2.0:1761322991.105805:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955814784, offset 224 00000400:00000200:2.0:1761322991.105812:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:2.0:1761322991.105823:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:2.0:1761322991.105828:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88816:88816:256:4294967295] 192.168.201.29@tcp LPNI seq info [88816:88816:8:4294967295] 00000400:00000200:2.0:1761322991.105837:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:2.0:1761322991.105841:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:2.0:1761322991.105846:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007e67acbb (tot 82350714). 00000800:00000200:2.0:1761322991.105851:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:2.0:1761322991.105858:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:2.0:1761322991.105862:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007e67acbb type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761322991.105894:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000af5f9f01. 00000020:00000010:2.0:1761322991.105900:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c4bb781f. 00000020:00000010:2.0:1761322991.105903:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000006850f69. 02000000:00000010:2.0:1761322991.105913:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000042f8d91f. 00000100:00000010:2.0:1761322991.105916:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004a31252b. 02000000:00000010:2.0:1761322991.105920:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001dff759e. 00000100:00000010:2.0:1761322991.105922:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007661af9c. 02000000:00000010:2.0:1761322991.105926:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000026bbeaa9. 00000100:00000010:2.0:1761322991.105928:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f7a33011. 02000000:00000010:2.0:1761322991.105931:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e99300b6. 00000100:00000010:2.0:1761322991.105933:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d6d0189b. 02000000:00000010:2.0:1761322991.105936:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000fd32d515. 00000100:00000010:2.0:1761322991.105939:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000076100024. 02000000:00000010:2.0:1761322991.105942:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000089671c9. 00000100:00000010:2.0:1761322991.105945:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c802a107. 00000100:00000200:2.0:1761322991.105952:0:67479:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1761322991.105958:0:67479:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e8d82f6e. 00000400:00000010:2.0:1761322991.105964:0:67479:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000001a65e42d (tot 82350866). 00000800:00000200:3.0:1761322991.106026:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322991.106030:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007e67acbb (tot 82350618). 00080000:00000010:0.0:1761322991.106033:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d8c5ff53. 00000400:00000200:3.0:1761322991.106035:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.106049:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322991.106053:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000bc3a1dc 00000400:00000010:3.0:1761322991.106054:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000bc3a1dc. 02000000:00000010:3.0:1761322991.106059:0:15810:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c694c491. 00010000:00000010:0.0:1761322991.106202:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000004bbf67f. 00010000:00000010:0.0:1761322991.106211:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000070b68df3. 00010000:00000010:0.0:1761322991.106314:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000778b46c5. 00010000:00000010:0.0:1761322991.106321:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000070ef24e. 00010000:00000010:0.0:1761322991.106327:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005d6b12e7. 00010000:00000010:0.0:1761322991.106332:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000004bbf67f. 00080000:00000010:0.0:1761322991.106345:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000004dce793c. 00010000:00000010:0.0:1761322991.106373:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000004bbf67f. 00010000:00000010:0.0:1761322991.106378:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000070ef24e. 00010000:00000010:0.0:1761322991.106453:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c5525c0b. 00010000:00000010:0.0:1761322991.106457:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000004bbf67f. 00010000:00000010:0.0:1761322991.106478:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000030964ad7. 00000100:00000010:0.0:1761322991.106484:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002b89c02b. 00000100:00000010:0.0:1761322991.106491:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000094ca1c7b. 02000000:00000010:0.0:1761322991.106503:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d92cec3d. 02000000:00000010:0.0:1761322991.106525:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000528af236. 00000400:00000010:0.0:1761322991.106529:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000982ee605. 00000400:00000010:0.0:1761322991.106532:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006519b1d7. 00000100:00000200:0.0:1761322991.106536:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956455360, portal 16 00000400:00000010:0.0:1761322991.106540:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000098e4976a. 00000100:00000200:0.0:1761322991.106541:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956455360, offset 0 00000400:00000200:0.0:1761322991.106547:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322991.106554:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322991.106562:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:0.0:1761322991.106566:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761322991.106569:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322991.106572:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88817:88817:256:4294967295] 192.168.201.29@tcp LPNI seq info [88817:88817:8:4294967295] 00000400:00000200:0.0:1761322991.106580:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322991.106584:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322991.106588:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f8f59593 (tot 82350866). 00000800:00000200:0.0:1761322991.106592:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322991.106596:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322991.106599:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f8f59593 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761322991.106736:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322991.106739:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f8f59593 (tot 82350618). 00000400:00000200:2.0:1761322991.106742:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.106746:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322991.106752:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000098e4976a 00000400:00000010:2.0:1761322991.106754:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000098e4976a. 00000100:00000200:2.0:1761322991.106760:0:15812:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000094ca1c7b x1846879956455360/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761322991.107231:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008508d7e6. 00000400:00000200:3.0:1761322991.107981:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322991.107998:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf4fc0 00000400:00000200:3.0:1761322991.108007:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xabd51 [1] + 224 00000400:00000200:3.0:1761322991.108020:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.108024:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322991.108031:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000094ca1c7b x1846879956455360/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322991.108126:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322991.108132:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb589c0 00000400:00000200:3.0:1761322991.108138:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa6e1 [2] + 0 00000400:00000200:3.0:1761322991.108184:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.108189:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322991.108195:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761322991.108201:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001e4c2c1b. 00000020:00000010:2.0:1761322991.108360:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000006850f69. 00000020:00000010:2.0:1761322991.108368:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000af5f9f01. 00000020:00000010:2.0:1761322991.108373:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c4bb781f. 00000100:00000200:2.0:1761322991.108411:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001e4c2c1b x1846879955814848/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761322991.108447:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955814848 02000000:00000010:2.0:1761322991.108458:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000082d305cb. 00000400:00000010:0.0:1761322991.108464:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000982ee605. 00000400:00000200:0.0:1761322991.108470:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006519b1d7 00000400:00000010:0.0:1761322991.108472:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006519b1d7. 00000100:00000200:0.0:1761322991.108482:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000094ca1c7b x1846879956455360/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761322991.108491:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000094ca1c7b x1846879956455360/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1761322991.108498:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008443a5df. 00000100:00000010:2.0:1761322991.108507:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c487334b. 00000100:00000010:2.0:1761322991.108512:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c487334b. 00010000:00000010:2.0:1761322991.108517:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008443a5df. 00010000:00000010:0.0:1761322991.108522:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000075f847a2. 00000400:00000010:2.0:1761322991.108532:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d61f8e95. 00000100:00000200:2.0:1761322991.108538:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955814848, offset 224 02000000:00000010:0.0:1761322991.108541:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000528af236. 00000400:00000200:2.0:1761322991.108547:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 02000000:00000010:0.0:1761322991.108548:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d92cec3d. 00000100:00000010:0.0:1761322991.108554:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000094ca1c7b. 00000100:00000010:0.0:1761322991.108559:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002b89c02b. 00000400:00000200:2.0:1761322991.108560:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00010000:00000010:0.0:1761322991.108563:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000030964ad7. 00000400:00000200:2.0:1761322991.108568:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88818:88818:256:4294967295] 192.168.201.29@tcp LPNI seq info [88818:88818:8:4294967295] 00000400:00000200:2.0:1761322991.108579:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00080000:00000010:0.0:1761322991.108582:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d92cec3d. 00000800:00000200:2.0:1761322991.108585:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:2.0:1761322991.108590:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000074e57caf (tot 82350866). 00000800:00000200:2.0:1761322991.108595:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:2.0:1761322991.108603:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:2.0:1761322991.108607:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000074e57caf type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761322991.108627:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000af5f9f01. 00000020:00000010:2.0:1761322991.108633:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c4bb781f. 00000020:00000010:2.0:1761322991.108636:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000006850f69. 00010000:00000010:0.0:1761322991.108687:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000004bbf67f. 00010000:00000010:0.0:1761322991.108695:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000eeed109a. 00010000:00000010:0.0:1761322991.108790:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000afcecbb6. 00010000:00000010:0.0:1761322991.108796:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000004bbf67f. 00010000:00000010:0.0:1761322991.108806:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000030964ad7. 00000100:00000010:0.0:1761322991.108810:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002b89c02b. 00000100:00000010:0.0:1761322991.108815:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000094ca1c7b. 02000000:00000010:0.0:1761322991.108825:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000528af236. 02000000:00000010:0.0:1761322991.108846:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a2f16bc0. 00000400:00000010:0.0:1761322991.108850:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000982ee605. 00000400:00000010:0.0:1761322991.108854:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006519b1d7. 00000100:00000200:0.0:1761322991.108859:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956455424, portal 16 00000400:00000010:0.0:1761322991.108863:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d5095c71. 00000100:00000200:0.0:1761322991.108865:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956455424, offset 0 00000800:00000200:3.0:1761322991.108866:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1761322991.108871:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322991.108878:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000800:00000010:3.0:1761322991.108880:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000074e57caf (tot 82350618). 00000400:00000200:3.0:1761322991.108887:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322991.108888:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:3.0:1761322991.108893:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:0.0:1761322991.108895:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761322991.108898:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d61f8e95 00000400:00000010:3.0:1761322991.108901:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d61f8e95. 00000400:00000200:0.0:1761322991.108901:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322991.108906:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88819:88819:255:4294967295] 192.168.201.29@tcp LPNI seq info [88819:88819:7:4294967295] 00000400:00000200:0.0:1761322991.108914:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322991.109312:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322991.109317:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a69d00c5 (tot 82350866). 00000800:00000200:0.0:1761322991.109322:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322991.109329:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322991.109331:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a69d00c5 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761322991.110500:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322991.110507:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a69d00c5 (tot 82350618). 00000400:00000200:2.0:1761322991.110513:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.110520:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322991.110525:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d5095c71 00000400:00000010:2.0:1761322991.110527:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d5095c71. 00000100:00000200:2.0:1761322991.110539:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000094ca1c7b x1846879956455424/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322991.112302:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322991.112326:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf5000 00000400:00000200:2.0:1761322991.112336:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xabd5d [1] + 224 00000400:00000200:2.0:1761322991.112354:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.112358:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322991.112369:0:15812:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000094ca1c7b x1846879956455424/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761322991.112453:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000982ee605. 00000400:00000200:0.0:1761322991.112459:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006519b1d7 00000400:00000010:0.0:1761322991.112462:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006519b1d7. 00000100:00000200:0.0:1761322991.112473:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000094ca1c7b x1846879956455424/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761322991.112481:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000094ca1c7b x1846879956455424/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761322991.112512:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a2f16bc0. 02000000:00000010:0.0:1761322991.112519:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000528af236. 00000100:00000010:0.0:1761322991.112522:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000094ca1c7b. 00000100:00000010:0.0:1761322991.112527:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002b89c02b. 00010000:00000010:0.0:1761322991.112531:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000030964ad7. 00000400:00000200:3.0:1761322991.112867:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322991.112885:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb58a00 00000400:00000200:3.0:1761322991.112892:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa6e1 [2] + 328 00000400:00000200:3.0:1761322991.112948:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.112952:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322991.112958:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761322991.112964:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003d5ed93a. 00000020:00000010:1.0:1761322991.113146:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000042f8d91f. 00000020:00000010:1.0:1761322991.113155:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002c4891d2. 00000020:00000010:1.0:1761322991.113160:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000acc5c903. 00000100:00000200:1.0:1761322991.113185:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003d5ed93a x1846879955814912/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761322991.113225:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955814912 02000000:00000010:1.0:1761322991.113237:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000089671c9. 00010000:00000010:1.0:1761322991.113267:0:66652:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000303b9b51. 00010000:00000010:1.0:1761322991.113290:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d0c54977. 00000100:00000010:1.0:1761322991.113297:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b65c9c75. 00000100:00000010:1.0:1761322991.113315:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b65c9c75. 00010000:00000010:1.0:1761322991.113320:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d0c54977. 00000400:00000010:1.0:1761322991.113333:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f7dcd522. 00000100:00000200:1.0:1761322991.113338:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955814912, offset 224 00000400:00000200:1.0:1761322991.113347:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322991.113358:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322991.113370:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88820:88820:256:4294967295] 192.168.201.29@tcp LPNI seq info [88820:88820:8:4294967295] 00000400:00000200:1.0:1761322991.113381:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322991.113388:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322991.113395:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa7b1f3a (tot 82350866). 00000800:00000200:1.0:1761322991.113401:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322991.113410:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322991.113414:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa7b1f3a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761322991.113439:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002c4891d2. 00000020:00000010:1.0:1761322991.113444:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000acc5c903. 00000020:00000010:1.0:1761322991.113447:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000042f8d91f. 00080000:00000010:0.0:1761322991.113514:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000528af236. 00010000:00000010:0.0:1761322991.113623:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000004bbf67f. 00010000:00000010:0.0:1761322991.113633:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c7a5c68a. 00010000:00000010:0.0:1761322991.113755:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003999fc69. 00010000:00000010:0.0:1761322991.113761:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000004bbf67f. 00010000:00000010:0.0:1761322991.113772:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000030964ad7. 00000100:00000010:0.0:1761322991.113776:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002b89c02b. 00000800:00000200:2.0:1761322991.113950:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322991.113954:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa7b1f3a (tot 82350618). 00000400:00000200:2.0:1761322991.113963:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.113969:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322991.113972:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f7dcd522 00000400:00000010:2.0:1761322991.113974:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f7dcd522. 00000100:00000010:0.0:1761322991.113984:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000094ca1c7b. 02000000:00000010:0.0:1761322991.113998:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a2f16bc0. 02000000:00000010:0.0:1761322991.114022:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a0a252d8. 00000400:00000010:0.0:1761322991.114028:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000982ee605. 00000400:00000010:0.0:1761322991.114034:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006519b1d7. 00000100:00000200:0.0:1761322991.114049:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956455488, portal 16 00000400:00000010:0.0:1761322991.114054:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008f080af5. 00000100:00000200:0.0:1761322991.114057:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956455488, offset 0 00000400:00000200:0.0:1761322991.114062:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322991.114070:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00010000:00000010:2.1:1761322991.114119:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005f326abc. 00010000:00000010:0.1:1761322991.114161:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000ed7feea. 00010000:00000010:0.1:1761322991.114170:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d154bf62. 00000400:00000200:0.0:1761322991.114182:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:0.0:1761322991.114187:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761322991.114190:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322991.114192:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88821:88821:256:4294967295] 192.168.201.29@tcp LPNI seq info [88821:88821:8:4294967295] 00000400:00000200:0.0:1761322991.114200:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322991.114205:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322991.114208:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004c92fdd7 (tot 82350866). 00000800:00000200:0.0:1761322991.114212:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322991.114217:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322991.114220:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004c92fdd7 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761322991.114284:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322991.114286:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004c92fdd7 (tot 82350618). 00000400:00000200:2.0:1761322991.114290:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.114294:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322991.114296:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008f080af5 00000400:00000010:2.0:1761322991.114298:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008f080af5. 00000100:00000200:2.0:1761322991.114307:0:15812:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000094ca1c7b x1846879956455488/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322991.115592:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322991.115610:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf5040 00000400:00000200:3.0:1761322991.115619:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xabd69 [1] + 224 00000400:00000200:3.0:1761322991.115755:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.115760:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322991.115769:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000094ca1c7b x1846879956455488/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322991.115806:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322991.115812:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb58a40 00000400:00000200:3.0:1761322991.115819:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa6e1 [2] + 656 00000400:00000010:0.0:1761322991.116005:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000982ee605. 00000400:00000200:0.0:1761322991.116011:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006519b1d7 00000400:00000010:0.0:1761322991.116013:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006519b1d7. 00000100:00000200:0.0:1761322991.116023:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000094ca1c7b x1846879956455488/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761322991.116031:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000094ca1c7b x1846879956455488/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761322991.116069:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a0a252d8. 02000000:00000010:0.0:1761322991.116130:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a2f16bc0. 00000100:00000010:0.0:1761322991.116134:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000094ca1c7b. 00000100:00000010:0.0:1761322991.116138:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002b89c02b. 00010000:00000010:0.0:1761322991.116143:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000030964ad7. 00000400:00000200:3.0:1761322991.116250:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.116255:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322991.116261:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761322991.116269:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000aadbcd0f. 00000020:00000010:1.0:1761322991.116364:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fd32d515. 00000020:00000010:1.0:1761322991.116373:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002c4891d2. 00000020:00000010:1.0:1761322991.116378:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000acc5c903. 00000100:00000200:1.0:1761322991.116403:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000aadbcd0f x1846879955814976/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761322991.116429:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955814976 02000000:00000010:1.0:1761322991.116439:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e99300b6. 00010000:00000010:1.0:1761322991.116468:0:66652:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000681cdd6b. 00010000:00000010:1.0:1761322991.116489:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d0c54977. 00000100:00000010:1.0:1761322991.116496:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b65c9c75. 00000100:00000010:1.0:1761322991.116511:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b65c9c75. 00010000:00000010:1.0:1761322991.116515:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d0c54977. 00000400:00000010:1.0:1761322991.116528:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f7dcd522. 00000100:00000200:1.0:1761322991.116533:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955814976, offset 224 00000400:00000200:1.0:1761322991.116542:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322991.116554:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322991.116559:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88822:88822:256:4294967295] 192.168.201.29@tcp LPNI seq info [88822:88822:8:4294967295] 00000400:00000200:1.0:1761322991.116570:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322991.116584:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322991.116589:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa7b1f3a (tot 82350866). 00000800:00000200:1.0:1761322991.116595:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322991.116604:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322991.116608:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa7b1f3a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761322991.116632:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002c4891d2. 00000020:00000010:1.0:1761322991.116636:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000acc5c903. 00000020:00000010:1.0:1761322991.116640:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fd32d515. 00080000:00000010:0.0:1761322991.116696:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a2f16bc0. 00010000:00000010:0.0:1761322991.116805:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000004bbf67f. 00010000:00000010:0.0:1761322991.116814:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000875e26fd. 00010000:00000010:0.0:1761322991.116913:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d154bf62. 00010000:00000010:0.0:1761322991.116919:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000004bbf67f. 00010000:00000010:0.0:1761322991.116928:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000030964ad7. 00000100:00000010:0.0:1761322991.116932:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002b89c02b. 00000100:00000010:0.0:1761322991.116938:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000094ca1c7b. 02000000:00000010:0.0:1761322991.116948:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a0a252d8. 02000000:00000010:0.0:1761322991.116971:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f9cd951e. 00000400:00000010:0.0:1761322991.116977:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000982ee605. 00000400:00000010:0.0:1761322991.116981:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006519b1d7. 00000100:00000200:0.0:1761322991.116986:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956455552, portal 16 00000400:00000010:0.0:1761322991.116990:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000099514ae8. 00000100:00000200:0.0:1761322991.116992:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956455552, offset 0 00000400:00000200:0.0:1761322991.116998:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322991.117004:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322991.117012:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:0.0:1761322991.117016:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761322991.117019:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322991.117022:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88823:88823:255:4294967295] 192.168.201.29@tcp LPNI seq info [88823:88823:7:4294967295] 00000400:00000200:0.0:1761322991.117030:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322991.117035:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322991.117049:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000361d1353 (tot 82351114). 00000800:00000200:0.0:1761322991.117053:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322991.117058:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322991.117061:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000361d1353 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761322991.117237:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322991.117242:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa7b1f3a (tot 82350866). 00000400:00000200:3.0:1761322991.117251:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.117256:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322991.117259:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f7dcd522 00000400:00000010:3.0:1761322991.117261:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f7dcd522. 00000800:00000200:3.0:1761322991.117324:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322991.117326:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000361d1353 (tot 82350618). 00000400:00000200:3.0:1761322991.117329:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.117333:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322991.117335:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000099514ae8 00000400:00000010:3.0:1761322991.117337:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000099514ae8. 00000100:00000200:3.0:1761322991.117344:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000094ca1c7b x1846879956455552/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761322991.118153:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000025a6257e. 00010000:00000010:0.1:1761322991.118166:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b5033279. 00010000:00000010:0.1:1761322991.118172:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000778b46c5. 00010000:00000010:0.1:1761322991.118176:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005d6b12e7. 00000400:00000200:2.0:1761322991.121454:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322991.121483:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf5080 00000400:00000200:2.0:1761322991.121495:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xabd75 [1] + 224 00000400:00000200:2.0:1761322991.121510:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.121515:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322991.121525:0:15812:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000094ca1c7b x1846879956455552/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322991.121568:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322991.121574:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb58a80 00000400:00000200:2.0:1761322991.121581:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa6e1 [2] + 984 00000400:00000010:0.0:1761322991.121588:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000982ee605. 00000400:00000200:0.0:1761322991.121595:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006519b1d7 00000400:00000010:0.0:1761322991.121598:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006519b1d7. 00000100:00000200:0.0:1761322991.121608:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000094ca1c7b x1846879956455552/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761322991.121616:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000094ca1c7b x1846879956455552/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761322991.121645:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f9cd951e. 02000000:00000010:0.0:1761322991.121653:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a0a252d8. 00000400:00000200:2.0:1761322991.121659:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:0.0:1761322991.121659:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000094ca1c7b. 00000100:00000010:0.0:1761322991.121665:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002b89c02b. 00000400:00000200:2.0:1761322991.121668:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00010000:00000010:0.0:1761322991.121670:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000030964ad7. 00000100:00000200:2.0:1761322991.121675:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761322991.121682:0:15812:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c802a107. 00000020:00000010:1.0:1761322991.121785:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fd32d515. 00000020:00000010:1.0:1761322991.121793:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002c4891d2. 00000020:00000010:1.0:1761322991.121797:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000acc5c903. 00000100:00000200:1.0:1761322991.121822:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c802a107 x1846879955815040/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761322991.121861:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955815040 02000000:00000010:1.0:1761322991.121873:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006c5a3bcf. 00010000:00000010:1.0:1761322991.121901:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000084731017. 00010000:00000010:1.0:1761322991.121924:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d0c54977. 00000100:00000010:1.0:1761322991.121943:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b65c9c75. 00000100:00000010:1.0:1761322991.121957:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b65c9c75. 00010000:00000010:1.0:1761322991.121961:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d0c54977. 00000400:00000010:1.0:1761322991.121974:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d7a17f4b. 00000100:00000200:1.0:1761322991.121978:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955815040, offset 224 00000400:00000200:1.0:1761322991.121986:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322991.122000:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322991.122005:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88824:88824:256:4294967295] 192.168.201.29@tcp LPNI seq info [88824:88824:8:4294967295] 00000400:00000200:1.0:1761322991.122016:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322991.122021:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322991.122026:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa7b1f3a (tot 82350866). 00000800:00000200:1.0:1761322991.122032:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322991.122054:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322991.122058:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa7b1f3a type 1, nob 320 niov 1 nkiov 1 00010000:00000010:1.1:1761322991.122150:0:67479:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000062c618f7. 00010000:00000010:1.1:1761322991.122158:0:67479:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c778cad5. 00000020:00000010:1.0:1761322991.122173:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002c4891d2. 00000020:00000010:1.0:1761322991.122179:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000acc5c903. 00000020:00000010:1.0:1761322991.122184:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fd32d515. 00010000:00000010:0.1:1761322991.122201:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f2976ca8. 00010000:00000010:0.1:1761322991.122210:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b28d9a40. 00010000:00000010:0.1:1761322991.122214:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c5525c0b. 00010000:00000010:0.1:1761322991.122218:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d187c555. 00010000:00000010:0.1:1761322991.122222:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000afcecbb6. 00080000:00000010:0.0:1761322991.122246:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f9cd951e. 00010000:00000010:0.0:1761322991.122355:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000004bbf67f. 00010000:00000010:0.0:1761322991.122362:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6e4b85b. 00000800:00000200:2.0:1761322991.122439:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322991.122445:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa7b1f3a (tot 82350618). 00000400:00000200:2.0:1761322991.122454:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.122459:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00010000:00000010:0.0:1761322991.122460:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000afcecbb6. 00000400:00000200:2.0:1761322991.122463:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d7a17f4b 00000400:00000010:2.0:1761322991.122466:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d7a17f4b. 00010000:00000010:0.0:1761322991.122466:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000004bbf67f. 00010000:00000010:0.0:1761322991.122477:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000030964ad7. 00000100:00000010:0.0:1761322991.122480:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002b89c02b. 00000100:00000010:0.0:1761322991.122486:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000094ca1c7b. 02000000:00000010:0.0:1761322991.122498:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c2813cae. 02000000:00000010:0.0:1761322991.122520:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000561c0c7e. 00000400:00000010:0.0:1761322991.122524:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000982ee605. 00000400:00000010:0.0:1761322991.122528:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006519b1d7. 00000100:00000200:0.0:1761322991.122533:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956455616, portal 16 00000400:00000010:0.0:1761322991.122536:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ca103527. 00000100:00000200:0.0:1761322991.122538:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956455616, offset 0 00000400:00000200:0.0:1761322991.122543:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322991.122550:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322991.122556:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:0.0:1761322991.122560:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761322991.122563:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322991.122566:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88825:88825:256:4294967295] 192.168.201.29@tcp LPNI seq info [88825:88825:8:4294967295] 00000400:00000200:0.0:1761322991.122573:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322991.122577:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322991.122581:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000057731204 (tot 82350866). 00000800:00000200:0.0:1761322991.122584:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322991.122589:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322991.122591:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000057731204 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761322991.123270:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322991.123274:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000057731204 (tot 82350618). 00000400:00000200:3.0:1761322991.123278:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.123284:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322991.123287:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ca103527 00000400:00000010:3.0:1761322991.123289:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ca103527. 00000100:00000200:3.0:1761322991.123298:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000094ca1c7b x1846879956455616/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322991.129259:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322991.129287:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf50c0 00000400:00000200:2.0:1761322991.129299:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xabd81 [1] + 224 00000400:00000200:2.0:1761322991.129314:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.129318:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322991.129331:0:15812:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000094ca1c7b x1846879956455616/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322991.129375:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322991.129381:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb58ac0 00000400:00000200:2.0:1761322991.129386:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa6e1 [2] + 1312 00000400:00000200:2.0:1761322991.129428:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.129431:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322991.129436:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761322991.129442:0:15812:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000076100024. 00000400:00000010:0.0:1761322991.129564:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000982ee605. 00000400:00000200:0.0:1761322991.129577:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006519b1d7 00000400:00000010:0.0:1761322991.129580:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006519b1d7. 00000100:00000200:0.0:1761322991.129596:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000094ca1c7b x1846879956455616/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761322991.129614:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000094ca1c7b x1846879956455616/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761322991.129656:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000561c0c7e. 02000000:00000010:0.0:1761322991.129666:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c2813cae. 00000100:00000010:0.0:1761322991.129671:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000094ca1c7b. 00000100:00000010:0.0:1761322991.129677:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002b89c02b. 00010000:00000010:0.0:1761322991.129682:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000030964ad7. 00000020:00000010:1.0:1761322991.129693:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fd32d515. 00000020:00000010:1.0:1761322991.129703:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002c4891d2. 00000020:00000010:1.0:1761322991.129708:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000acc5c903. 00000100:00000200:1.0:1761322991.129733:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000076100024 x1846879955815104/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761322991.129765:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955815104 02000000:00000010:1.0:1761322991.129777:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000042f8d91f. 00010000:00000010:1.0:1761322991.129805:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007e353081. 00010000:00000010:1.0:1761322991.129828:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d0c54977. 00000100:00000010:1.0:1761322991.129835:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b65c9c75. 00000100:00000010:1.0:1761322991.129849:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b65c9c75. 00010000:00000010:1.0:1761322991.129854:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d0c54977. 00000400:00000010:1.0:1761322991.129867:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000020fbaa0. 00000100:00000200:1.0:1761322991.129873:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955815104, offset 224 00000400:00000200:1.0:1761322991.129882:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322991.129893:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322991.129899:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88826:88826:256:4294967295] 192.168.201.29@tcp LPNI seq info [88826:88826:8:4294967295] 00000400:00000200:1.0:1761322991.129910:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322991.129917:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322991.129922:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa7b1f3a (tot 82350866). 00000800:00000200:1.0:1761322991.129928:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322991.129936:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00080000:00000010:0.0:1761322991.129936:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c2813cae. 00000800:00000200:1.0:1761322991.129942:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa7b1f3a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761322991.129960:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002c4891d2. 00000020:00000010:1.0:1761322991.129964:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000acc5c903. 00000020:00000010:1.0:1761322991.129967:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fd32d515. 00010000:00000010:0.0:1761322991.130051:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000004bbf67f. 00010000:00000010:0.0:1761322991.130063:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000079f581dd. 00000800:00000200:2.0:1761322991.130132:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322991.130137:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa7b1f3a (tot 82350618). 00000400:00000200:2.0:1761322991.130146:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.130149:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322991.130153:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000020fbaa0 00000400:00000010:2.0:1761322991.130154:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000020fbaa0. 00010000:00000010:0.0:1761322991.130195:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000778b46c5. 00010000:00000010:0.0:1761322991.130202:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000070ef24e. 00010000:00000010:0.0:1761322991.130209:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c5525c0b. 00010000:00000010:0.0:1761322991.130218:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000004bbf67f. 00080000:00000010:0.0:1761322991.130236:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000561c0c7e. 00010000:00000010:0.0:1761322991.130265:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000004bbf67f. 00010000:00000010:0.0:1761322991.130269:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000070ef24e. 00010000:00000010:0.0:1761322991.130459:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005d6b12e7. 00010000:00000010:0.0:1761322991.130463:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000004bbf67f. 00010000:00000010:0.0:1761322991.130473:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000030964ad7. 00000100:00000010:0.0:1761322991.130479:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002b89c02b. 00000100:00000010:0.0:1761322991.130487:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000094ca1c7b. 02000000:00000010:0.0:1761322991.130503:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000067013b94. 02000000:00000010:0.0:1761322991.130539:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d4da2b3f. 00000400:00000010:0.0:1761322991.130546:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000982ee605. 00000400:00000010:0.0:1761322991.130552:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006519b1d7. 00000100:00000200:0.0:1761322991.130558:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956455680, portal 16 00000400:00000010:0.0:1761322991.130564:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000079c1ed9c. 00000100:00000200:0.0:1761322991.130567:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956455680, offset 0 00000400:00000200:0.0:1761322991.130575:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322991.130591:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322991.130599:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:0.0:1761322991.130604:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761322991.130610:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322991.130616:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88827:88827:256:4294967295] 192.168.201.29@tcp LPNI seq info [88827:88827:8:4294967295] 00000400:00000200:0.0:1761322991.130625:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322991.130631:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322991.130637:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000057731204 (tot 82350866). 00000800:00000200:0.0:1761322991.130644:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322991.130652:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322991.130656:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000057731204 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761322991.130923:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322991.130929:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000057731204 (tot 82350618). 00000400:00000200:3.0:1761322991.130934:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.130942:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322991.130948:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000079c1ed9c 00000400:00000010:3.0:1761322991.130950:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000079c1ed9c. 00000100:00000200:3.0:1761322991.130960:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000094ca1c7b x1846879956455680/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761322991.131365:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e58dad65. 00010000:00000010:0.1:1761322991.131375:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003999fc69. 00000400:00000200:3.0:1761322991.135185:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322991.135206:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf5100 00000400:00000200:3.0:1761322991.135215:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xabd8d [1] + 224 00000400:00000200:3.0:1761322991.135230:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.135233:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322991.135243:0:15812:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000094ca1c7b x1846879956455680/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761322991.135365:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000982ee605. 00000400:00000200:0.0:1761322991.135370:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006519b1d7 00000400:00000010:0.0:1761322991.135372:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006519b1d7. 00000100:00000200:0.0:1761322991.135381:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000094ca1c7b x1846879956455680/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761322991.135388:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000094ca1c7b x1846879956455680/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761322991.135424:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d4da2b3f. 02000000:00000010:0.0:1761322991.135431:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000067013b94. 00000100:00000010:0.0:1761322991.135435:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000094ca1c7b. 00000100:00000010:0.0:1761322991.135440:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002b89c02b. 00010000:00000010:0.0:1761322991.135444:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000030964ad7. 00000400:00000200:3.0:1761322991.135790:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322991.135801:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb58b00 00000400:00000200:3.0:1761322991.135814:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa6e1 [2] + 1640 00000400:00000200:3.0:1761322991.136198:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.136204:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322991.136210:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761322991.136216:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000025be6896. 00000020:00000010:1.0:1761322991.136425:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002af4dc3b. 00000020:00000010:1.0:1761322991.136440:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f54ae4a1. 00000020:00000010:1.0:1761322991.136447:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000acc5c903. 00000100:00000200:1.0:1761322991.136483:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000025be6896 x1846879955815168/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761322991.136533:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955815168 02000000:00000010:1.0:1761322991.136547:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000037d4a7b2. 00010000:00000010:1.0:1761322991.136594:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008b078068. 00010000:00000010:1.0:1761322991.136617:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d0c54977. 00000100:00000010:1.0:1761322991.136626:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000075b0e913. 00000100:00000010:1.0:1761322991.136644:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000075b0e913. 00010000:00000010:1.0:1761322991.136649:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d0c54977. 00000400:00000010:1.0:1761322991.136664:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007b307a51. 00000100:00000200:1.0:1761322991.136670:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955815168, offset 224 00000400:00000200:1.0:1761322991.136680:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322991.136698:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322991.136704:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88828:88828:256:4294967295] 192.168.201.29@tcp LPNI seq info [88828:88828:8:4294967295] 00000400:00000200:1.0:1761322991.136717:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322991.136723:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322991.136729:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa7b1f3a (tot 82350866). 00000800:00000200:1.0:1761322991.136736:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322991.136746:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322991.136751:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa7b1f3a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761322991.136776:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f54ae4a1. 00000020:00000010:1.0:1761322991.136781:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000acc5c903. 00000020:00000010:1.0:1761322991.136791:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002af4dc3b. 00000800:00000200:1.0:1761322991.136907:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761322991.136911:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa7b1f3a (tot 82350618). 00080000:00000010:0.0:1761322991.136915:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000067013b94. 00000400:00000200:1.0:1761322991.136921:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322991.136928:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:1.0:1761322991.136932:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007b307a51 00000400:00000010:1.0:1761322991.136935:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007b307a51. 00010000:00000010:0.0:1761322991.137033:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000004bbf67f. 00010000:00000010:0.0:1761322991.137056:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000034f7703f. 00010000:00000010:0.0:1761322991.137178:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003999fc69. 00010000:00000010:0.0:1761322991.137185:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000004bbf67f. 00010000:00000010:0.0:1761322991.137199:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000030964ad7. 00000100:00000010:0.0:1761322991.137207:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002b89c02b. 00000100:00000010:0.0:1761322991.137219:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000094ca1c7b. 02000000:00000010:0.0:1761322991.137239:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d4da2b3f. 02000000:00000010:0.0:1761322991.137276:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000084732275. 00000400:00000010:0.0:1761322991.137282:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000982ee605. 00000400:00000010:0.0:1761322991.137291:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006519b1d7. 00000100:00000200:0.0:1761322991.137300:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956455744, portal 16 00000400:00000010:0.0:1761322991.137306:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005ba57133. 00000100:00000200:0.0:1761322991.137309:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956455744, offset 0 00000400:00000200:0.0:1761322991.137318:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322991.137331:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322991.137340:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:0.0:1761322991.137344:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761322991.137348:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322991.137351:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88829:88829:256:4294967295] 192.168.201.29@tcp LPNI seq info [88829:88829:8:4294967295] 00000400:00000200:0.0:1761322991.137362:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322991.137369:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322991.137375:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000361d1353 (tot 82350866). 00000800:00000200:0.0:1761322991.137384:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322991.137394:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322991.137398:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000361d1353 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1761322991.139323:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000073522153. 00010000:00000010:0.1:1761322991.139349:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d154bf62. 00010000:00000010:1.1:1761322991.140900:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a24d22f6. 00010000:00000010:1.1:1761322991.140916:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000683c1b43. 00000800:00000200:1.0:1761322991.141109:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761322991.141115:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000361d1353 (tot 82350618). 00000400:00000200:1.0:1761322991.141122:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322991.141134:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:1.0:1761322991.141142:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005ba57133 00000400:00000010:1.0:1761322991.141145:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005ba57133. 00000100:00000200:1.0:1761322991.141162:0:15812:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000094ca1c7b x1846879956455744/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761322991.142412:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c4f1fc6f. 00010000:00000010:0.1:1761322991.142427:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000afcecbb6. 00010000:00000010:0.1:1761322991.142433:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000778b46c5. 00010000:00000010:0.1:1761322991.142436:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c5525c0b. 00000400:00000200:3.0:1761322991.143524:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322991.143543:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf5140 00000400:00000200:3.0:1761322991.143554:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xabd99 [1] + 224 00000400:00000200:3.0:1761322991.143579:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.143584:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322991.143595:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000094ca1c7b x1846879956455744/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761322991.143649:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000982ee605. 00000400:00000200:0.0:1761322991.143655:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006519b1d7 00000400:00000010:0.0:1761322991.143657:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006519b1d7. 00000100:00000200:0.0:1761322991.143667:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000094ca1c7b x1846879956455744/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761322991.143675:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000094ca1c7b x1846879956455744/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761322991.143713:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000084732275. 02000000:00000010:0.0:1761322991.143720:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d4da2b3f. 00000100:00000010:0.0:1761322991.143724:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000094ca1c7b. 00000100:00000010:0.0:1761322991.143728:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002b89c02b. 00010000:00000010:0.0:1761322991.143732:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000030964ad7. 00000400:00000200:1.0:1761322991.144256:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:1.0:1761322991.144283:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb58b40 00000400:00000200:1.0:1761322991.144292:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa6e1 [2] + 1968 00000400:00000010:1.0:1761322991.144297:0:15810:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003461dbbf. 00000400:00000200:1.0:1761322991.144315:0:15810:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000004777a971 00000400:00000200:1.0:1761322991.144390:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322991.144395:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:1.0:1761322991.144398:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004777a971 00000400:00000010:1.0:1761322991.144401:0:15810:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000004777a971 (tot 82350466). 00000100:00000200:1.0:1761322991.144408:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1761322991.144547:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004b54b1ab. 00000020:00000010:3.0:1761322991.144555:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000837bee1b. 00000020:00000010:3.0:1761322991.144560:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000068902843. 00000100:00000200:3.0:1761322991.144591:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007c72f123 x1846879955815232/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761322991.144631:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955815232 02000000:00000010:3.0:1761322991.144643:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000d6cdf5c. 00010000:00000010:3.0:1761322991.144676:0:66652:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000095331288. 00010000:00000010:3.0:1761322991.144696:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002fbf2dee. 00000100:00000010:3.0:1761322991.144705:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000047a3145a. 00000100:00000010:3.0:1761322991.144731:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000047a3145a. 00010000:00000010:3.0:1761322991.144735:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002fbf2dee. 00000400:00000010:3.0:1761322991.144750:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a1f6e4d9. 00000100:00000200:3.0:1761322991.144755:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955815232, offset 224 00000400:00000200:3.0:1761322991.144764:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:3.0:1761322991.144790:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322991.144797:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88830:88830:256:4294967295] 192.168.201.29@tcp LPNI seq info [88830:88830:8:4294967295] 00000400:00000200:3.0:1761322991.144808:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322991.144814:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322991.144819:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eb6fba2b (tot 82350714). 00000800:00000200:3.0:1761322991.144825:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322991.144833:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322991.144837:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eb6fba2b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761322991.144857:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000837bee1b. 00000020:00000010:3.0:1761322991.144871:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000068902843. 00000020:00000010:3.0:1761322991.144875:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004b54b1ab. 02000000:00000010:3.0:1761322991.144884:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000037d4a7b2. 00000100:00000010:3.0:1761322991.144887:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000025be6896. 02000000:00000010:3.0:1761322991.144892:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000042f8d91f. 00000100:00000010:3.0:1761322991.144895:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000076100024. 02000000:00000010:3.0:1761322991.144899:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006c5a3bcf. 00000100:00000010:3.0:1761322991.144902:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c802a107. 02000000:00000010:3.0:1761322991.144905:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e99300b6. 00000100:00000010:3.0:1761322991.144907:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000aadbcd0f. 02000000:00000010:3.0:1761322991.144911:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000089671c9. 00000100:00000010:3.0:1761322991.144914:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003d5ed93a. 02000000:00000010:3.0:1761322991.144916:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000082d305cb. 00000100:00000010:3.0:1761322991.144919:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001e4c2c1b. 00000100:00000200:3.0:1761322991.144925:0:66652:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1761322991.144930:0:66652:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005edbb868. 00000400:00000010:3.0:1761322991.144935:0:66652:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000047a3145a (tot 82350866). 00000800:00000200:1.0:1761322991.145005:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761322991.145009:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eb6fba2b (tot 82350618). 00000400:00000200:1.0:1761322991.145014:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322991.145019:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:1.0:1761322991.145022:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a1f6e4d9 00000400:00000010:1.0:1761322991.145023:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a1f6e4d9. 02000000:00000010:1.0:1761322991.145027:0:15812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000d6cdf5c. 00010000:00000010:1.1:1761322991.145188:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006e9f9936. 00010000:00000010:0.1:1761322991.145358:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000fb4d990. 00010000:00000010:0.1:1761322991.145366:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005d6b12e7. 00080000:00000010:0.0:1761322991.145393:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d4da2b3f. 00010000:00000010:0.0:1761322991.145495:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000004bbf67f. 00010000:00000010:0.0:1761322991.145503:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ac076d0a. 00010000:00000010:0.0:1761322991.145607:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005d6b12e7. 00010000:00000010:0.0:1761322991.145613:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000004bbf67f. 00010000:00000010:0.0:1761322991.145625:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000030964ad7. 00000100:00000010:0.0:1761322991.145630:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002b89c02b. 00000100:00000010:0.0:1761322991.145637:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000094ca1c7b. 02000000:00000010:0.0:1761322991.145649:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000084732275. 02000000:00000010:0.0:1761322991.145671:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000aa06b953. 00000400:00000010:0.0:1761322991.145676:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000982ee605. 00000400:00000010:0.0:1761322991.145680:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006519b1d7. 00000100:00000200:0.0:1761322991.145683:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956455808, portal 16 00000400:00000010:0.0:1761322991.145688:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005ba57133. 00000100:00000200:0.0:1761322991.145689:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956455808, offset 0 00000400:00000200:0.0:1761322991.145697:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322991.145705:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322991.145713:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:0.0:1761322991.145717:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761322991.145720:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322991.145723:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88831:88831:256:4294967295] 192.168.201.29@tcp LPNI seq info [88831:88831:8:4294967295] 00000400:00000200:0.0:1761322991.145730:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322991.145735:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322991.145739:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004c92fdd7 (tot 82350866). 00000800:00000200:0.0:1761322991.145744:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322991.145749:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322991.145752:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004c92fdd7 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761322991.146121:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322991.146124:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004c92fdd7 (tot 82350618). 00000400:00000200:3.0:1761322991.146128:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.146132:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322991.146135:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005ba57133 00000400:00000010:3.0:1761322991.146137:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005ba57133. 00000100:00000200:3.0:1761322991.146146:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000094ca1c7b x1846879956455808/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761322991.148142:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:1.0:1761322991.148167:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf5180 00000400:00000200:1.0:1761322991.148178:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xabda9 [1] + 224 00000400:00000200:1.0:1761322991.148197:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322991.148202:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:1.0:1761322991.148213:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000094ca1c7b x1846879956455808/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761322991.148618:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000982ee605. 00000400:00000200:0.0:1761322991.148630:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006519b1d7 00000400:00000010:0.0:1761322991.148633:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006519b1d7. 00000100:00000200:0.0:1761322991.148649:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000094ca1c7b x1846879956455808/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761322991.148660:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000094ca1c7b x1846879956455808/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761322991.148769:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000aa06b953. 02000000:00000010:0.0:1761322991.148776:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000084732275. 00000100:00000010:0.0:1761322991.148781:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000094ca1c7b. 00000100:00000010:0.0:1761322991.148786:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002b89c02b. 00010000:00000010:0.0:1761322991.148790:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000030964ad7. 00010000:00000010:3.1:1761322991.149117:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ace29fdd. 00000400:00000200:1.0:1761322991.150880:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:1.0:1761322991.150972:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb58b80 00000400:00000200:1.0:1761322991.150982:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa739 [2] + 0 00000400:00000200:1.0:1761322991.151115:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322991.151123:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:1.0:1761322991.151133:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761322991.151140:0:15812:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004760bad7. 00000020:00000010:3.0:1761322991.151227:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004b54b1ab. 00000020:00000010:3.0:1761322991.151238:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000837bee1b. 00000020:00000010:3.0:1761322991.151243:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000068902843. 00000100:00000200:3.0:1761322991.151274:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000004760bad7 x1846879955815296/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761322991.151311:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955815296 02000000:00000010:3.0:1761322991.151323:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000fa878bed. 00010000:00000010:3.0:1761322991.151359:0:66652:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f8a60bc4. 00010000:00000010:3.0:1761322991.151386:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002fbf2dee. 00000100:00000010:3.0:1761322991.151395:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000998415da. 00000100:00000010:3.0:1761322991.151415:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000998415da. 00010000:00000010:3.0:1761322991.151419:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002fbf2dee. 00000400:00000010:3.0:1761322991.151434:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a1f6e4d9. 00000100:00000200:3.0:1761322991.151441:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955815296, offset 224 00000400:00000200:3.0:1761322991.151451:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:3.0:1761322991.151466:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322991.151475:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88832:88832:256:4294967295] 192.168.201.29@tcp LPNI seq info [88832:88832:8:4294967295] 00080000:00000010:0.0:1761322991.151476:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000084732275. 00000400:00000200:3.0:1761322991.151557:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322991.151564:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322991.151570:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000642747f (tot 82350866). 00000800:00000200:3.0:1761322991.151578:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322991.151588:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322991.151595:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000642747f type 1, nob 320 niov 1 nkiov 1 00010000:00000010:0.0:1761322991.151603:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000004bbf67f. 00010000:00000010:0.0:1761322991.151617:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000077bb0ccd. 00000020:00000010:3.0:1761322991.151626:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000837bee1b. 00000020:00000010:3.0:1761322991.151633:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000068902843. 00000020:00000010:3.0:1761322991.151638:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004b54b1ab. 00000800:00000200:3.0:1761322991.151728:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322991.151732:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000642747f (tot 82350618). 00000400:00000200:3.0:1761322991.151736:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.151740:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322991.151744:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a1f6e4d9 00000400:00000010:3.0:1761322991.151746:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a1f6e4d9. 00010000:00000010:0.0:1761322991.152032:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c5525c0b. 00010000:00000010:0.0:1761322991.152052:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000004bbf67f. 00010000:00000010:0.0:1761322991.152069:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000030964ad7. 00000100:00000010:0.0:1761322991.152117:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002b89c02b. 00000100:00000010:0.0:1761322991.152129:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000094ca1c7b. 02000000:00000010:0.0:1761322991.152149:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000aa06b953. 02000000:00000010:0.0:1761322991.152185:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000092f5be03. 00000400:00000010:0.0:1761322991.152192:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000982ee605. 00000400:00000010:0.0:1761322991.152201:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006519b1d7. 00000100:00000200:0.0:1761322991.152209:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956455872, portal 16 00000400:00000010:0.0:1761322991.152215:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000079c1ed9c. 00000100:00000200:0.0:1761322991.152221:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956455872, offset 0 00000400:00000200:0.0:1761322991.152236:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322991.152257:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322991.152266:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:0.0:1761322991.152271:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761322991.152275:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322991.152279:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88833:88833:256:4294967295] 192.168.201.29@tcp LPNI seq info [88833:88833:8:4294967295] 00000400:00000200:0.0:1761322991.152297:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322991.152305:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322991.152310:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a69d00c5 (tot 82350866). 00000800:00000200:0.0:1761322991.152316:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322991.152322:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322991.152873:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a69d00c5 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1761322991.153134:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002097b38a. 00010000:00000010:0.1:1761322991.153149:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003999fc69. 00000800:00000200:1.0:1761322991.154948:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761322991.154956:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a69d00c5 (tot 82350618). 00000400:00000200:1.0:1761322991.154966:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322991.154976:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:1.0:1761322991.154983:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000079c1ed9c 00000400:00000010:1.0:1761322991.154985:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000079c1ed9c. 00000100:00000200:1.0:1761322991.155001:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000094ca1c7b x1846879956455872/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761322991.158121:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000033290b2c. 00000400:00000200:1.0:1761322991.159146:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:1.0:1761322991.159167:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf51c0 00000400:00000200:1.0:1761322991.159176:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xabdb5 [1] + 224 00000400:00000200:1.0:1761322991.159198:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322991.159202:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:1.0:1761322991.159216:0:15812:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000094ca1c7b x1846879956455872/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761322991.159319:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000982ee605. 00000400:00000200:0.0:1761322991.159344:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006519b1d7 00000400:00000010:0.0:1761322991.159347:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006519b1d7. 00000100:00000200:0.0:1761322991.159365:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000094ca1c7b x1846879956455872/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761322991.159376:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000094ca1c7b x1846879956455872/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761322991.159416:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000092f5be03. 02000000:00000010:0.0:1761322991.159424:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000aa06b953. 00000100:00000010:0.0:1761322991.159428:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000094ca1c7b. 00000100:00000010:0.0:1761322991.159433:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002b89c02b. 00010000:00000010:0.0:1761322991.159436:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000030964ad7. 00000400:00000200:3.0:1761322991.160016:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322991.160029:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb58bc0 00000400:00000200:3.0:1761322991.160047:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa739 [2] + 328 00000400:00000200:3.0:1761322991.160108:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.160112:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322991.160118:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761322991.160124:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001e4c2c1b. 00000020:00000010:1.0:1761322991.160528:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002af4dc3b. 00000020:00000010:1.0:1761322991.160536:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f54ae4a1. 00000020:00000010:1.0:1761322991.160541:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000acc5c903. 00000100:00000200:1.0:1761322991.160720:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001e4c2c1b x1846879955815360/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761322991.160757:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955815360 02000000:00000010:1.0:1761322991.160773:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000037d4a7b2. 00010000:00000010:1.0:1761322991.160805:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a79453c8. 00010000:00000010:1.0:1761322991.160833:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d0c54977. 00000100:00000010:1.0:1761322991.160840:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000075b0e913. 00000100:00000010:1.0:1761322991.160859:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000075b0e913. 00010000:00000010:1.0:1761322991.160863:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d0c54977. 00000400:00000010:1.0:1761322991.160880:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007b307a51. 00000100:00000200:1.0:1761322991.160886:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955815360, offset 224 00000400:00000200:1.0:1761322991.160897:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322991.160911:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322991.160918:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88834:88834:256:4294967295] 192.168.201.29@tcp LPNI seq info [88834:88834:8:4294967295] 00080000:00000010:0.0:1761322991.160922:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000aa06b953. 00000400:00000200:1.0:1761322991.160934:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322991.160941:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322991.160947:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa7b1f3a (tot 82350866). 00000800:00000200:1.0:1761322991.160953:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322991.160962:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322991.160966:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa7b1f3a type 1, nob 320 niov 1 nkiov 1 00010000:00000010:0.0:1761322991.161035:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000004bbf67f. 00010000:00000010:0.0:1761322991.161059:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d7949276. 00010000:00000010:0.0:1761322991.161179:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003999fc69. 00010000:00000010:0.0:1761322991.161187:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000004bbf67f. 00010000:00000010:0.0:1761322991.161201:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000030964ad7. 00000100:00000010:0.0:1761322991.161207:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002b89c02b. 00000100:00000010:0.0:1761322991.161217:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000094ca1c7b. 02000000:00000010:0.0:1761322991.161234:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000092f5be03. 02000000:00000010:0.0:1761322991.161268:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a7958e34. 00000400:00000010:0.0:1761322991.161275:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000982ee605. 00000400:00000010:0.0:1761322991.161281:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006519b1d7. 00000100:00000200:0.0:1761322991.161287:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956455936, portal 16 00000400:00000010:0.0:1761322991.161293:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ca103527. 00000100:00000200:0.0:1761322991.161296:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956455936, offset 0 00000400:00000200:0.0:1761322991.161305:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322991.161320:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322991.161339:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:0.0:1761322991.161344:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761322991.161347:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322991.161351:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88835:88835:255:4294967295] 192.168.201.29@tcp LPNI seq info [88835:88835:7:4294967295] 00000400:00000200:0.0:1761322991.161365:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322991.161371:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322991.161376:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f8f59593 (tot 82351114). 00000800:00000200:0.0:1761322991.161383:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322991.161390:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322991.161395:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f8f59593 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:1.0:1761322991.161981:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f54ae4a1. 00000020:00000010:1.0:1761322991.161990:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000acc5c903. 00000020:00000010:1.0:1761322991.161995:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002af4dc3b. 00010000:00000010:0.1:1761322991.162863:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ecff69cb. 00010000:00000010:0.1:1761322991.162877:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005d6b12e7. 00000800:00000200:2.0:1761322991.162899:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322991.162906:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa7b1f3a (tot 82350866). 00000400:00000200:2.0:1761322991.162919:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.162930:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322991.162936:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007b307a51 00000400:00000010:2.0:1761322991.162939:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007b307a51. 00000800:00000200:2.0:1761322991.162994:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322991.162996:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f8f59593 (tot 82350618). 00000400:00000200:2.0:1761322991.163000:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.163003:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322991.163006:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ca103527 00000400:00000010:2.0:1761322991.163007:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ca103527. 00000100:00000200:2.0:1761322991.163016:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000094ca1c7b x1846879956455936/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322991.165555:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322991.165577:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf5200 00000400:00000200:3.0:1761322991.165587:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xabdc1 [1] + 224 00000400:00000200:3.0:1761322991.165600:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.165604:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322991.165614:0:15812:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000094ca1c7b x1846879956455936/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322991.165646:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322991.165650:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb58c00 00000400:00000200:3.0:1761322991.165655:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa739 [2] + 656 00000400:00000200:3.0:1761322991.165664:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.165666:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322991.165671:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761322991.165676:0:15812:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003d5ed93a. 00000400:00000010:0.0:1761322991.165985:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000982ee605. 00000400:00000200:0.0:1761322991.165998:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006519b1d7 00000400:00000010:0.0:1761322991.166001:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006519b1d7. 00000100:00000200:0.0:1761322991.166020:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000094ca1c7b x1846879956455936/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761322991.166033:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000094ca1c7b x1846879956455936/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761322991.166136:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a7958e34. 02000000:00000010:0.0:1761322991.166146:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000092f5be03. 00000100:00000010:0.0:1761322991.166154:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000094ca1c7b. 00000100:00000010:0.0:1761322991.166160:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002b89c02b. 00010000:00000010:0.0:1761322991.166165:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000030964ad7. 00000020:00000010:2.0:1761322991.166176:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000006850f69. 00000020:00000010:2.0:1761322991.166188:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008d563356. 00000020:00000010:2.0:1761322991.166193:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c4bb781f. 00000100:00000200:2.0:1761322991.166222:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003d5ed93a x1846879955815424/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761322991.166250:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955815424 02000000:00000010:2.0:1761322991.166264:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000082d305cb. 00010000:00000010:2.0:1761322991.166295:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cfd70472. 00010000:00000010:2.0:1761322991.166321:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008443a5df. 00000100:00000010:2.0:1761322991.166329:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c487334b. 00000100:00000010:2.0:1761322991.166347:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c487334b. 00010000:00000010:2.0:1761322991.166352:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008443a5df. 00000400:00000010:2.0:1761322991.166368:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000aabd3299. 00000100:00000200:2.0:1761322991.166374:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955815424, offset 224 00000400:00000200:2.0:1761322991.166385:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:2.0:1761322991.166397:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00080000:00000010:0.0:1761322991.166404:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000092f5be03. 00000400:00000200:2.0:1761322991.166405:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88836:88836:256:4294967295] 192.168.201.29@tcp LPNI seq info [88836:88836:8:4294967295] 00000400:00000200:2.0:1761322991.166423:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:2.0:1761322991.166429:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:2.0:1761322991.166435:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a3160ea0 (tot 82350866). 00000800:00000200:2.0:1761322991.166443:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:2.0:1761322991.166450:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:2.0:1761322991.166455:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a3160ea0 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761322991.166474:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008d563356. 00000020:00000010:2.0:1761322991.166481:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c4bb781f. 00000020:00000010:2.0:1761322991.166486:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000006850f69. 00010000:00000010:0.0:1761322991.166514:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000004bbf67f. 00010000:00000010:0.0:1761322991.166526:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001bbf4346. 00000800:00000200:3.0:1761322991.166675:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322991.166680:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a3160ea0 (tot 82350618). 00000400:00000200:3.0:1761322991.166686:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.166691:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322991.166695:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000aabd3299 00000400:00000010:3.0:1761322991.166697:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000aabd3299. 00010000:00000010:0.0:1761322991.166995:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005d6b12e7. 00010000:00000010:0.0:1761322991.167004:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000004bbf67f. 00010000:00000010:0.0:1761322991.167019:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000030964ad7. 00000100:00000010:0.0:1761322991.167025:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002b89c02b. 00000100:00000010:0.0:1761322991.167036:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000094ca1c7b. 02000000:00000010:0.0:1761322991.167064:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a7958e34. 02000000:00000010:0.0:1761322991.167286:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009f6bfb58. 00000400:00000010:0.0:1761322991.167294:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000982ee605. 00000400:00000010:0.0:1761322991.167301:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006519b1d7. 00000100:00000200:0.0:1761322991.167309:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956456000, portal 16 00000400:00000010:0.0:1761322991.167315:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000099514ae8. 00000100:00000200:0.0:1761322991.167318:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956456000, offset 0 00000400:00000200:0.0:1761322991.167330:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322991.167346:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322991.167355:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:0.0:1761322991.167359:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761322991.167362:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322991.167365:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88837:88837:256:4294967295] 192.168.201.29@tcp LPNI seq info [88837:88837:8:4294967295] 00000400:00000200:0.0:1761322991.167375:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322991.167381:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322991.167385:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bf5e0f07 (tot 82350866). 00000800:00000200:0.0:1761322991.167584:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322991.167669:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322991.167674:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bf5e0f07 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761322991.167982:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322991.167987:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bf5e0f07 (tot 82350618). 00000400:00000200:2.0:1761322991.167992:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.167997:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322991.168002:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000099514ae8 00000400:00000010:2.0:1761322991.168004:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000099514ae8. 00000100:00000200:2.0:1761322991.168014:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000094ca1c7b x1846879956456000/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761322991.169473:0:78731:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000062eb582b. 00000400:00000200:0.0:1761322991.173274:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:0.0:1761322991.173302:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf5240 00000400:00000200:0.0:1761322991.173312:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xabdcd [1] + 224 00000400:00000200:0.0:1761322991.173331:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322991.173336:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:0.0:1761322991.173347:0:15812:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000094ca1c7b x1846879956456000/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761322991.173394:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:0.0:1761322991.173401:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb58c40 00000400:00000200:0.0:1761322991.173408:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa739 [2] + 984 00000400:00000010:3.0:1761322991.173424:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000982ee605. 00000400:00000200:3.0:1761322991.173433:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006519b1d7 00000400:00000010:3.0:1761322991.173435:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006519b1d7. 00000100:00000200:3.0:1761322991.173448:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000094ca1c7b x1846879956456000/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761322991.173457:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000094ca1c7b x1846879956456000/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761322991.173473:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322991.173479:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:0.0:1761322991.173484:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 02000000:00000010:3.0:1761322991.173490:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009f6bfb58. 00000100:00000010:0.0:1761322991.173490:0:15812:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e84b8751. 02000000:00000010:3.0:1761322991.173498:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a7958e34. 00000100:00000010:3.0:1761322991.173504:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000094ca1c7b. 00000100:00000010:3.0:1761322991.173509:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002b89c02b. 00010000:00000010:3.0:1761322991.173513:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000030964ad7. 00000020:00000010:2.0:1761322991.173805:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000006850f69. 00000020:00000010:2.0:1761322991.173813:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008d563356. 00000020:00000010:2.0:1761322991.173819:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c4bb781f. 00000100:00000200:2.0:1761322991.173843:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e84b8751 x1846879955815488/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761322991.173877:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955815488 02000000:00000010:2.0:1761322991.173889:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c694c491. 00010000:00000010:2.0:1761322991.173924:0:66652:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000099a3cab0. 00010000:00000010:2.0:1761322991.173945:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008443a5df. 00000100:00000010:2.0:1761322991.173953:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c487334b. 00000100:00000010:2.0:1761322991.173970:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c487334b. 00010000:00000010:2.0:1761322991.173974:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008443a5df. 00000400:00000010:2.0:1761322991.173989:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a9ac6a39. 00000100:00000200:2.0:1761322991.173994:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955815488, offset 224 00000400:00000200:2.0:1761322991.174004:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00080000:00000010:3.0:1761322991.174015:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f1edb73e. 00000400:00000200:2.0:1761322991.174019:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:2.0:1761322991.174027:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88838:88838:256:4294967295] 192.168.201.29@tcp LPNI seq info [88838:88838:8:4294967295] 00000400:00000200:2.0:1761322991.174048:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:2.0:1761322991.174053:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:2.0:1761322991.174060:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a3160ea0 (tot 82350866). 00000800:00000200:2.0:1761322991.174067:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:2.0:1761322991.174103:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:2.0:1761322991.174108:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a3160ea0 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761322991.174128:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008d563356. 00000020:00000010:2.0:1761322991.174135:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c4bb781f. 00000020:00000010:2.0:1761322991.174138:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000006850f69. 00010000:00000010:3.0:1761322991.174273:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000004bbf67f. 00010000:00000010:3.0:1761322991.174283:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006035ff81. 00000800:00000200:0.0:1761322991.174356:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761322991.174360:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a3160ea0 (tot 82350618). 00000400:00000200:0.0:1761322991.174365:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322991.174370:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:0.0:1761322991.174373:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a9ac6a39 00000400:00000010:0.0:1761322991.174375:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a9ac6a39. 00010000:00000010:3.0:1761322991.174611:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a10c93c2. 00010000:00000010:3.0:1761322991.174618:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008200e451. 00010000:00000010:3.0:1761322991.174632:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002fbf2dee. 00000100:00000010:3.0:1761322991.174638:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000998415da. 00000100:00000010:3.0:1761322991.174646:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000aadbcd0f. 02000000:00000010:3.0:1761322991.174658:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c3d94ee7. 02000000:00000010:3.0:1761322991.174680:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003239c13f. 00000400:00000010:3.0:1761322991.174685:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000071614406. 00000400:00000010:3.0:1761322991.174691:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a1f6e4d9. 00000100:00000200:3.0:1761322991.174698:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956456064, portal 16 00000400:00000010:3.0:1761322991.174703:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d78242fa. 00000100:00000200:3.0:1761322991.174705:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956456064, offset 0 00000400:00000200:3.0:1761322991.174711:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:3.0:1761322991.174718:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322991.174726:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:3.0:1761322991.174731:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761322991.174734:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:3.0:1761322991.174737:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88839:88839:256:4294967295] 192.168.201.29@tcp LPNI seq info [88839:88839:8:4294967295] 00000400:00000200:3.0:1761322991.174744:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322991.174749:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322991.174753:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000642747f (tot 82350866). 00000800:00000200:3.0:1761322991.174757:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322991.174763:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322991.174765:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000642747f type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761322991.174847:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322991.174850:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000642747f (tot 82350618). 00000400:00000200:2.0:1761322991.174854:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.174857:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322991.174859:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d78242fa 00000400:00000010:2.0:1761322991.174860:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d78242fa. 00000100:00000200:2.0:1761322991.174866:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000aadbcd0f x1846879956456064/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761322991.176169:0:78732:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000c2a389e. 00010000:00000010:0.1:1761322991.176179:0:78732:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c5525c0b. 00000400:00000200:3.0:1761322991.176577:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322991.176595:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf5280 00000400:00000200:3.0:1761322991.176603:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xabdd9 [1] + 224 00000400:00000200:3.0:1761322991.176623:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.176627:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322991.176636:0:15812:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000aadbcd0f x1846879956456064/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761322991.176834:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000071614406. 00000400:00000200:1.0:1761322991.176840:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a1f6e4d9 00000400:00000010:1.0:1761322991.176841:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a1f6e4d9. 00000100:00000200:1.0:1761322991.176848:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000aadbcd0f x1846879956456064/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761322991.176856:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000aadbcd0f x1846879956456064/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761322991.176883:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003239c13f. 02000000:00000010:1.0:1761322991.176890:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c3d94ee7. 00000100:00000010:1.0:1761322991.176894:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000aadbcd0f. 00000100:00000010:1.0:1761322991.176900:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000998415da. 00010000:00000010:1.0:1761322991.176905:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002fbf2dee. 00000400:00000200:3.0:1761322991.177149:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322991.177157:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb58c80 00000400:00000200:3.0:1761322991.177162:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa739 [2] + 1312 00000400:00000200:3.0:1761322991.177219:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.177223:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322991.177228:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761322991.177234:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000025be6896. 00000020:00000010:2.0:1761322991.177298:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c7b06da5. 00000020:00000010:2.0:1761322991.177307:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008d563356. 00000020:00000010:2.0:1761322991.177311:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c4bb781f. 00000100:00000200:2.0:1761322991.177335:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000025be6896 x1846879955815552/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761322991.177379:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955815552 02000000:00000010:2.0:1761322991.177390:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000035a7aab0. 00010000:00000010:2.0:1761322991.177422:0:66652:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004a22ff23. 00010000:00000010:2.0:1761322991.177445:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008443a5df. 00000100:00000010:2.0:1761322991.177452:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c487334b. 00000100:00000010:2.0:1761322991.177464:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c487334b. 00010000:00000010:2.0:1761322991.177469:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008443a5df. 00000400:00000010:2.0:1761322991.177484:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000363c05b3. 00000100:00000200:2.0:1761322991.177489:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955815552, offset 224 00000400:00000200:2.0:1761322991.177500:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:2.0:1761322991.177513:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:2.0:1761322991.177520:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88840:88840:256:4294967295] 192.168.201.29@tcp LPNI seq info [88840:88840:8:4294967295] 00000400:00000200:2.0:1761322991.177530:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:2.0:1761322991.177536:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:2.0:1761322991.177540:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000074e57caf (tot 82350866). 00000800:00000200:2.0:1761322991.177546:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:2.0:1761322991.177556:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:2.0:1761322991.177560:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000074e57caf type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761322991.177586:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008d563356. 00000020:00000010:2.0:1761322991.177594:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c4bb781f. 00000020:00000010:2.0:1761322991.177597:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c7b06da5. 00080000:00000010:2.0:1761322991.177629:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c7b06da5. 00000800:00000200:1.0:1761322991.177659:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761322991.177664:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000074e57caf (tot 82350618). 00000400:00000200:1.0:1761322991.177668:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322991.177672:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:1.0:1761322991.177675:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000363c05b3 00000400:00000010:1.0:1761322991.177677:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000363c05b3. 00010000:00000010:2.0:1761322991.177863:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008200e451. 00010000:00000010:2.0:1761322991.177872:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003f8a130c. 00010000:00000010:2.0:1761322991.177961:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000dfe37e23. 00010000:00000010:2.0:1761322991.177968:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.177976:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008443a5df. 00000100:00000010:2.0:1761322991.177979:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c487334b. 00000100:00000010:2.0:1761322991.177986:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d6d0189b. 02000000:00000010:2.0:1761322991.177997:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000026bbeaa9. 02000000:00000010:2.0:1761322991.178019:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001dff759e. 00000400:00000010:2.0:1761322991.178024:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000022cdc7b0. 00000400:00000010:2.0:1761322991.178029:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000067f15243. 00000100:00000200:2.0:1761322991.178034:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956456128, portal 16 00000400:00000010:2.0:1761322991.178050:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002ff729bf. 00000100:00000200:2.0:1761322991.178052:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956456128, offset 0 00000400:00000200:2.0:1761322991.178057:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:2.0:1761322991.178065:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:2.0:1761322991.178072:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00010000:00000010:0.1:1761322991.178100:0:78732:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000d62e0e7. 00010000:00000010:2.1:1761322991.178101:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000170c23d1. 00010000:00000010:0.1:1761322991.178108:0:78732:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003999fc69. 00000400:00000200:2.0:1761322991.178112:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761322991.178116:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:2.0:1761322991.178120:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88841:88841:256:4294967295] 192.168.201.29@tcp LPNI seq info [88841:88841:8:4294967295] 00000400:00000200:2.0:1761322991.178129:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:2.0:1761322991.178134:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:2.0:1761322991.178138:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007e67acbb (tot 82350866). 00000800:00000200:2.0:1761322991.178144:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:2.0:1761322991.178149:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:2.0:1761322991.178151:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007e67acbb type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1761322991.178211:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000029f97686. 00010000:00000010:3.1:1761322991.178218:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005d6b12e7. 00000800:00000200:3.0:1761322991.178273:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322991.178276:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007e67acbb (tot 82350618). 00000400:00000200:3.0:1761322991.178280:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.178285:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322991.178287:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002ff729bf 00000400:00000010:3.0:1761322991.178289:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002ff729bf. 00000100:00000200:3.0:1761322991.178293:0:15812:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d6d0189b x1846879956456128/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322991.179798:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322991.179816:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf52c0 00000400:00000200:3.0:1761322991.179826:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xabde5 [1] + 224 00000400:00000200:3.0:1761322991.179842:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.179846:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322991.179855:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d6d0189b x1846879956456128/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761322991.179916:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000022cdc7b0. 00000400:00000200:2.0:1761322991.179921:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000067f15243 00000400:00000010:2.0:1761322991.179923:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000067f15243. 00000100:00000200:2.0:1761322991.179929:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d6d0189b x1846879956456128/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761322991.179937:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d6d0189b x1846879956456128/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761322991.179965:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001dff759e. 02000000:00000010:2.0:1761322991.179970:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000026bbeaa9. 00000100:00000010:2.0:1761322991.179974:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d6d0189b. 00000100:00000010:2.0:1761322991.179977:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c487334b. 00010000:00000010:2.0:1761322991.179981:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008443a5df. 00000400:00000200:1.0:1761322991.180458:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:1.0:1761322991.180469:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb58cc0 00000400:00000200:1.0:1761322991.180474:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa739 [2] + 1640 00000400:00000200:1.0:1761322991.180530:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322991.180534:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:1.0:1761322991.180538:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761322991.180544:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000089684651. 00000020:00000010:3.0:1761322991.180620:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000acbffd10. 00000020:00000010:3.0:1761322991.180628:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000837bee1b. 00000020:00000010:3.0:1761322991.180633:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000068902843. 00000100:00000200:3.0:1761322991.180656:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000089684651 x1846879955815616/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761322991.180742:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955815616 02000000:00000010:3.0:1761322991.180755:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000194f3f12. 00010000:00000010:3.0:1761322991.180782:0:66652:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f489373e. 00010000:00000010:3.0:1761322991.180802:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c880339f. 00000100:00000010:3.0:1761322991.180808:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000987e5119. 00000100:00000010:3.0:1761322991.180823:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000987e5119. 00010000:00000010:3.0:1761322991.180827:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c880339f. 00000400:00000010:3.0:1761322991.180841:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007f716d44. 00000100:00000200:3.0:1761322991.180846:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955815616, offset 224 00000400:00000200:3.0:1761322991.180853:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:3.0:1761322991.180864:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322991.180870:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88842:88842:256:4294967295] 192.168.201.29@tcp LPNI seq info [88842:88842:8:4294967295] 00000400:00000200:3.0:1761322991.180882:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322991.180887:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322991.180893:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000c003157 (tot 82350866). 00000800:00000200:3.0:1761322991.180900:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322991.180909:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322991.180913:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000c003157 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761322991.180941:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000837bee1b. 00000020:00000010:3.0:1761322991.180946:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000068902843. 00000020:00000010:3.0:1761322991.180951:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000acbffd10. 00080000:00000010:2.0:1761322991.181360:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000001dff759e. 00010000:00000010:2.0:1761322991.181456:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.181463:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005304d0f0. 00000001:00000010:2.0:1761322991.181546:0:77376:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000022cdc7b0. 00000001:00000010:2.0:1761322991.181553:0:77376:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000022cdc7b0. 00000001:00000010:2.0:1761322991.181557:0:77376:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000841445dd. 00080000:00000010:2.0:1761322991.181561:0:77376:0:(osd_handler.c:6689:osd_it_iam_fini()) kfreed 'it': 328 at 0000000076902950. 00080000:00000010:2.0:1761322991.181568:0:77376:0:(osd_handler.c:6661:osd_it_iam_init()) kmalloced '(it)': 328 at 0000000026bbeaa9. 00000001:00000010:2.0:1761322991.181575:0:77376:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000022cdc7b0. 00010000:00000010:2.0:1761322991.181606:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003df070da. 00010000:00000010:2.0:1761322991.181609:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.181614:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000746e8c1a. 00010000:00000010:2.0:1761322991.181619:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.181630:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000000116e896. 00010000:00000010:2.0:1761322991.181654:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.181656:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.181692:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a9564957. 00010000:00000010:2.0:1761322991.181695:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.181699:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d84a8769. 00010000:00000010:2.0:1761322991.181702:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.181710:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c5701894. 00010000:00000010:2.0:1761322991.181732:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.181735:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.181768:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e46d1d43. 00010000:00000010:2.0:1761322991.181770:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.181775:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c485de83. 00010000:00000010:2.0:1761322991.181778:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.181785:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000006a9dcb94. 00010000:00000010:2.0:1761322991.181808:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.181812:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.181860:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007e5fc9a9. 00010000:00000010:2.0:1761322991.181862:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.181866:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000498d8983. 00010000:00000010:2.0:1761322991.181869:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.181876:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000071e35eab. 00010000:00000010:2.0:1761322991.181898:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.181901:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.181934:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e291c7af. 00010000:00000010:2.0:1761322991.181936:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.181940:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000996472df. 00010000:00000010:2.0:1761322991.181943:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.181953:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d487e3d3. 00010000:00000010:2.0:1761322991.181976:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.181979:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.182019:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000569f3638. 00010000:00000010:2.0:1761322991.182022:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.182025:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003f74d388. 00010000:00000010:2.0:1761322991.182028:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.182051:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000062f63a66. 00010000:00000010:2.0:1761322991.182108:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.182112:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.182152:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009fa9ee2a. 00010000:00000010:2.0:1761322991.182158:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.182162:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e0ebd113. 00010000:00000010:2.0:1761322991.182166:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.182175:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000025b826d7. 00010000:00000010:2.0:1761322991.182199:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.182204:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.182238:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000095fb0493. 00010000:00000010:2.0:1761322991.182241:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.182244:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001b2c9400. 00010000:00000010:2.0:1761322991.182248:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.182256:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000005bac0251. 00010000:00000010:2.0:1761322991.182281:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.182285:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.182320:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004253850f. 00010000:00000010:2.0:1761322991.182323:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.182326:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000096c21227. 00010000:00000010:2.0:1761322991.182329:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.182337:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000033c58364. 00010000:00000010:2.0:1761322991.182358:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.182362:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.182401:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003b052f04. 00010000:00000010:2.0:1761322991.182405:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.182408:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000052495356. 00010000:00000010:2.0:1761322991.182410:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.182427:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000003642dd39. 00010000:00000010:2.0:1761322991.182451:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.182454:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.182491:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f84670a9. 00010000:00000010:2.0:1761322991.182494:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.182498:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006fea5f55. 00010000:00000010:2.0:1761322991.182502:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.182508:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d0bc6836. 00010000:00000010:2.0:1761322991.182531:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.182534:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.182573:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d5534051. 00010000:00000010:2.0:1761322991.182576:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.182580:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007e560468. 00010000:00000010:2.0:1761322991.182583:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.182591:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000066e878bf. 00010000:00000010:2.0:1761322991.182616:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.182619:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.182651:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000eba68e9a. 00010000:00000010:2.0:1761322991.182654:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.182657:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d11edea6. 00010000:00000010:2.0:1761322991.182662:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.182673:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000003fb646fc. 00010000:00000010:2.0:1761322991.182698:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.182702:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.182737:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a0693646. 00010000:00000010:2.0:1761322991.182740:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.182743:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000502ca05b. 00010000:00000010:2.0:1761322991.182747:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.182755:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d08b6f89. 00010000:00000010:2.0:1761322991.182782:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.182787:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.182822:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000858f997f. 00010000:00000010:2.0:1761322991.182825:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.182828:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000aa0db37e. 00010000:00000010:2.0:1761322991.182831:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.182838:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ff9bafee. 00010000:00000010:2.0:1761322991.182861:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.182864:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.182899:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002d3c32f6. 00010000:00000010:2.0:1761322991.182903:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.182906:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000054129fc0. 00010000:00000010:2.0:1761322991.182908:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.182914:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000063e08a8b. 00010000:00000010:2.0:1761322991.182937:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.182940:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.182971:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002e558764. 00010000:00000010:2.0:1761322991.182974:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.182977:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bcfbecaf. 00010000:00000010:2.0:1761322991.182980:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.182987:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dc8c2f4e. 00010000:00000010:2.0:1761322991.183007:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.183011:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.183062:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000098efb344. 00010000:00000010:2.0:1761322991.183065:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.183068:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000024d64d1a. 00010000:00000010:2.0:1761322991.183070:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.183109:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000062e260f5. 00010000:00000010:2.0:1761322991.183141:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.183145:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.183179:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000072478715. 00010000:00000010:2.0:1761322991.183182:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.183186:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cccf6fef. 00010000:00000010:2.0:1761322991.183189:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.183197:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000006285f465. 00010000:00000010:2.0:1761322991.183220:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.183224:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.183258:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000064b28d2d. 00010000:00000010:2.0:1761322991.183260:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.183264:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001deb7dcd. 00010000:00000010:2.0:1761322991.183267:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.183273:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000079653991. 00010000:00000010:2.0:1761322991.183296:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.183300:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.183333:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007e1d5a91. 00010000:00000010:2.0:1761322991.183336:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.183339:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fe0511a4. 00010000:00000010:2.0:1761322991.183342:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.183349:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000008339bc7b. 00010000:00000010:2.0:1761322991.183372:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.183376:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.183410:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008b7848c7. 00010000:00000010:2.0:1761322991.183413:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.183416:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000057c12289. 00010000:00000010:2.0:1761322991.183418:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.183426:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000009dc0781. 00010000:00000010:2.0:1761322991.183449:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.183452:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.183485:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d7919358. 00010000:00000010:2.0:1761322991.183488:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.183490:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000885af3bb. 00010000:00000010:2.0:1761322991.183493:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.183499:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bbf952de. 00010000:00000010:2.0:1761322991.183521:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.183524:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.183559:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003940ec2a. 00010000:00000010:2.0:1761322991.183562:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.183565:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c443350f. 00010000:00000010:2.0:1761322991.183567:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.183575:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000019a838f. 00010000:00000010:2.0:1761322991.183598:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.183602:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.183631:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006e060288. 00010000:00000010:2.0:1761322991.183634:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.183637:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002930a727. 00010000:00000010:2.0:1761322991.183640:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.183647:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b473e726. 00010000:00000010:2.0:1761322991.183670:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.183673:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.183706:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e5417bd9. 00010000:00000010:2.0:1761322991.183709:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.183712:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b9ae5401. 00010000:00000010:2.0:1761322991.183714:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.183721:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b2b2b872. 00010000:00000010:2.0:1761322991.183744:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.183746:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.183782:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000089833f52. 00010000:00000010:2.0:1761322991.183786:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.183790:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f335f4cf. 00010000:00000010:2.0:1761322991.183792:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.183800:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000033e12b80. 00010000:00000010:2.0:1761322991.183824:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.183827:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.183869:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001d413e9c. 00010000:00000010:2.0:1761322991.183872:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.183876:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000036761482. 00010000:00000010:2.0:1761322991.183879:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.183886:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000079183516. 00010000:00000010:2.0:1761322991.183912:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.183916:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.183952:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007b2b76d1. 00010000:00000010:2.0:1761322991.183955:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.183960:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002a30c8d7. 00010000:00000010:2.0:1761322991.183962:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.183971:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000093c509c2. 00010000:00000010:2.0:1761322991.183996:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.183999:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.184057:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ec96c25a. 00010000:00000010:2.0:1761322991.184062:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.184066:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002a3bc515. 00010000:00000010:2.0:1761322991.184070:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00010000:00000010:2.1:1761322991.184113:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005ab6b0f3. 00080000:00000010:2.0:1761322991.184163:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000057eab510. 00010000:00000010:2.0:1761322991.184194:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.184198:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.184236:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007b36e5b6. 00010000:00000010:2.0:1761322991.184239:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.184243:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000919b699a. 00010000:00000010:2.0:1761322991.184246:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.184254:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000007df2613. 00010000:00000010:2.0:1761322991.184281:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.184285:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.184319:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000153d348. 00010000:00000010:2.0:1761322991.184323:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.184326:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e3226207. 00010000:00000010:2.0:1761322991.184328:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.184347:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000073203843. 00010000:00000010:2.0:1761322991.184374:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.184378:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.184414:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000075fd3ea4. 00010000:00000010:2.0:1761322991.184416:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.184420:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c21e4c99. 00010000:00000010:2.0:1761322991.184422:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.184430:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000544937d0. 00010000:00000010:2.0:1761322991.184456:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.184460:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.184496:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009d68c8cc. 00010000:00000010:2.0:1761322991.184499:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.184502:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000daf533c3. 00010000:00000010:2.0:1761322991.184504:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.184512:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000009f39d181. 00000800:00000200:1.0:1761322991.184514:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761322991.184519:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000c003157 (tot 82350618). 00000400:00000200:1.0:1761322991.184524:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:2.0:1761322991.184535:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00000400:00000200:1.0:1761322991.184537:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00010000:00000010:2.0:1761322991.184538:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00000400:00000200:1.0:1761322991.184545:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007f716d44 00000400:00000010:1.0:1761322991.184548:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007f716d44. 00010000:00000010:2.0:1761322991.184569:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a3e407a5. 00010000:00000010:2.0:1761322991.184573:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.184576:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e6841254. 00010000:00000010:2.0:1761322991.184580:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.184588:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000034904923. 00010000:00000010:2.0:1761322991.184619:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.184623:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.184659:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004d142138. 00010000:00000010:2.0:1761322991.184663:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.184665:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000270c24fb. 00010000:00000010:2.0:1761322991.184668:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.184677:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b8213543. 00010000:00000010:2.0:1761322991.184704:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.184707:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.184741:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000043008edc. 00010000:00000010:2.0:1761322991.184744:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.184748:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006a70dde2. 00010000:00000010:2.0:1761322991.184751:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.184759:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000007bc20eec. 00010000:00000010:2.0:1761322991.184785:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.184789:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.184824:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002d5eabd7. 00010000:00000010:2.0:1761322991.184828:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.184832:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000918f80bf. 00010000:00000010:2.0:1761322991.184835:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.184843:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000000e369bf9. 00010000:00000010:2.0:1761322991.184870:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.184874:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.184907:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000bd78d346. 00010000:00000010:2.0:1761322991.184911:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.184914:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008d499961. 00010000:00000010:2.0:1761322991.184917:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.184924:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000006c727e2e. 00010000:00000010:2.0:1761322991.184939:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.184943:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.184989:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d4bf4056. 00010000:00000010:2.0:1761322991.184993:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.184996:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000541be338. 00010000:00000010:2.0:1761322991.184999:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.185006:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ad155d8e. 00010000:00000010:2.0:1761322991.185029:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.185033:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.185129:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003efa363c. 00010000:00000010:2.0:1761322991.185132:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.185137:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000f346d4c. 00010000:00000010:2.0:1761322991.185141:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.185150:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000043e7a627. 00010000:00000010:2.0:1761322991.185177:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.185181:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.185218:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009c967783. 00010000:00000010:2.0:1761322991.185222:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.185226:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001453edc3. 00010000:00000010:2.0:1761322991.185229:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.185236:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000065e3668f. 00010000:00000010:2.0:1761322991.185260:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.185264:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.185299:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000859eeba. 00010000:00000010:2.0:1761322991.185302:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.185305:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f1ae8818. 00010000:00000010:2.0:1761322991.185308:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.185314:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000077c1e8f0. 00010000:00000010:2.0:1761322991.185339:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.185341:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.185369:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000810cdb51. 00010000:00000010:2.0:1761322991.185371:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.185373:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fcdfd878. 00010000:00000010:2.0:1761322991.185375:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.185382:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dc281411. 00010000:00000010:2.0:1761322991.185406:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.185409:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.185446:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000008a50e42. 00010000:00000010:2.0:1761322991.185449:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.185453:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002abdaee3. 00010000:00000010:2.0:1761322991.185457:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.185465:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000095b54928. 00010000:00000010:2.0:1761322991.185491:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.185495:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.185532:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000284e208d. 00010000:00000010:2.0:1761322991.185535:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.185539:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ee80b5b1. 00010000:00000010:2.0:1761322991.185542:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.185549:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f7c6a0fe. 00010000:00000010:2.0:1761322991.185572:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.185575:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.185609:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000da95e8e8. 00010000:00000010:2.0:1761322991.185612:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.185615:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001fe43532. 00010000:00000010:2.0:1761322991.185619:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.185626:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e91513dc. 00010000:00000010:2.0:1761322991.185651:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.185654:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.185694:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a984c6d1. 00010000:00000010:2.0:1761322991.185697:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.185701:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006216169e. 00010000:00000010:2.0:1761322991.185704:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.185712:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000007f40f75e. 00010000:00000010:2.0:1761322991.185735:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.185739:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.185772:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000acce41ad. 00010000:00000010:2.0:1761322991.185775:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.185779:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000091dd3283. 00010000:00000010:2.0:1761322991.185782:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.185789:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000002f3bdadd. 00010000:00000010:2.0:1761322991.185813:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.185817:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.185852:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e7ed7b44. 00010000:00000010:2.0:1761322991.185855:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.185858:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fc0205ee. 00010000:00000010:2.0:1761322991.185861:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.185870:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c5abeb26. 00010000:00000010:2.0:1761322991.185895:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.185898:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.185935:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004bf5f20a. 00010000:00000010:2.0:1761322991.185938:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.185942:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bc7bb0d5. 00010000:00000010:2.0:1761322991.185944:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.185952:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000004b15ece3. 00010000:00000010:2.0:1761322991.185975:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.185978:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.186016:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ded41d2b. 00010000:00000010:2.0:1761322991.186020:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.186023:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006e8f950d. 00010000:00000010:2.0:1761322991.186026:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.186033:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f0961664. 00010000:00000010:2.0:1761322991.186072:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.186106:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.186140:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000fb2d744e. 00010000:00000010:2.0:1761322991.186143:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.186146:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f4ea7ed3. 00010000:00000010:2.0:1761322991.186149:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.186156:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000003db644a6. 00010000:00000010:2.0:1761322991.186179:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.186182:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.186217:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000de1a281f. 00010000:00000010:2.0:1761322991.186220:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.186224:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000085dec318. 00010000:00000010:2.0:1761322991.186227:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.186237:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000050ff590c. 00010000:00000010:2.0:1761322991.186256:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.186259:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.186287:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005823be3a. 00010000:00000010:2.0:1761322991.186290:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.186293:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ed515e6f. 00010000:00000010:2.0:1761322991.186295:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.186302:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f47bab2d. 00010000:00000010:2.0:1761322991.186323:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.186326:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.186353:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000706a32a4. 00010000:00000010:2.0:1761322991.186355:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.186358:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f258f949. 00010000:00000010:2.0:1761322991.186361:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.186366:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bcca62e3. 00010000:00000010:2.0:1761322991.186385:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.186388:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.186419:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ff356e05. 00010000:00000010:2.0:1761322991.186422:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.186425:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006e21f7e2. 00010000:00000010:2.0:1761322991.186427:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.186434:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000006d29442e. 00010000:00000010:2.0:1761322991.186457:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.186460:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.186494:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c9829437. 00010000:00000010:2.0:1761322991.186498:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.186502:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000066a9cdd5. 00010000:00000010:2.0:1761322991.186505:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.186513:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bc0e4e0c. 00010000:00000010:2.0:1761322991.186538:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.186542:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.186576:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000030e2e0df. 00010000:00000010:2.0:1761322991.186578:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.186580:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007f66aaa4. 00010000:00000010:2.0:1761322991.186583:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.186589:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bc3e6f55. 00010000:00000010:2.0:1761322991.186609:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.186613:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.186649:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e682f625. 00010000:00000010:2.0:1761322991.186652:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.186655:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000164e700b. 00010000:00000010:2.0:1761322991.186658:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.186665:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000009a02e96d. 00010000:00000010:2.0:1761322991.186685:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.186688:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.186717:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000065aab5df. 00010000:00000010:2.0:1761322991.186721:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.186724:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000477cf1ae. 00010000:00000010:2.0:1761322991.186728:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.186736:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000058eb50b2. 00010000:00000010:2.0:1761322991.186757:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.186760:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.186795:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009fb2e528. 00010000:00000010:2.0:1761322991.186798:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.186801:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000684061e8. 00010000:00000010:2.0:1761322991.186804:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.186811:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000007a6c7a40. 00010000:00000010:2.0:1761322991.186834:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.186837:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.186867:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c0797506. 00010000:00000010:2.0:1761322991.186869:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.186871:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000897bd619. 00010000:00000010:2.0:1761322991.186874:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.186883:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000004244e65c. 00010000:00000010:2.0:1761322991.186908:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.186911:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.186943:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d4e02bb1. 00010000:00000010:2.0:1761322991.186947:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.186950:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c0a0f81f. 00010000:00000010:2.0:1761322991.186954:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.186963:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000041221331. 00010000:00000010:2.0:1761322991.186987:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.186991:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.187022:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000edc63fe4. 00010000:00000010:2.0:1761322991.187026:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.187031:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000aa64e64. 00010000:00000010:2.0:1761322991.187035:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.187059:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c9a80d94. 00010000:00000010:2.0:1761322991.187115:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.187119:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.187154:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000db2b40d6. 00010000:00000010:2.0:1761322991.187157:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.187159:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005e973f91. 00010000:00000010:2.0:1761322991.187162:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.187169:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000003157a266. 00010000:00000010:2.0:1761322991.187191:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.187194:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.187225:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004031e526. 00010000:00000010:2.0:1761322991.187228:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.187231:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c39afa14. 00010000:00000010:2.0:1761322991.187233:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.187241:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c69be6cc. 00010000:00000010:2.0:1761322991.187262:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.187266:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.187298:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000063b0df03. 00010000:00000010:2.0:1761322991.187301:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.187304:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bc950e3a. 00010000:00000010:2.0:1761322991.187307:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.187314:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000004334906c. 00010000:00000010:2.0:1761322991.187334:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.187337:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.187373:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b844c6ea. 00010000:00000010:2.0:1761322991.187376:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.187381:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007f2bc78c. 00010000:00000010:2.0:1761322991.187384:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.187392:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000009d667af6. 00010000:00000010:2.0:1761322991.187414:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.187417:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.187452:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008558bfc0. 00010000:00000010:2.0:1761322991.187455:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.187458:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000022b810d9. 00010000:00000010:2.0:1761322991.187461:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.187468:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000004624a52a. 00010000:00000010:2.0:1761322991.187491:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.187494:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.187525:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004acd4321. 00010000:00000010:2.0:1761322991.187528:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.187532:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ef8bd59a. 00010000:00000010:2.0:1761322991.187535:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.187542:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000000dcd9456. 00010000:00000010:2.0:1761322991.187565:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.187568:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.187603:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000088057c45. 00010000:00000010:2.0:1761322991.187606:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.187609:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a9855bb1. 00010000:00000010:2.0:1761322991.187612:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.187619:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000000ce722db. 00010000:00000010:2.0:1761322991.187638:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.187642:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.187674:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000072d88d8e. 00010000:00000010:2.0:1761322991.187676:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.187679:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000aa024dd7. 00010000:00000010:2.0:1761322991.187681:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.187688:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000000edbc95f. 00010000:00000010:2.0:1761322991.187709:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.187713:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.187744:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000710feafe. 00010000:00000010:2.0:1761322991.187746:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.187749:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009e50b570. 00010000:00000010:2.0:1761322991.187752:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.187759:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000102ac08c. 00010000:00000010:2.0:1761322991.187780:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.187784:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.187813:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000999ba873. 00010000:00000010:2.0:1761322991.187816:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.187818:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000815d3697. 00010000:00000010:2.0:1761322991.187822:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.187829:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000006cc5300d. 00010000:00000010:2.0:1761322991.187851:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.187854:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.187890:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f0d8f078. 00010000:00000010:2.0:1761322991.187893:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.187896:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bd77f12c. 00010000:00000010:2.0:1761322991.187899:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.187906:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000057b7dd62. 00010000:00000010:2.0:1761322991.187926:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.187930:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.187961:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009f675d01. 00010000:00000010:2.0:1761322991.187965:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.187969:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000069095118. 00010000:00000010:2.0:1761322991.187971:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.187979:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c3546444. 00010000:00000010:2.0:1761322991.188002:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.188005:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.188063:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000382ae549. 00010000:00000010:2.0:1761322991.188066:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.188069:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000054d14596. 00010000:00000010:2.0:1761322991.188072:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.188102:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000009fc2d37f. 00010000:00000010:2.0:1761322991.188126:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.188130:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.188162:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000017afc247. 00010000:00000010:2.0:1761322991.188165:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.188169:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004536eeef. 00010000:00000010:2.0:1761322991.188171:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.188178:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000038e9b40. 00010000:00000010:2.0:1761322991.188201:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.188204:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.188233:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000043bb3fb1. 00010000:00000010:2.0:1761322991.188236:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.188239:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000023ddbf0e. 00010000:00000010:2.0:1761322991.188242:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.188248:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000aca51458. 00010000:00000010:2.0:1761322991.188269:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.188272:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.188301:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000fdaee6cc. 00010000:00000010:2.0:1761322991.188304:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.188307:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000050f583f2. 00010000:00000010:2.0:1761322991.188310:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.188319:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000007db48bf6. 00010000:00000010:2.0:1761322991.188340:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.188344:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.188378:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e84f2b4a. 00010000:00000010:2.0:1761322991.188381:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.188385:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d2586338. 00010000:00000010:2.0:1761322991.188387:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.188395:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b2386126. 00010000:00000010:2.0:1761322991.188414:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.188417:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.188447:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001a296c71. 00010000:00000010:2.0:1761322991.188449:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.188453:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000025599197. 00010000:00000010:2.0:1761322991.188455:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.188461:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f0fff953. 00010000:00000010:2.0:1761322991.188481:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.188485:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.188518:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000024b5a3d6. 00010000:00000010:2.0:1761322991.188521:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.188524:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006c196e5c. 00010000:00000010:2.0:1761322991.188527:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.188534:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a50484bf. 00010000:00000010:2.0:1761322991.188557:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.188560:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.188590:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f4707086. 00010000:00000010:2.0:1761322991.188593:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.188596:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e3c447f5. 00010000:00000010:2.0:1761322991.188599:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.188606:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bb0eaf3e. 00010000:00000010:2.0:1761322991.188628:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.188632:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.188660:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000025a785e5. 00010000:00000010:2.0:1761322991.188663:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.188666:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000050fb7236. 00010000:00000010:2.0:1761322991.188669:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.188676:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d382c61e. 00010000:00000010:2.0:1761322991.188698:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.188701:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.188732:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004e94ca8a. 00010000:00000010:2.0:1761322991.188734:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.188738:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000c20cd44. 00010000:00000010:2.0:1761322991.188741:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.188748:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000007b528388. 00010000:00000010:2.0:1761322991.188770:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.188773:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.188811:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b585a13c. 00010000:00000010:2.0:1761322991.188815:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.188818:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000022f9064b. 00010000:00000010:2.0:1761322991.188821:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.188830:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000071156f18. 00010000:00000010:2.0:1761322991.188853:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.188856:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.188889:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000fcba5d5e. 00010000:00000010:2.0:1761322991.188892:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.188896:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003ee2f88d. 00010000:00000010:2.0:1761322991.188899:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.188906:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000002a06d095. 00010000:00000010:2.0:1761322991.188927:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.188930:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.188967:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007a9f684a. 00010000:00000010:2.0:1761322991.188969:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.188972:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000059535792. 00010000:00000010:2.0:1761322991.188975:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.188982:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000006d64ff79. 00010000:00000010:2.0:1761322991.189002:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.189005:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.189048:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a863de0d. 00010000:00000010:2.0:1761322991.189053:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.189057:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000336b45c5. 00010000:00000010:2.0:1761322991.189060:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.189068:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cfe2ee33. 00010000:00000010:2.1:1761322991.189099:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006897ff80. 00010000:00000010:2.1:1761322991.189107:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e7afd7e4. 00010000:00000010:2.1:1761322991.189111:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a10c93c2. 00010000:00000010:2.0:1761322991.189144:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.189149:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.189186:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000805cd25c. 00010000:00000010:2.0:1761322991.189189:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.189192:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000dc30fa1c. 00010000:00000010:2.0:1761322991.189196:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.189204:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a7c642f3. 00010000:00000010:2.0:1761322991.189227:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.189231:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.189263:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c63d2c12. 00010000:00000010:2.0:1761322991.189266:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.189270:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e46e7392. 00010000:00000010:2.0:1761322991.189273:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.189280:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000048044df9. 00010000:00000010:2.0:1761322991.189302:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.189305:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.189340:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c1185e38. 00010000:00000010:2.0:1761322991.189343:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.189346:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000087888d25. 00010000:00000010:2.0:1761322991.189349:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.189356:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000005d8e8b89. 00010000:00000010:2.0:1761322991.189382:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.189386:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.189416:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f455dd9b. 00010000:00000010:2.0:1761322991.189418:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.189421:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003be7b556. 00010000:00000010:2.0:1761322991.189423:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.189431:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000690dbcf6. 00010000:00000010:2.0:1761322991.189450:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.189452:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.189478:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a18d9e2f. 00010000:00000010:2.0:1761322991.189480:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.189483:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007c0306ed. 00010000:00000010:2.0:1761322991.189485:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.189490:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000095513314. 00010000:00000010:2.0:1761322991.189507:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.189510:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.189535:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000809384db. 00010000:00000010:2.0:1761322991.189538:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.189543:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001f62ca0d. 00010000:00000010:2.0:1761322991.189548:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.189555:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000000fc3f8da. 00010000:00000010:2.0:1761322991.189579:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.189582:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.189611:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000080362627. 00010000:00000010:2.0:1761322991.189613:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.189616:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000303ac8b6. 00010000:00000010:2.0:1761322991.189618:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.189625:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000035e72ddd. 00010000:00000010:2.0:1761322991.189643:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.189645:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.189673:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ee4aa2ca. 00010000:00000010:2.0:1761322991.189675:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.189678:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b7775e41. 00010000:00000010:2.0:1761322991.189681:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.189688:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000002e6300db. 00010000:00000010:2.0:1761322991.189710:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.189714:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.189747:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000ffb339e. 00010000:00000010:2.0:1761322991.189750:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.189753:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f71e84ef. 00010000:00000010:2.0:1761322991.189756:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.189765:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000870a7215. 00010000:00000010:2.0:1761322991.189790:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.189794:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.189830:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000270c50b5. 00010000:00000010:2.0:1761322991.189834:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.189838:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bbf046ed. 00010000:00000010:2.0:1761322991.189841:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.189849:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ed622ee5. 00010000:00000010:2.0:1761322991.189872:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.189875:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.189913:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a543ed37. 00010000:00000010:2.0:1761322991.189917:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.189920:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000343959e. 00010000:00000010:2.0:1761322991.189924:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.189933:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c5104b4f. 00010000:00000010:2.0:1761322991.189958:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.189961:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.189990:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006f4fbc12. 00010000:00000010:2.0:1761322991.189992:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.189995:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005196576b. 00010000:00000010:2.0:1761322991.189997:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.190002:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000005df2365f. 00010000:00000010:2.0:1761322991.190018:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.190020:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.190058:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b1a0857f. 00010000:00000010:2.0:1761322991.190060:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.190062:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000029c896b8. 00010000:00000010:2.0:1761322991.190064:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.190069:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000007b88b36d. 00010000:00000010:2.0:1761322991.190105:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.190108:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.190132:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c4be95d4. 00010000:00000010:2.0:1761322991.190134:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.190137:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000054e12e58. 00010000:00000010:2.0:1761322991.190139:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.190143:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000aa246d12. 00010000:00000010:2.0:1761322991.190157:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.190159:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.190183:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000051e4cd70. 00010000:00000010:2.0:1761322991.190185:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.190188:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f2976ca8. 00010000:00000010:2.0:1761322991.190191:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.190195:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000225fbd4e. 00010000:00000010:2.0:1761322991.190210:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.190212:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.190234:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008f372c54. 00010000:00000010:2.0:1761322991.190236:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.190239:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000090362b55. 00010000:00000010:2.0:1761322991.190241:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.190247:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000af9900a4. 00010000:00000010:2.0:1761322991.190263:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.190266:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.190293:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ba8a9dd1. 00010000:00000010:2.0:1761322991.190295:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.190297:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000582e84e8. 00010000:00000010:2.0:1761322991.190299:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.190305:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000089f0f9f0. 00010000:00000010:2.0:1761322991.190319:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.190321:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.190345:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006aa32d43. 00010000:00000010:2.0:1761322991.190347:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.190349:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000021494696. 00010000:00000010:2.0:1761322991.190351:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.190355:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f5645d4b. 00010000:00000010:2.0:1761322991.190369:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.190371:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.190392:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d616409c. 00010000:00000010:2.0:1761322991.190394:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.190396:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007bad309c. 00010000:00000010:2.0:1761322991.190398:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.190402:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000005e83bfd2. 00010000:00000010:2.0:1761322991.190417:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.190419:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.190450:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000070ff6787. 00010000:00000010:2.0:1761322991.190453:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.190456:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ddde3871. 00010000:00000010:2.0:1761322991.190459:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.190466:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f3d08845. 00010000:00000010:2.0:1761322991.190490:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.190493:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.190526:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f1175101. 00010000:00000010:2.0:1761322991.190529:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.190532:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009cbe814d. 00010000:00000010:2.0:1761322991.190536:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.190544:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000047c2ed08. 00010000:00000010:2.0:1761322991.190567:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.190570:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.190601:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007e550a61. 00010000:00000010:2.0:1761322991.190604:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.190608:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000009a67ec7. 00010000:00000010:2.0:1761322991.190611:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.190618:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fb6fe82f. 00010000:00000010:2.0:1761322991.190643:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.190646:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.190684:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d1126d15. 00010000:00000010:2.0:1761322991.190687:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.190691:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008b387ccb. 00010000:00000010:2.0:1761322991.190694:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.190703:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000009e5884d8. 00010000:00000010:2.0:1761322991.190731:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.190735:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.190770:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ffa21717. 00010000:00000010:2.0:1761322991.190773:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.190776:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c14f65ae. 00010000:00000010:2.0:1761322991.190779:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.190785:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000566ec6b0. 00010000:00000010:2.0:1761322991.190808:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.190811:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.190841:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000fa511eba. 00010000:00000010:2.0:1761322991.190844:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.190846:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009c625325. 00010000:00000010:2.0:1761322991.190848:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.190854:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000001140a929. 00010000:00000010:2.0:1761322991.190869:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.190871:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.190894:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000044455e84. 00010000:00000010:2.0:1761322991.190896:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.190898:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000465ce11e. 00010000:00000010:2.0:1761322991.190899:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.190904:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000079768ebd. 00010000:00000010:2.0:1761322991.190916:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.190918:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.190942:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c8dab56d. 00010000:00000010:2.0:1761322991.190944:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.190947:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006d3333eb. 00010000:00000010:2.0:1761322991.190949:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.190955:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000015491265. 00010000:00000010:2.0:1761322991.190968:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.190971:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.190994:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b123b86d. 00010000:00000010:2.0:1761322991.190996:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.190998:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005898eac5. 00010000:00000010:2.0:1761322991.191000:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.191005:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000036cb5e79. 00010000:00000010:2.0:1761322991.191019:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.191021:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00000001:00000010:2.0:1761322991.191057:0:77376:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d495292c. 00000001:00000010:2.0:1761322991.191062:0:77376:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d495292c. 00000001:00000010:2.0:1761322991.191066:0:77376:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d495292c. 00000001:00000010:2.0:1761322991.191068:0:77376:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000022cdc7b0. 00010000:00000010:2.0:1761322991.191175:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000aaeb8623. 00010000:00000010:2.0:1761322991.191179:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.191183:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000158fee5a. 00010000:00000010:2.0:1761322991.191186:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.191195:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000007ad992b0. 00010000:00000010:2.0:1761322991.191226:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.191230:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.191268:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006b62ce4c. 00010000:00000010:2.0:1761322991.191272:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.191276:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c13da632. 00010000:00000010:2.0:1761322991.191279:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.191287:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000093255c7b. 00010000:00000010:2.0:1761322991.191312:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.191317:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.191350:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000065a8aa87. 00010000:00000010:2.0:1761322991.191353:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.191356:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000812c92b6. 00010000:00000010:2.0:1761322991.191359:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.191366:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000008f27de43. 00010000:00000010:2.0:1761322991.191389:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.191392:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.191422:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008126f74a. 00010000:00000010:2.0:1761322991.191425:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.191428:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000070ecfc4c. 00010000:00000010:2.0:1761322991.191432:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.191439:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000004905e74e. 00010000:00000010:2.0:1761322991.191461:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.191464:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.191497:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000bf40df59. 00010000:00000010:2.0:1761322991.191500:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.191505:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006a4c3e0d. 00010000:00000010:2.0:1761322991.191507:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.191514:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e423fcaa. 00010000:00000010:2.0:1761322991.191537:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.191540:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.191572:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000037a17983. 00010000:00000010:2.0:1761322991.191575:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.191578:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000021582b75. 00010000:00000010:2.0:1761322991.191581:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.191588:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000253b9ab2. 00010000:00000010:2.0:1761322991.191609:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.191613:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.191648:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000efe90020. 00010000:00000010:2.0:1761322991.191651:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.191655:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000deb235f4. 00010000:00000010:2.0:1761322991.191657:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.191664:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a0187410. 00010000:00000010:2.0:1761322991.191686:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.191690:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.191722:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006a2148c2. 00010000:00000010:2.0:1761322991.191725:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.191728:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007e8c402a. 00010000:00000010:2.0:1761322991.191731:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.191738:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000001d78b587. 00010000:00000010:2.0:1761322991.191760:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.191764:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.191794:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000019e4e45e. 00010000:00000010:2.0:1761322991.191797:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.191800:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e27f4885. 00010000:00000010:2.0:1761322991.191803:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.191810:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000045ac4f25. 00010000:00000010:2.0:1761322991.191833:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.191836:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.191867:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000908b89e0. 00010000:00000010:2.0:1761322991.191870:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.191873:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004189fb16. 00010000:00000010:2.0:1761322991.191876:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.191884:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000036cedb0. 00010000:00000010:2.0:1761322991.191906:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.191910:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.191945:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004393ae16. 00010000:00000010:2.0:1761322991.191948:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.191952:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000094af12d0. 00010000:00000010:2.0:1761322991.191955:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.191962:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000000e5a2da2. 00010000:00000010:2.0:1761322991.191983:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.191986:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.192017:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000fc818b79. 00010000:00000010:2.0:1761322991.192019:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.192022:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bc783e10. 00010000:00000010:2.0:1761322991.192025:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.192031:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000002a9f3856. 00010000:00000010:2.0:1761322991.192063:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.192067:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.192123:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005edfd852. 00010000:00000010:2.0:1761322991.192126:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.192129:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000656935d0. 00010000:00000010:2.0:1761322991.192133:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.192141:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000001995aadc. 00010000:00000010:2.0:1761322991.192162:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.192165:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.192194:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002c201a08. 00010000:00000010:2.0:1761322991.192197:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.192200:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000099cdf4da. 00010000:00000010:2.0:1761322991.192202:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.192208:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cd4132e8. 00010000:00000010:2.0:1761322991.192229:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.192232:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.192261:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009d772c57. 00010000:00000010:2.0:1761322991.192264:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.192266:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000053086593. 00010000:00000010:2.0:1761322991.192270:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.192276:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000190f82bf. 00010000:00000010:2.0:1761322991.192297:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.192300:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.192330:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000054cf24e3. 00010000:00000010:2.0:1761322991.192333:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.192336:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a38cc066. 00010000:00000010:2.0:1761322991.192338:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.192345:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c348db94. 00010000:00000010:2.0:1761322991.192365:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.192368:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.192400:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004e706ab6. 00010000:00000010:2.0:1761322991.192403:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.192406:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000161cedb6. 00010000:00000010:2.0:1761322991.192408:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.192415:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000009683b4c2. 00010000:00000010:2.0:1761322991.192435:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.192437:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.192464:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000124ae06d. 00010000:00000010:2.0:1761322991.192466:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.192469:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005e1f54eb. 00010000:00000010:2.0:1761322991.192471:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.192478:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000281cc941. 00010000:00000010:2.0:1761322991.192495:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.192498:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.192529:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d936e362. 00010000:00000010:2.0:1761322991.192532:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.192535:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003323e98b. 00010000:00000010:2.0:1761322991.192537:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.192545:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000347dea25. 00010000:00000010:2.0:1761322991.192568:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.192571:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.192599:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008e0d1c8b. 00010000:00000010:2.0:1761322991.192602:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.192605:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000042944b3. 00010000:00000010:2.0:1761322991.192607:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.192614:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000020fbb56b. 00010000:00000010:2.0:1761322991.192635:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.192639:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.192668:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005f21342d. 00010000:00000010:2.0:1761322991.192670:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.192674:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000031507d14. 00010000:00000010:2.0:1761322991.192677:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.192684:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000076f3808f. 00010000:00000010:2.0:1761322991.192703:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.192706:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.192735:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002231b434. 00010000:00000010:2.0:1761322991.192738:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.192741:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004c89db7e. 00010000:00000010:2.0:1761322991.192743:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.192749:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000003f428eb6. 00010000:00000010:2.0:1761322991.192770:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.192773:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.192808:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000f52b94d. 00010000:00000010:2.0:1761322991.192811:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.192814:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000096a226f7. 00010000:00000010:2.0:1761322991.192817:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.192824:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000300663b5. 00010000:00000010:2.0:1761322991.192847:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.192850:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.192886:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000047417898. 00010000:00000010:2.0:1761322991.192889:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.192891:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000089ae06b4. 00010000:00000010:2.0:1761322991.192894:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.192900:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000002994a6c4. 00010000:00000010:2.0:1761322991.192921:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.192924:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.192960:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005afe67cc. 00010000:00000010:2.0:1761322991.192963:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.192967:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000344516a7. 00010000:00000010:2.0:1761322991.192969:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.192977:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000005c546060. 00010000:00000010:2.0:1761322991.192999:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.193002:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.193032:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000eb5d5e06. 00010000:00000010:2.0:1761322991.193034:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.193052:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fb12713b. 00010000:00000010:2.0:1761322991.193055:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.193063:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000626481c5. 00010000:00000010:2.0:1761322991.193191:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.193195:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.193224:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000542f59a1. 00010000:00000010:2.0:1761322991.193226:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.193228:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000040a3686d. 00010000:00000010:2.0:1761322991.193230:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.193235:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cf5ca998. 00010000:00000010:2.0:1761322991.193250:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.193252:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.193273:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003167bce7. 00010000:00000010:2.0:1761322991.193275:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.193277:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b0adeff6. 00010000:00000010:2.0:1761322991.193279:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.193283:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e58c4cce. 00010000:00000010:2.0:1761322991.193295:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.193297:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.193319:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000666415fe. 00010000:00000010:2.0:1761322991.193320:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.193322:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000289aaf8d. 00010000:00000010:2.0:1761322991.193324:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.193328:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c0113d98. 00010000:00000010:2.0:1761322991.193341:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.193343:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.193364:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002f32e562. 00010000:00000010:2.0:1761322991.193366:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.193370:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d3a21aea. 00010000:00000010:2.0:1761322991.193372:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.193379:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000009625c6d4. 00010000:00000010:2.0:1761322991.193403:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.193405:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.193444:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005f4725da. 00010000:00000010:2.0:1761322991.193447:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.193450:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f6182049. 00010000:00000010:2.0:1761322991.193453:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.193459:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000435c6ed7. 00010000:00000010:2.0:1761322991.193480:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.193483:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.193513:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f1a2ef99. 00010000:00000010:2.0:1761322991.193516:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.193519:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f7992729. 00010000:00000010:2.0:1761322991.193522:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.193529:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fd74b1ec. 00010000:00000010:2.0:1761322991.193552:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.193555:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.193585:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000084ee8966. 00010000:00000010:2.0:1761322991.193588:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.193591:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007083e03f. 00010000:00000010:2.0:1761322991.193593:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.193601:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000008815d2da. 00010000:00000010:2.0:1761322991.193623:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.193627:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.193658:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a31a2ab1. 00010000:00000010:2.0:1761322991.193661:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.193663:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000055e63fbe. 00010000:00000010:2.0:1761322991.193666:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.193675:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e963af04. 00010000:00000010:2.0:1761322991.193738:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.193743:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.193784:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004d2e556f. 00010000:00000010:2.0:1761322991.193787:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.193790:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009612c53b. 00010000:00000010:2.0:1761322991.193793:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.194028:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d8f53ef4. 00010000:00000010:2.0:1761322991.194141:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.194146:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.194186:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c1078e7f. 00010000:00000010:2.0:1761322991.194189:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.194193:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ceda35af. 00010000:00000010:2.0:1761322991.194197:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.194206:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000006bac1293. 00010000:00000010:2.0:1761322991.194232:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.194236:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.196430:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e809acbc. 00010000:00000010:2.0:1761322991.196441:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.196446:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000059737eb3. 00010000:00000010:2.0:1761322991.196453:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.196480:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000045fddb52. 00010000:00000010:2.0:1761322991.196562:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.196568:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.196609:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009096cffa. 00010000:00000010:2.0:1761322991.196612:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.196615:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f2b40de3. 00010000:00000010:2.0:1761322991.196618:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.196626:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000003add8d3. 00010000:00000010:2.0:1761322991.196652:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.196655:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.196688:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000cba6b34a. 00010000:00000010:2.0:1761322991.196691:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.196695:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000074cfe24d. 00010000:00000010:2.0:1761322991.196698:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.196705:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b7e291ee. 00010000:00000010:2.0:1761322991.196727:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.196730:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.196764:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003aaf21a7. 00010000:00000010:2.0:1761322991.196767:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.196770:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001abb8cdc. 00010000:00000010:2.0:1761322991.196773:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.196781:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ed4d205f. 00010000:00000010:2.0:1761322991.196804:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.196807:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.196859:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005971469e. 00010000:00000010:2.0:1761322991.196863:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.196865:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b434344d. 00010000:00000010:2.0:1761322991.196868:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.196875:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c8969641. 00010000:00000010:2.0:1761322991.196899:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.196902:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.196935:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000221ecaf2. 00010000:00000010:2.0:1761322991.196938:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.196942:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f07e6ee1. 00010000:00000010:2.0:1761322991.196945:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.196951:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000031a2f7ca. 00010000:00000010:2.0:1761322991.197004:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.197008:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.197061:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002a6c6646. 00010000:00000010:2.0:1761322991.197064:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.197067:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007670b019. 00010000:00000010:2.0:1761322991.197070:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.197164:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ebe26aac. 00010000:00000010:2.0:1761322991.197190:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.197193:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.197227:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000dbef0ac6. 00010000:00000010:2.0:1761322991.197230:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.197232:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002f78ef35. 00010000:00000010:2.0:1761322991.197235:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.197242:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dd1e3809. 00010000:00000010:2.0:1761322991.197264:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.197268:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.197298:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c15bd1b0. 00010000:00000010:2.0:1761322991.197301:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.197305:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e5770e76. 00010000:00000010:2.0:1761322991.197308:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.197315:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000006857742a. 00010000:00000010:2.0:1761322991.197335:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.197339:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.197375:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ef4312a8. 00010000:00000010:2.0:1761322991.197378:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.197381:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006a669ca2. 00010000:00000010:2.0:1761322991.197384:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.197391:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000000df0be3f. 00010000:00000010:2.0:1761322991.197413:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.197417:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.197447:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d32f4e72. 00010000:00000010:2.0:1761322991.197450:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.197453:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000013784682. 00010000:00000010:2.0:1761322991.197456:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.197463:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b1c6bcc1. 00010000:00000010:2.0:1761322991.197503:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.197506:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.197541:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002184c7dc. 00010000:00000010:2.0:1761322991.197545:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.197547:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e17049ad. 00010000:00000010:2.0:1761322991.197550:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.197556:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000040fba3cc. 00010000:00000010:2.0:1761322991.197577:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.197580:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.197620:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004fd68d86. 00010000:00000010:2.0:1761322991.197623:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.197626:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000091e1c417. 00010000:00000010:2.0:1761322991.197630:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.197637:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000005fbd0610. 00010000:00000010:2.0:1761322991.197660:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.197664:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.197697:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e5f46c0e. 00010000:00000010:2.0:1761322991.197700:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.197703:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e38c2b57. 00010000:00000010:2.0:1761322991.197706:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.197713:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000025b54f32. 00010000:00000010:2.0:1761322991.197735:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.197738:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.197768:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c9112a9b. 00010000:00000010:2.0:1761322991.197771:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.197774:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c7bd7736. 00010000:00000010:2.0:1761322991.197776:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.197785:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cf2ff537. 00010000:00000010:2.0:1761322991.197807:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.197810:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.197842:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000e94672a. 00010000:00000010:2.0:1761322991.197845:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.197848:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000030e38550. 00010000:00000010:2.0:1761322991.197851:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.197858:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000005a0e07cc. 00010000:00000010:2.0:1761322991.197881:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.197883:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.197918:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000521cd0a6. 00010000:00000010:2.0:1761322991.197921:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.197925:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000955dd146. 00010000:00000010:2.0:1761322991.197927:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.197935:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a1652f35. 00010000:00000010:2.0:1761322991.197958:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.197961:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.197996:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000095be605. 00010000:00000010:2.0:1761322991.197999:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.198002:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000982564b7. 00010000:00000010:2.0:1761322991.198005:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.198012:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000004e36ca82. 00010000:00000010:2.0:1761322991.198035:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.198050:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.198120:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000da7f788e. 00010000:00000010:2.0:1761322991.198122:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.198125:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000ebc2a7b. 00010000:00000010:2.0:1761322991.198128:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.198135:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000091022756. 00010000:00000010:2.0:1761322991.198160:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.198164:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.198196:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000053a711e7. 00010000:00000010:2.0:1761322991.198199:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.198203:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002a2a4646. 00010000:00000010:2.0:1761322991.198205:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.198212:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000693182b9. 00010000:00000010:2.0:1761322991.198233:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.198235:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.198264:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000cf5f0481. 00010000:00000010:2.0:1761322991.198266:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.198269:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c0a81e87. 00010000:00000010:2.0:1761322991.198272:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.198278:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ba657073. 00010000:00000010:2.0:1761322991.198296:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.198299:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.198327:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004a20e3f0. 00010000:00000010:2.0:1761322991.198329:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.198332:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d515dfaa. 00010000:00000010:2.0:1761322991.198334:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.198339:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b02461bf. 00010000:00000010:2.0:1761322991.198358:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.198362:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.198393:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002b7327e9. 00010000:00000010:2.0:1761322991.198396:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.198399:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008a5da01e. 00010000:00000010:2.0:1761322991.198402:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.198408:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000edfc1a5f. 00010000:00000010:2.0:1761322991.198426:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.198430:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.198461:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a99454f0. 00010000:00000010:2.0:1761322991.198464:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.198467:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ea8110c2. 00010000:00000010:2.0:1761322991.198470:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.198476:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000909c547d. 00010000:00000010:2.0:1761322991.198495:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.198498:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.199293:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001a65ef98. 00010000:00000010:2.0:1761322991.199300:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.199303:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000053eafa45. 00010000:00000010:2.0:1761322991.199308:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.199321:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000005647199b. 00010000:00000010:2.0:1761322991.199357:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.199361:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.199394:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000cfce6f05. 00010000:00000010:2.0:1761322991.199397:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.199402:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002f06711c. 00010000:00000010:2.0:1761322991.199405:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.199412:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000002a7e7bc4. 00010000:00000010:2.0:1761322991.199436:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.199440:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.199470:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000af5dd805. 00010000:00000010:2.0:1761322991.199473:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.199476:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001f6d3a6c. 00010000:00000010:2.0:1761322991.199479:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.199554:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d2d6e2b7. 00010000:00000010:2.0:1761322991.199579:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.199583:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.199615:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b48ac6ce. 00010000:00000010:2.0:1761322991.199618:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.199621:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003d0c03cf. 00010000:00000010:2.0:1761322991.199623:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.199631:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ade1d2ee. 00010000:00000010:2.0:1761322991.199653:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.199657:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.199696:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000328eee31. 00010000:00000010:2.0:1761322991.199700:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.199703:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d78a86f9. 00010000:00000010:2.0:1761322991.199705:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.199712:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fc9ece20. 00010000:00000010:2.0:1761322991.199733:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.199736:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.199767:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001c50d2a1. 00010000:00000010:2.0:1761322991.199770:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.199773:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ea53fc91. 00010000:00000010:2.0:1761322991.199775:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.199783:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000008f9e519e. 00010000:00000010:2.0:1761322991.199803:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.199807:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.199844:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000567d7eb3. 00010000:00000010:2.0:1761322991.199847:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.199850:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c7af592e. 00010000:00000010:2.0:1761322991.199853:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.199864:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e0d8bbb2. 00010000:00000010:2.0:1761322991.199885:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.199889:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.199920:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000025551726. 00010000:00000010:2.0:1761322991.199923:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.199926:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000057feb23a. 00010000:00000010:2.0:1761322991.199929:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.199936:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dca9a6c2. 00010000:00000010:2.0:1761322991.199958:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.199961:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.199992:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000db886069. 00010000:00000010:2.0:1761322991.199995:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.199998:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006b43f4c1. 00010000:00000010:2.0:1761322991.200001:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322991.200008:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000427e5401. 00010000:00000010:2.0:1761322991.200028:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.200031:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d563356. 00010000:00000010:2.0:1761322991.200172:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fec0a478. 00010000:00000010:2.0:1761322991.200176:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.200186:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008443a5df. 00000100:00000010:2.0:1761322991.200195:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c487334b. 00000100:00000010:2.0:1761322991.200207:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d6d0189b. 02000000:00000010:2.0:1761322991.200224:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e63f833c. 02000000:00000010:2.0:1761322991.200262:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000374c01cb. 00000400:00000010:2.0:1761322991.200270:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000022cdc7b0. 00000400:00000010:2.0:1761322991.200278:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000067f15243. 00000100:00000200:2.0:1761322991.200286:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956456192, portal 16 00000400:00000010:2.0:1761322991.200292:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002ff729bf. 00000100:00000200:2.0:1761322991.200295:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956456192, offset 0 00000400:00000200:2.0:1761322991.200306:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:2.0:1761322991.200328:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:2.0:1761322991.200338:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:2.0:1761322991.200342:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761322991.200345:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:2.0:1761322991.200349:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88843:88843:256:4294967295] 192.168.201.29@tcp LPNI seq info [88843:88843:8:4294967295] 00000400:00000200:2.0:1761322991.200360:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:2.0:1761322991.200366:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:2.0:1761322991.200371:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f093da5b (tot 82350866). 00000800:00000200:2.0:1761322991.200379:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:2.0:1761322991.200388:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:2.0:1761322991.200393:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f093da5b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761322991.200592:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322991.200598:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f093da5b (tot 82350618). 00000400:00000200:3.0:1761322991.200604:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.200611:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322991.200616:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002ff729bf 00000400:00000010:3.0:1761322991.200619:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002ff729bf. 00000100:00000200:3.0:1761322991.200627:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d6d0189b x1846879956456192/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761322991.201244:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000016a3014c. 00010000:00000010:2.1:1761322991.201252:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dfe37e23. 00010000:00000010:2.1:1761322991.201260:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003df070da. 00010000:00000010:2.1:1761322991.201264:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000746e8c1a. 00010000:00000010:2.1:1761322991.201267:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a9564957. 00010000:00000010:2.1:1761322991.201271:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d84a8769. 00010000:00000010:2.1:1761322991.201275:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e46d1d43. 00010000:00000010:2.1:1761322991.201277:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c485de83. 00010000:00000010:2.1:1761322991.201279:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007e5fc9a9. 00010000:00000010:2.1:1761322991.201282:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000498d8983. 00010000:00000010:2.1:1761322991.201284:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e291c7af. 00010000:00000010:2.1:1761322991.201286:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000996472df. 00010000:00000010:2.1:1761322991.201289:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000569f3638. 00010000:00000010:2.1:1761322991.201292:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003f74d388. 00010000:00000010:2.1:1761322991.201294:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009fa9ee2a. 00010000:00000010:2.1:1761322991.201297:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e0ebd113. 00010000:00000010:2.1:1761322991.201300:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000095fb0493. 00010000:00000010:2.1:1761322991.201302:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001b2c9400. 00010000:00000010:2.1:1761322991.201304:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004253850f. 00010000:00000010:2.1:1761322991.201306:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000096c21227. 00010000:00000010:2.1:1761322991.201313:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003b052f04. 00010000:00000010:2.1:1761322991.201316:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000052495356. 00010000:00000010:2.1:1761322991.201319:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f84670a9. 00010000:00000010:2.1:1761322991.201321:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006fea5f55. 00010000:00000010:2.1:1761322991.201323:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d5534051. 00010000:00000010:2.1:1761322991.201326:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007e560468. 00010000:00000010:2.1:1761322991.201329:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eba68e9a. 00010000:00000010:2.1:1761322991.201332:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d11edea6. 00010000:00000010:2.1:1761322991.201334:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0693646. 00010000:00000010:2.1:1761322991.201336:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000502ca05b. 00010000:00000010:2.1:1761322991.201339:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000858f997f. 00010000:00000010:2.1:1761322991.201341:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aa0db37e. 00010000:00000010:2.1:1761322991.201343:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002d3c32f6. 00010000:00000010:2.1:1761322991.201346:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000054129fc0. 00010000:00000010:2.1:1761322991.201348:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002e558764. 00010000:00000010:2.1:1761322991.201351:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bcfbecaf. 00010000:00000010:2.1:1761322991.201353:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000098efb344. 00010000:00000010:2.1:1761322991.201355:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000024d64d1a. 00010000:00000010:2.1:1761322991.201359:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000072478715. 00010000:00000010:2.1:1761322991.201364:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cccf6fef. 00010000:00000010:2.1:1761322991.201367:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000064b28d2d. 00010000:00000010:2.1:1761322991.201372:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001deb7dcd. 00010000:00000010:2.1:1761322991.201377:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007e1d5a91. 00010000:00000010:2.1:1761322991.201380:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fe0511a4. 00010000:00000010:2.1:1761322991.201383:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008b7848c7. 00010000:00000010:2.1:1761322991.201391:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000057c12289. 00010000:00000010:2.1:1761322991.201394:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d7919358. 00010000:00000010:2.1:1761322991.201396:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000885af3bb. 00010000:00000010:2.1:1761322991.201400:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003940ec2a. 00010000:00000010:2.1:1761322991.201403:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c443350f. 00010000:00000010:2.1:1761322991.201405:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006e060288. 00010000:00000010:2.1:1761322991.201407:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002930a727. 00010000:00000010:2.1:1761322991.201409:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e5417bd9. 00010000:00000010:2.1:1761322991.201412:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9ae5401. 00010000:00000010:2.1:1761322991.201417:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000089833f52. 00010000:00000010:2.1:1761322991.201421:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f335f4cf. 00010000:00000010:2.1:1761322991.201424:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001d413e9c. 00010000:00000010:2.1:1761322991.201427:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000036761482. 00010000:00000010:2.1:1761322991.201434:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007b2b76d1. 00010000:00000010:2.1:1761322991.201437:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002a30c8d7. 00010000:00000010:2.1:1761322991.201439:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ec96c25a. 00010000:00000010:2.1:1761322991.201442:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002a3bc515. 00010000:00000010:2.1:1761322991.201444:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007b36e5b6. 00010000:00000010:2.1:1761322991.201447:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000919b699a. 00010000:00000010:2.1:1761322991.201449:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000153d348. 00010000:00000010:2.1:1761322991.201452:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e3226207. 00010000:00000010:2.1:1761322991.201454:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000075fd3ea4. 00010000:00000010:2.1:1761322991.201457:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c21e4c99. 00010000:00000010:2.1:1761322991.201459:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009d68c8cc. 00010000:00000010:2.1:1761322991.201462:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000daf533c3. 00010000:00000010:2.1:1761322991.201464:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a3e407a5. 00010000:00000010:2.1:1761322991.201466:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e6841254. 00010000:00000010:2.1:1761322991.201468:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004d142138. 00010000:00000010:2.1:1761322991.201471:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000270c24fb. 00010000:00000010:2.1:1761322991.201473:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000043008edc. 00010000:00000010:2.1:1761322991.201480:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006a70dde2. 00010000:00000010:2.1:1761322991.201584:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002d5eabd7. 00010000:00000010:2.1:1761322991.201588:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000918f80bf. 00010000:00000010:2.1:1761322991.201594:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bd78d346. 00010000:00000010:2.1:1761322991.201598:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008d499961. 00010000:00000010:2.1:1761322991.201601:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d4bf4056. 00010000:00000010:2.1:1761322991.201603:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000541be338. 00010000:00000010:3.1:1761322991.202136:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005ba4fb61. 00010000:00000010:2.1:1761322991.204208:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003efa363c. 00010000:00000010:2.1:1761322991.204223:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000f346d4c. 00010000:00000010:2.1:1761322991.204233:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009c967783. 00010000:00000010:2.1:1761322991.204237:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001453edc3. 00010000:00000010:2.1:1761322991.204243:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000859eeba. 00010000:00000010:2.1:1761322991.204249:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f1ae8818. 00010000:00000010:2.1:1761322991.204254:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000810cdb51. 00010000:00000010:2.1:1761322991.204260:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fcdfd878. 00010000:00000010:2.1:1761322991.204265:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000008a50e42. 00010000:00000010:2.1:1761322991.204270:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002abdaee3. 00010000:00000010:2.1:1761322991.204274:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000284e208d. 00010000:00000010:2.1:1761322991.204279:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ee80b5b1. 00010000:00000010:2.1:1761322991.204281:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000da95e8e8. 00010000:00000010:2.1:1761322991.204287:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001fe43532. 00010000:00000010:2.1:1761322991.204291:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a984c6d1. 00010000:00000010:2.1:1761322991.204295:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006216169e. 00010000:00000010:2.1:1761322991.204298:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000acce41ad. 00010000:00000010:2.1:1761322991.204301:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000091dd3283. 00010000:00000010:2.1:1761322991.204308:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e7ed7b44. 00010000:00000010:2.1:1761322991.204313:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fc0205ee. 00010000:00000010:2.1:1761322991.204316:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004bf5f20a. 00010000:00000010:2.1:1761322991.204320:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bc7bb0d5. 00010000:00000010:2.1:1761322991.204322:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ded41d2b. 00010000:00000010:2.1:1761322991.204325:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006e8f950d. 00010000:00000010:2.1:1761322991.204328:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fb2d744e. 00010000:00000010:2.1:1761322991.204332:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f4ea7ed3. 00010000:00000010:2.1:1761322991.204337:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000de1a281f. 00010000:00000010:2.1:1761322991.204341:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000085dec318. 00010000:00000010:2.1:1761322991.204346:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005823be3a. 00010000:00000010:2.1:1761322991.204351:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ed515e6f. 00010000:00000010:2.1:1761322991.204357:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000706a32a4. 00010000:00000010:2.1:1761322991.204363:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f258f949. 00010000:00000010:2.1:1761322991.204369:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ff356e05. 00010000:00000010:2.1:1761322991.204374:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006e21f7e2. 00010000:00000010:2.1:1761322991.204379:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c9829437. 00010000:00000010:2.1:1761322991.204383:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000066a9cdd5. 00010000:00000010:2.1:1761322991.204389:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000030e2e0df. 00010000:00000010:2.1:1761322991.204394:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007f66aaa4. 00010000:00000010:2.1:1761322991.204397:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e682f625. 00010000:00000010:2.1:1761322991.204399:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000164e700b. 00010000:00000010:2.1:1761322991.204404:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000065aab5df. 00010000:00000010:2.1:1761322991.204408:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000477cf1ae. 00010000:00000010:2.1:1761322991.204411:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009fb2e528. 00010000:00000010:2.1:1761322991.204414:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000684061e8. 00010000:00000010:2.1:1761322991.204416:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c0797506. 00010000:00000010:2.1:1761322991.204423:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000897bd619. 00010000:00000010:2.1:1761322991.204431:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d4e02bb1. 00010000:00000010:2.1:1761322991.204434:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c0a0f81f. 00010000:00000010:2.1:1761322991.204436:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000edc63fe4. 00010000:00000010:2.1:1761322991.204439:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000aa64e64. 00010000:00000010:2.1:1761322991.204441:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000db2b40d6. 00010000:00000010:2.1:1761322991.204444:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005e973f91. 00010000:00000010:2.1:1761322991.204446:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004031e526. 00010000:00000010:2.1:1761322991.204449:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c39afa14. 00010000:00000010:2.1:1761322991.204452:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000063b0df03. 00010000:00000010:2.1:1761322991.204454:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bc950e3a. 00010000:00000010:2.1:1761322991.204457:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b844c6ea. 00010000:00000010:2.1:1761322991.204473:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007f2bc78c. 00010000:00000010:2.1:1761322991.204477:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008558bfc0. 00010000:00000010:2.1:1761322991.204480:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000022b810d9. 00010000:00000010:2.1:1761322991.204482:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004acd4321. 00010000:00000010:2.1:1761322991.204486:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ef8bd59a. 00010000:00000010:2.1:1761322991.204488:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000088057c45. 00010000:00000010:2.1:1761322991.204491:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a9855bb1. 00010000:00000010:2.1:1761322991.204493:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000072d88d8e. 00010000:00000010:2.1:1761322991.204495:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aa024dd7. 00010000:00000010:2.1:1761322991.204497:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000710feafe. 00010000:00000010:2.1:1761322991.204500:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009e50b570. 00010000:00000010:2.1:1761322991.204502:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000999ba873. 00010000:00000010:2.1:1761322991.204504:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000815d3697. 00010000:00000010:2.1:1761322991.204506:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f0d8f078. 00010000:00000010:2.1:1761322991.204509:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bd77f12c. 00010000:00000010:2.1:1761322991.204513:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009f675d01. 00010000:00000010:2.1:1761322991.204517:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000069095118. 00010000:00000010:2.1:1761322991.204519:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000382ae549. 00010000:00000010:2.1:1761322991.204523:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000054d14596. 00010000:00000010:2.1:1761322991.204525:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000017afc247. 00010000:00000010:2.1:1761322991.204527:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004536eeef. 00010000:00000010:2.1:1761322991.204529:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000043bb3fb1. 00010000:00000010:2.1:1761322991.204532:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000023ddbf0e. 00010000:00000010:2.1:1761322991.204534:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fdaee6cc. 00010000:00000010:2.1:1761322991.204536:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000050f583f2. 00010000:00000010:2.1:1761322991.204538:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e84f2b4a. 00010000:00000010:2.1:1761322991.204540:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d2586338. 00010000:00000010:2.1:1761322991.204543:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001a296c71. 00010000:00000010:2.1:1761322991.204546:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000025599197. 00010000:00000010:2.1:1761322991.204549:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000024b5a3d6. 00010000:00000010:2.1:1761322991.204551:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006c196e5c. 00010000:00000010:2.1:1761322991.204553:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f4707086. 00010000:00000010:2.1:1761322991.204557:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e3c447f5. 00010000:00000010:2.1:1761322991.204560:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000025a785e5. 00010000:00000010:2.1:1761322991.204564:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000050fb7236. 00010000:00000010:2.1:1761322991.204566:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004e94ca8a. 00010000:00000010:2.1:1761322991.204568:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000c20cd44. 00010000:00000010:2.1:1761322991.204572:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b585a13c. 00010000:00000010:2.1:1761322991.204576:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000022f9064b. 00010000:00000010:2.1:1761322991.204579:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fcba5d5e. 00010000:00000010:2.1:1761322991.204581:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003ee2f88d. 00010000:00000010:2.1:1761322991.204583:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007a9f684a. 00010000:00000010:2.1:1761322991.204586:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000059535792. 00000400:00000200:3.0:1761322991.210207:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322991.210233:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf5300 00000400:00000200:3.0:1761322991.210246:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xabdf1 [1] + 224 00000400:00000200:3.0:1761322991.210262:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.210267:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322991.210278:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d6d0189b x1846879956456192/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322991.210316:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322991.210322:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb58d00 00000400:00000200:3.0:1761322991.210329:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa739 [2] + 1968 00000400:00000010:3.0:1761322991.210335:0:15810:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b1faa9b5. 00000400:00000200:3.0:1761322991.210339:0:15810:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000218a060b 00000400:00000200:3.0:1761322991.210347:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.210350:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322991.210352:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000218a060b 00000400:00000010:3.0:1761322991.210355:0:15810:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000218a060b (tot 82350466). 00000100:00000200:3.0:1761322991.210360:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1761322991.210541:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ec369a56. 00000020:00000010:0.0:1761322991.210550:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000007c079b3. 00000020:00000010:0.0:1761322991.210555:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005269528a. 00000100:00000200:0.0:1761322991.210583:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000052a84eea x1846879955815680/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761322991.210618:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955815680 02000000:00000010:0.0:1761322991.210636:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000021d07a47. 00010000:00000010:0.0:1761322991.210678:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000033a833ee. 00000400:00000010:2.0:1761322991.210687:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000022cdc7b0. 00000100:00000010:0.0:1761322991.210688:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002b89c02b. 00000100:00000010:0.0:1761322991.210694:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002b89c02b. 00010000:00000010:0.0:1761322991.210697:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000033a833ee. 00000400:00000200:2.0:1761322991.210702:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000067f15243 00000400:00000010:2.0:1761322991.210703:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000067f15243. 00000100:00000200:2.0:1761322991.210710:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d6d0189b x1846879956456192/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761322991.210711:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008f080af5. 00000100:00000200:0.0:1761322991.210715:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955815680, offset 224 00000100:00000200:2.0:1761322991.210718:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d6d0189b x1846879956456192/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761322991.210723:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322991.210735:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00010000:00000010:2.0:1761322991.210738:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002929070e. 00000400:00000200:0.0:1761322991.210741:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88844:88844:256:4294967295] 192.168.201.29@tcp LPNI seq info [88844:88844:8:4294967295] 00000400:00000200:0.0:1761322991.210751:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 02000000:00000010:2.0:1761322991.210754:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000374c01cb. 00000800:00000200:0.0:1761322991.210757:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 02000000:00000010:2.0:1761322991.210759:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e63f833c. 00000800:00000010:0.0:1761322991.210761:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002b6ad44b (tot 82350714). 00000100:00000010:2.0:1761322991.210764:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d6d0189b. 00000100:00000010:2.0:1761322991.210768:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c487334b. 00000800:00000200:0.0:1761322991.210768:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00010000:00000010:2.0:1761322991.210772:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008443a5df. 00000800:00000200:0.0:1761322991.210776:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322991.210780:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002b6ad44b type 1, nob 320 niov 1 nkiov 1 00080000:00000010:2.0:1761322991.210793:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e63f833c. 00000020:00000010:0.0:1761322991.210802:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000007c079b3. 00000020:00000010:0.0:1761322991.210806:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005269528a. 00000020:00000010:0.0:1761322991.210810:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ec369a56. 02000000:00000010:0.0:1761322991.210818:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000194f3f12. 00000100:00000010:0.0:1761322991.210822:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000089684651. 02000000:00000010:0.0:1761322991.210825:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000035a7aab0. 00000100:00000010:0.0:1761322991.210827:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000025be6896. 02000000:00000010:0.0:1761322991.210830:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c694c491. 00000100:00000010:0.0:1761322991.210833:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e84b8751. 02000000:00000010:0.0:1761322991.210836:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000082d305cb. 00000100:00000010:0.0:1761322991.210838:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003d5ed93a. 02000000:00000010:0.0:1761322991.210841:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000037d4a7b2. 00000100:00000010:0.0:1761322991.210844:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001e4c2c1b. 02000000:00000010:0.0:1761322991.210847:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000fa878bed. 00000100:00000010:0.0:1761322991.210848:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004760bad7. 00000100:00000200:0.0:1761322991.210854:0:66652:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1761322991.210858:0:66652:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e5a0ff39. 00000400:00000010:0.0:1761322991.210862:0:66652:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000002b89c02b (tot 82350866). 00010000:00000010:2.0:1761322991.210902:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.210909:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a24e1cd3. 00000800:00000200:0.0:1761322991.210957:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761322991.210961:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002b6ad44b (tot 82350618). 00000400:00000200:0.0:1761322991.210967:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322991.210972:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:0.0:1761322991.210975:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008f080af5 00000400:00000010:0.0:1761322991.210976:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008f080af5. 02000000:00000010:0.0:1761322991.210982:0:15812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000021d07a47. 00010000:00000010:2.0:1761322991.211640:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000038c39c0f. 00010000:00000010:2.0:1761322991.211651:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.211663:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008443a5df. 00000100:00000010:2.0:1761322991.211669:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c487334b. 00000100:00000010:2.0:1761322991.211675:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d6d0189b. 02000000:00000010:2.0:1761322991.211688:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000374c01cb. 02000000:00000010:2.0:1761322991.211716:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001e84352f. 00000400:00000010:2.0:1761322991.211722:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000022cdc7b0. 00000400:00000010:2.0:1761322991.211726:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000067f15243. 00000100:00000200:2.0:1761322991.211729:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956456256, portal 16 00000400:00000010:2.0:1761322991.211734:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000363c05b3. 00000100:00000200:2.0:1761322991.211736:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956456256, offset 0 00000400:00000200:2.0:1761322991.211742:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:2.0:1761322991.211752:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:2.0:1761322991.211760:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:2.0:1761322991.211765:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761322991.211768:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:2.0:1761322991.211770:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88845:88845:256:4294967295] 192.168.201.29@tcp LPNI seq info [88845:88845:8:4294967295] 00000400:00000200:2.0:1761322991.211778:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:2.0:1761322991.211783:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:2.0:1761322991.211786:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000041deb613 (tot 82350866). 00000800:00000200:2.0:1761322991.211791:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:2.0:1761322991.211797:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:2.0:1761322991.211800:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000041deb613 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761322991.212162:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761322991.212166:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000041deb613 (tot 82350618). 00000400:00000200:0.0:1761322991.212172:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322991.212176:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:0.0:1761322991.212180:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000363c05b3 00000400:00000010:0.0:1761322991.212182:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000363c05b3. 00000100:00000200:0.0:1761322991.212189:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d6d0189b x1846879956456256/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761322991.214272:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a863de0d. 00010000:00000010:2.1:1761322991.214293:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000336b45c5. 00010000:00000010:2.1:1761322991.214300:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000805cd25c. 00010000:00000010:2.1:1761322991.214305:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dc30fa1c. 00010000:00000010:2.1:1761322991.214310:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c63d2c12. 00010000:00000010:2.1:1761322991.214317:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e46e7392. 00010000:00000010:2.1:1761322991.214321:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c1185e38. 00010000:00000010:2.1:1761322991.214327:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000087888d25. 00010000:00000010:2.1:1761322991.214332:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f455dd9b. 00010000:00000010:2.1:1761322991.214338:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003be7b556. 00010000:00000010:2.1:1761322991.214344:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a18d9e2f. 00010000:00000010:2.1:1761322991.214347:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007c0306ed. 00010000:00000010:2.1:1761322991.214352:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000809384db. 00010000:00000010:2.1:1761322991.214356:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001f62ca0d. 00010000:00000010:2.1:1761322991.214359:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000080362627. 00010000:00000010:2.1:1761322991.214363:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000303ac8b6. 00010000:00000010:2.1:1761322991.214367:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ee4aa2ca. 00010000:00000010:2.1:1761322991.214369:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b7775e41. 00010000:00000010:2.1:1761322991.214371:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000ffb339e. 00010000:00000010:2.1:1761322991.214374:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f71e84ef. 00010000:00000010:2.1:1761322991.214376:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000270c50b5. 00010000:00000010:2.1:1761322991.214378:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bbf046ed. 00010000:00000010:2.1:1761322991.214381:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a543ed37. 00010000:00000010:2.1:1761322991.214384:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000343959e. 00010000:00000010:2.1:1761322991.214386:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006f4fbc12. 00010000:00000010:2.1:1761322991.214388:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005196576b. 00010000:00000010:2.1:1761322991.214391:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b1a0857f. 00010000:00000010:2.1:1761322991.214393:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000029c896b8. 00010000:00000010:2.1:1761322991.214395:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c4be95d4. 00010000:00000010:2.1:1761322991.214397:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000054e12e58. 00010000:00000010:2.1:1761322991.214401:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000051e4cd70. 00010000:00000010:2.1:1761322991.214407:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f2976ca8. 00010000:00000010:2.1:1761322991.214409:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008f372c54. 00010000:00000010:2.1:1761322991.214412:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000090362b55. 00010000:00000010:2.1:1761322991.214418:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ba8a9dd1. 00010000:00000010:2.1:1761322991.214422:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000582e84e8. 00010000:00000010:2.1:1761322991.214425:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006aa32d43. 00010000:00000010:2.1:1761322991.214429:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000021494696. 00010000:00000010:2.1:1761322991.214432:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d616409c. 00010000:00000010:2.1:1761322991.214435:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007bad309c. 00010000:00000010:2.1:1761322991.214440:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000070ff6787. 00010000:00000010:2.1:1761322991.214444:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ddde3871. 00010000:00000010:2.1:1761322991.214446:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f1175101. 00010000:00000010:2.1:1761322991.214449:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009cbe814d. 00010000:00000010:2.1:1761322991.214452:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007e550a61. 00010000:00000010:2.1:1761322991.214454:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000009a67ec7. 00010000:00000010:2.1:1761322991.214456:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d1126d15. 00010000:00000010:2.1:1761322991.214458:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008b387ccb. 00010000:00000010:2.1:1761322991.214460:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ffa21717. 00010000:00000010:2.1:1761322991.214463:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c14f65ae. 00010000:00000010:2.1:1761322991.214468:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fa511eba. 00010000:00000010:2.1:1761322991.214471:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009c625325. 00010000:00000010:2.1:1761322991.214475:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000044455e84. 00010000:00000010:2.1:1761322991.214478:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000465ce11e. 00010000:00000010:2.1:1761322991.214481:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c8dab56d. 00010000:00000010:2.1:1761322991.214485:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006d3333eb. 00010000:00000010:2.1:1761322991.214492:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b123b86d. 00010000:00000010:2.1:1761322991.214497:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005898eac5. 00010000:00000010:2.1:1761322991.214500:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aaeb8623. 00010000:00000010:2.1:1761322991.214503:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000158fee5a. 00010000:00000010:2.1:1761322991.214505:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006b62ce4c. 00010000:00000010:2.1:1761322991.214510:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c13da632. 00010000:00000010:2.1:1761322991.214513:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000065a8aa87. 00010000:00000010:2.1:1761322991.214516:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000812c92b6. 00010000:00000010:2.1:1761322991.214519:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008126f74a. 00010000:00000010:2.1:1761322991.214523:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000070ecfc4c. 00010000:00000010:2.1:1761322991.214525:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bf40df59. 00010000:00000010:2.1:1761322991.214530:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006a4c3e0d. 00010000:00000010:2.1:1761322991.214534:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000037a17983. 00010000:00000010:2.1:1761322991.214537:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000021582b75. 00010000:00000010:2.1:1761322991.214539:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000efe90020. 00010000:00000010:2.1:1761322991.214542:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000deb235f4. 00010000:00000010:2.1:1761322991.214546:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006a2148c2. 00010000:00000010:2.1:1761322991.214551:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007e8c402a. 00010000:00000010:2.1:1761322991.214556:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000019e4e45e. 00010000:00000010:2.1:1761322991.214561:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e27f4885. 00010000:00000010:2.1:1761322991.214565:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000908b89e0. 00010000:00000010:2.1:1761322991.214570:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004189fb16. 00010000:00000010:2.1:1761322991.214574:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004393ae16. 00010000:00000010:2.1:1761322991.214579:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000094af12d0. 00010000:00000010:2.1:1761322991.214584:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fc818b79. 00010000:00000010:2.1:1761322991.214590:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bc783e10. 00010000:00000010:2.1:1761322991.214594:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005edfd852. 00010000:00000010:2.1:1761322991.214597:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000656935d0. 00010000:00000010:2.1:1761322991.214601:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002c201a08. 00010000:00000010:2.1:1761322991.214603:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000099cdf4da. 00010000:00000010:2.1:1761322991.214608:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009d772c57. 00010000:00000010:2.1:1761322991.214612:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000053086593. 00010000:00000010:2.1:1761322991.214614:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000054cf24e3. 00010000:00000010:2.1:1761322991.214618:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a38cc066. 00010000:00000010:2.1:1761322991.214624:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004e706ab6. 00010000:00000010:2.1:1761322991.214630:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000161cedb6. 00010000:00000010:2.1:1761322991.214632:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000124ae06d. 00010000:00000010:2.1:1761322991.214635:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005e1f54eb. 00010000:00000010:2.1:1761322991.214637:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d936e362. 00010000:00000010:2.1:1761322991.214639:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003323e98b. 00010000:00000010:2.1:1761322991.214642:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008e0d1c8b. 00010000:00000010:2.1:1761322991.214644:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000042944b3. 00010000:00000010:2.1:1761322991.214646:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005f21342d. 00010000:00000010:2.1:1761322991.214651:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000031507d14. 00010000:00000010:2.1:1761322991.214656:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002231b434. 00010000:00000010:2.1:1761322991.214660:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004c89db7e. 00010000:00000010:2.1:1761322991.214664:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000f52b94d. 00010000:00000010:2.1:1761322991.214667:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000096a226f7. 00010000:00000010:2.1:1761322991.214673:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000047417898. 00010000:00000010:2.1:1761322991.214677:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000089ae06b4. 00010000:00000010:2.1:1761322991.214680:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005afe67cc. 00010000:00000010:2.1:1761322991.214683:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000344516a7. 00010000:00000010:2.1:1761322991.214685:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eb5d5e06. 00010000:00000010:2.1:1761322991.214689:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fb12713b. 00010000:00000010:2.1:1761322991.214692:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000542f59a1. 00010000:00000010:2.1:1761322991.214695:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000040a3686d. 00010000:00000010:2.1:1761322991.214699:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003167bce7. 00010000:00000010:2.1:1761322991.214702:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b0adeff6. 00010000:00000010:2.1:1761322991.214706:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000666415fe. 00010000:00000010:2.1:1761322991.214708:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000289aaf8d. 00010000:00000010:2.1:1761322991.214710:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002f32e562. 00010000:00000010:2.1:1761322991.214713:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d3a21aea. 00010000:00000010:2.1:1761322991.214716:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005f4725da. 00010000:00000010:2.1:1761322991.214719:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f6182049. 00010000:00000010:2.1:1761322991.214722:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f1a2ef99. 00010000:00000010:2.1:1761322991.214725:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f7992729. 00010000:00000010:2.1:1761322991.214728:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000084ee8966. 00010000:00000010:2.1:1761322991.214731:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007083e03f. 00010000:00000010:2.1:1761322991.214732:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a31a2ab1. 00010000:00000010:2.1:1761322991.214735:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000055e63fbe. 00010000:00000010:2.1:1761322991.214737:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004d2e556f. 00010000:00000010:2.1:1761322991.214740:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009612c53b. 00010000:00000010:2.1:1761322991.214743:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c1078e7f. 00010000:00000010:2.1:1761322991.214746:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ceda35af. 00010000:00000010:2.1:1761322991.214753:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e809acbc. 00010000:00000010:2.1:1761322991.214760:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000059737eb3. 00010000:00000010:2.1:1761322991.214763:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009096cffa. 00010000:00000010:2.1:1761322991.214765:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f2b40de3. 00010000:00000010:2.1:1761322991.214768:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cba6b34a. 00010000:00000010:2.1:1761322991.214773:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000074cfe24d. 00010000:00000010:2.1:1761322991.214776:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003aaf21a7. 00010000:00000010:2.1:1761322991.214780:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001abb8cdc. 00010000:00000010:2.1:1761322991.214788:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005971469e. 00010000:00000010:2.1:1761322991.214792:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b434344d. 00010000:00000010:2.1:1761322991.214795:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000221ecaf2. 00010000:00000010:2.1:1761322991.214797:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f07e6ee1. 00010000:00000010:2.1:1761322991.214799:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002a6c6646. 00010000:00000010:2.1:1761322991.214802:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007670b019. 00010000:00000010:2.1:1761322991.214806:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dbef0ac6. 00010000:00000010:2.1:1761322991.214808:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002f78ef35. 00010000:00000010:2.1:1761322991.214810:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c15bd1b0. 00010000:00000010:2.1:1761322991.214813:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e5770e76. 00010000:00000010:2.1:1761322991.214815:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ef4312a8. 00010000:00000010:2.1:1761322991.214817:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006a669ca2. 00010000:00000010:2.1:1761322991.214821:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d32f4e72. 00010000:00000010:2.1:1761322991.214824:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000013784682. 00010000:00000010:2.1:1761322991.214829:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002184c7dc. 00010000:00000010:2.1:1761322991.214836:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e17049ad. 00010000:00000010:2.1:1761322991.214839:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004fd68d86. 00010000:00000010:2.1:1761322991.214844:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000091e1c417. 00010000:00000010:2.1:1761322991.214847:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e5f46c0e. 00010000:00000010:2.1:1761322991.214849:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e38c2b57. 00010000:00000010:2.1:1761322991.214851:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c9112a9b. 00010000:00000010:2.1:1761322991.214853:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c7bd7736. 00010000:00000010:2.1:1761322991.214855:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000e94672a. 00010000:00000010:2.1:1761322991.214857:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000030e38550. 00010000:00000010:2.1:1761322991.214860:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000521cd0a6. 00010000:00000010:2.1:1761322991.214863:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000955dd146. 00010000:00000010:2.1:1761322991.214867:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000095be605. 00010000:00000010:2.1:1761322991.214872:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000982564b7. 00010000:00000010:2.1:1761322991.214874:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000da7f788e. 00010000:00000010:2.1:1761322991.214876:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000ebc2a7b. 00010000:00000010:2.1:1761322991.214878:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000053a711e7. 00010000:00000010:2.1:1761322991.214881:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002a2a4646. 00010000:00000010:2.1:1761322991.214885:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cf5f0481. 00010000:00000010:2.1:1761322991.214891:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c0a81e87. 00010000:00000010:2.1:1761322991.214894:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004a20e3f0. 00010000:00000010:2.1:1761322991.214898:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d515dfaa. 00010000:00000010:2.1:1761322991.214902:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002b7327e9. 00010000:00000010:2.1:1761322991.214907:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008a5da01e. 00010000:00000010:2.1:1761322991.214913:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a99454f0. 00010000:00000010:2.1:1761322991.214916:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea8110c2. 00010000:00000010:2.1:1761322991.214918:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001a65ef98. 00010000:00000010:2.1:1761322991.214920:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000053eafa45. 00010000:00000010:2.1:1761322991.214922:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cfce6f05. 00010000:00000010:2.1:1761322991.214924:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002f06711c. 00010000:00000010:2.1:1761322991.214928:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000af5dd805. 00010000:00000010:2.1:1761322991.214930:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001f6d3a6c. 00010000:00000010:2.1:1761322991.214933:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b48ac6ce. 00010000:00000010:2.1:1761322991.214935:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003d0c03cf. 00010000:00000010:2.1:1761322991.214937:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000328eee31. 00010000:00000010:2.1:1761322991.214939:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d78a86f9. 00010000:00000010:2.1:1761322991.214941:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001c50d2a1. 00010000:00000010:2.1:1761322991.214944:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea53fc91. 00010000:00000010:2.1:1761322991.214946:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000567d7eb3. 00010000:00000010:2.1:1761322991.214949:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c7af592e. 00010000:00000010:2.1:1761322991.214951:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000025551726. 00010000:00000010:2.1:1761322991.214953:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000057feb23a. 00010000:00000010:2.1:1761322991.214956:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000db886069. 00010000:00000010:2.1:1761322991.214958:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006b43f4c1. 00000400:00000200:3.0:1761322991.218295:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322991.218321:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf5340 00000400:00000200:3.0:1761322991.218332:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xabe01 [1] + 224 00000400:00000200:3.0:1761322991.218351:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.218355:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322991.218368:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d6d0189b x1846879956456256/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761322991.218730:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000022cdc7b0. 00000400:00000200:2.0:1761322991.218737:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000067f15243 00000400:00000010:2.0:1761322991.218740:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000067f15243. 00000100:00000200:2.0:1761322991.218747:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d6d0189b x1846879956456256/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761322991.218756:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d6d0189b x1846879956456256/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761322991.218792:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001e84352f. 02000000:00000010:2.0:1761322991.218799:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000374c01cb. 00000100:00000010:2.0:1761322991.218803:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d6d0189b. 00000100:00000010:2.0:1761322991.218807:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c487334b. 00010000:00000010:2.0:1761322991.218811:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008443a5df. 00000400:00000200:0.0:1761322991.218924:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:0.0:1761322991.218937:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb58d40 00000400:00000200:0.0:1761322991.218944:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa791 [2] + 0 00000400:00000200:0.0:1761322991.219013:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322991.219017:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:0.0:1761322991.219022:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761322991.219027:0:15812:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e84b8751. 00000020:00000010:3.0:1761322991.219391:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004ee0c611. 00000020:00000010:3.0:1761322991.219399:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000837bee1b. 00000020:00000010:3.0:1761322991.219404:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000068902843. 00000100:00000200:3.0:1761322991.219431:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e84b8751 x1846879955815744/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761322991.219466:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955815744 02000000:00000010:3.0:1761322991.219479:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001ffa3209. 00010000:00000010:3.0:1761322991.219510:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000095874752. 00010000:00000010:3.0:1761322991.219531:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000023a87887. 00000100:00000010:3.0:1761322991.219539:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000218a060b. 00000100:00000010:3.0:1761322991.219559:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000218a060b. 00010000:00000010:3.0:1761322991.219563:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000023a87887. 00000400:00000010:3.0:1761322991.219576:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000008e8c36c. 00000100:00000200:3.0:1761322991.219582:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955815744, offset 224 00000400:00000200:3.0:1761322991.219590:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:3.0:1761322991.219608:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322991.219614:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88846:88846:256:4294967295] 192.168.201.29@tcp LPNI seq info [88846:88846:8:4294967295] 00000400:00000200:3.0:1761322991.219628:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322991.219634:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322991.219641:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000f1ffd3f (tot 82350866). 00000800:00000200:3.0:1761322991.219648:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322991.219659:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322991.219663:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000f1ffd3f type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761322991.219683:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000837bee1b. 00000020:00000010:3.0:1761322991.219688:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000068902843. 00000020:00000010:3.0:1761322991.219691:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004ee0c611. 00000800:00000200:0.0:1761322991.219879:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761322991.219883:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000f1ffd3f (tot 82350618). 00000400:00000200:0.0:1761322991.219888:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322991.219892:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:0.0:1761322991.219896:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000008e8c36c 00000400:00000010:0.0:1761322991.219897:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000008e8c36c. 00080000:00000010:2.0:1761322991.220316:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000374c01cb. 00010000:00000010:2.0:1761322991.220422:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.220430:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fbfc2e74. 00010000:00000010:2.0:1761322991.220541:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006b43f4c1. 00010000:00000010:2.0:1761322991.220549:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322991.220561:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008443a5df. 00000100:00000010:2.0:1761322991.220566:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c487334b. 00000100:00000010:2.0:1761322991.220574:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d6d0189b. 02000000:00000010:2.0:1761322991.220590:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001e84352f. 02000000:00000010:2.0:1761322991.220619:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d5f034a0. 00000400:00000010:2.0:1761322991.220626:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000022cdc7b0. 00000400:00000010:2.0:1761322991.220632:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000067f15243. 00000100:00000200:2.0:1761322991.220638:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956456320, portal 16 00000400:00000010:2.0:1761322991.220643:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a9ac6a39. 00000100:00000200:2.0:1761322991.220645:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956456320, offset 0 00000400:00000200:2.0:1761322991.220653:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:2.0:1761322991.220665:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:2.0:1761322991.220674:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:2.0:1761322991.220678:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761322991.220681:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:2.0:1761322991.220684:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88847:88847:256:4294967295] 192.168.201.29@tcp LPNI seq info [88847:88847:8:4294967295] 00000400:00000200:2.0:1761322991.220693:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:2.0:1761322991.220698:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:2.0:1761322991.220702:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fe7f5c43 (tot 82350866). 00000800:00000200:2.0:1761322991.220708:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:2.0:1761322991.220714:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:2.0:1761322991.220717:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fe7f5c43 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761322991.220956:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322991.220961:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fe7f5c43 (tot 82350618). 00000400:00000200:3.0:1761322991.220966:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.220971:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322991.220976:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a9ac6a39 00000400:00000010:3.0:1761322991.220978:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a9ac6a39. 00000100:00000200:3.0:1761322991.220985:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d6d0189b x1846879956456320/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761322991.222134:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fbc07521. 00010000:00000010:2.1:1761322991.222147:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dbfe3e49. 00010000:00000010:2.1:1761322991.222152:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fec0a478. 00010000:00000010:3.1:1761322991.228195:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000030092c6. 00010000:00000010:2.1:1761322991.228301:0:78736:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006cc07127. 00010000:00000010:2.1:1761322991.228310:0:78736:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000038c39c0f. 00000400:00000200:3.0:1761322991.228621:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322991.228642:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf5380 00000400:00000200:3.0:1761322991.228653:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xabe0d [1] + 224 00000400:00000200:3.0:1761322991.228667:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.228672:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322991.228685:0:15812:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d6d0189b x1846879956456320/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322991.229139:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322991.229147:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb58d80 00000400:00000200:3.0:1761322991.229154:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa791 [2] + 328 00000400:00000200:3.0:1761322991.229194:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.229200:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322991.229206:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761322991.229212:0:15812:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004265c37e. 00000400:00000010:0.0:1761322991.229387:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000022cdc7b0. 00000400:00000200:0.0:1761322991.229393:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000067f15243 00000400:00000010:0.0:1761322991.229396:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000067f15243. 00000100:00000200:0.0:1761322991.229405:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d6d0189b x1846879956456320/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761322991.229415:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d6d0189b x1846879956456320/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761322991.229455:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d5f034a0. 02000000:00000010:0.0:1761322991.229464:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001e84352f. 00000100:00000010:0.0:1761322991.229469:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d6d0189b. 00000100:00000010:0.0:1761322991.229474:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c487334b. 00010000:00000010:0.0:1761322991.229480:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008443a5df. 00000020:00000010:1.0:1761322991.229863:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ec3ca2ee. 00000020:00000010:1.0:1761322991.229872:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000077f03733. 00000020:00000010:1.0:1761322991.229878:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000acc5c903. 00000100:00000200:1.0:1761322991.229907:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000004265c37e x1846879955815808/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761322991.229948:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955815808 02000000:00000010:1.0:1761322991.229961:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000058c39f67. 00010000:00000010:1.0:1761322991.229990:0:66652:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000078d269de. 00010000:00000010:1.0:1761322991.230009:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fbe7b9a3. 00000100:00000010:1.0:1761322991.230016:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000041ad6ebb. 00000100:00000010:1.0:1761322991.230032:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000041ad6ebb. 00010000:00000010:1.0:1761322991.230049:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fbe7b9a3. 00000400:00000010:1.0:1761322991.230061:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002c8a409d. 00000100:00000200:1.0:1761322991.230066:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955815808, offset 224 00000400:00000200:1.0:1761322991.230103:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322991.230118:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322991.230125:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88848:88848:256:4294967295] 192.168.201.29@tcp LPNI seq info [88848:88848:8:4294967295] 00000400:00000200:1.0:1761322991.230136:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322991.230141:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322991.230147:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa7b1f3a (tot 82350866). 00000800:00000200:1.0:1761322991.230153:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322991.230163:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322991.230167:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa7b1f3a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761322991.230186:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000077f03733. 00000020:00000010:1.0:1761322991.230191:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000acc5c903. 00000020:00000010:1.0:1761322991.230194:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ec3ca2ee. 00000800:00000200:1.0:1761322991.230287:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761322991.230291:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa7b1f3a (tot 82350618). 00000400:00000200:1.0:1761322991.230299:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322991.230303:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:1.0:1761322991.230306:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002c8a409d 00000400:00000010:1.0:1761322991.230307:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002c8a409d. 00080000:00000010:0.0:1761322991.230443:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000021d07a47. 00010000:00000010:0.0:1761322991.230563:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:0.0:1761322991.230571:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008947885c. 00010000:00000010:0.0:1761322991.230667:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003999fc69. 00010000:00000010:0.0:1761322991.230674:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000068f2057b. 00010000:00000010:0.0:1761322991.230685:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000033a833ee. 00000100:00000010:0.0:1761322991.230691:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004e147358. 00000100:00000010:0.0:1761322991.230698:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d1e427ea. 02000000:00000010:0.0:1761322991.230708:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ec369a56. 02000000:00000010:0.0:1761322991.230731:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007377ab5d. 00000400:00000010:0.0:1761322991.230737:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000c99acac. 00000400:00000010:0.0:1761322991.230742:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008f080af5. 00000100:00000200:0.0:1761322991.230747:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956456384, portal 16 00000400:00000010:0.0:1761322991.230752:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d5095c71. 00000100:00000200:0.0:1761322991.230754:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956456384, offset 0 00000400:00000200:0.0:1761322991.230759:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322991.230767:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322991.230775:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:0.0:1761322991.230779:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761322991.230782:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322991.230785:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88849:88849:256:4294967295] 192.168.201.29@tcp LPNI seq info [88849:88849:8:4294967295] 00000400:00000200:0.0:1761322991.230792:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322991.230796:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322991.230799:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002b6ad44b (tot 82350866). 00000800:00000200:0.0:1761322991.230803:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322991.230807:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322991.230810:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002b6ad44b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761322991.231196:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322991.231200:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002b6ad44b (tot 82350618). 00000400:00000200:3.0:1761322991.231204:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.231209:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322991.231213:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d5095c71 00000400:00000010:3.0:1761322991.231214:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d5095c71. 00000100:00000200:3.0:1761322991.231223:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d1e427ea x1846879956456384/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322991.234768:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322991.234792:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf53c0 00000400:00000200:3.0:1761322991.234802:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xabe19 [1] + 224 00000400:00000200:3.0:1761322991.234816:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.234820:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322991.234832:0:15812:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d1e427ea x1846879956456384/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761322991.235137:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000f8f49f0. 00000400:00000200:3.0:1761322991.235506:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322991.235575:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb58dc0 00000400:00000200:3.0:1761322991.235582:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa791 [2] + 656 00000400:00000200:3.0:1761322991.235596:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.235600:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322991.235604:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761322991.235609:0:15812:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001d6c23c1. 00000020:00000010:1.0:1761322991.235804:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ec3ca2ee. 00000020:00000010:1.0:1761322991.235812:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000077f03733. 00000020:00000010:1.0:1761322991.235817:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000acc5c903. 00000100:00000200:1.0:1761322991.235843:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001d6c23c1 x1846879955815872/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761322991.235877:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955815872 02000000:00000010:1.0:1761322991.235889:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000391f8d17. 00010000:00000010:1.0:1761322991.235927:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fbe7b9a3. 00000100:00000010:1.0:1761322991.235935:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000041ad6ebb. 00000100:00000010:1.0:1761322991.235942:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000041ad6ebb. 00010000:00000010:1.0:1761322991.235945:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fbe7b9a3. 00000400:00000010:1.0:1761322991.235958:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002c8a409d. 00000100:00000200:1.0:1761322991.235962:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955815872, offset 224 00000400:00000200:1.0:1761322991.235969:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322991.235980:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322991.235986:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88850:88850:256:4294967295] 192.168.201.29@tcp LPNI seq info [88850:88850:8:4294967295] 00000400:00000200:1.0:1761322991.235997:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322991.236003:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322991.236008:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa7b1f3a (tot 82350866). 00000800:00000200:1.0:1761322991.236013:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322991.236020:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322991.236024:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa7b1f3a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761322991.236053:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000077f03733. 00000020:00000010:1.0:1761322991.236059:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000acc5c903. 00000020:00000010:1.0:1761322991.236062:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ec3ca2ee. 00000800:00000200:1.0:1761322991.236204:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761322991.236207:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa7b1f3a (tot 82350618). 00000400:00000200:1.0:1761322991.236215:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322991.236219:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:1.0:1761322991.236223:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002c8a409d 00000400:00000010:1.0:1761322991.236225:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002c8a409d. 00000400:00000010:0.0:1761322991.236413:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000c99acac. 00000400:00000200:0.0:1761322991.236418:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008f080af5 00000400:00000010:0.0:1761322991.236419:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008f080af5. 00000100:00000200:0.0:1761322991.236429:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d1e427ea x1846879956456384/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761322991.236443:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d1e427ea x1846879956456384/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1761322991.236462:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000080260342. 02000000:00000010:0.0:1761322991.236476:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007377ab5d. 02000000:00000010:0.0:1761322991.236481:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ec369a56. 00000100:00000010:0.0:1761322991.236485:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d1e427ea. 00000100:00000010:0.0:1761322991.236489:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004e147358. 00010000:00000010:0.0:1761322991.236492:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000033a833ee. 00080000:00000010:0.0:1761322991.236524:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ec369a56. 00010000:00000010:0.0:1761322991.236625:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000068f2057b. 00010000:00000010:0.0:1761322991.236634:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000061026b2d. 00010000:00000010:0.0:1761322991.236735:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c5525c0b. 00010000:00000010:0.0:1761322991.236740:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000068f2057b. 00010000:00000010:0.0:1761322991.236751:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000033a833ee. 00000100:00000010:0.0:1761322991.236755:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004e147358. 00000100:00000010:0.0:1761322991.236760:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d1e427ea. 02000000:00000010:0.0:1761322991.236770:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007377ab5d. 02000000:00000010:0.0:1761322991.236790:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006481d458. 00000400:00000010:0.0:1761322991.236795:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000c99acac. 00000400:00000010:0.0:1761322991.236799:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008f080af5. 00000100:00000200:0.0:1761322991.236805:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956456448, portal 16 00000400:00000010:0.0:1761322991.236809:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000098e4976a. 00000100:00000200:0.0:1761322991.236811:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956456448, offset 0 00000400:00000200:0.0:1761322991.236817:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322991.236825:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322991.236833:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:0.0:1761322991.236836:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761322991.236839:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322991.236842:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88851:88851:256:4294967295] 192.168.201.29@tcp LPNI seq info [88851:88851:8:4294967295] 00000400:00000200:0.0:1761322991.236849:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322991.236854:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322991.236858:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000019c3e4a9 (tot 82350866). 00000800:00000200:0.0:1761322991.236862:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322991.236866:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322991.236869:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000019c3e4a9 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761322991.237318:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322991.237323:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000019c3e4a9 (tot 82350618). 00000400:00000200:3.0:1761322991.237327:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.237331:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322991.237334:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000098e4976a 00000400:00000010:3.0:1761322991.237336:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000098e4976a. 00000100:00000200:3.0:1761322991.237343:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d1e427ea x1846879956456448/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761322991.238294:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000423368dd. 00010000:00000010:0.1:1761322991.238303:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006b43f4c1. 00000400:00000200:3.0:1761322991.238662:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322991.238678:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf5400 00000400:00000200:3.0:1761322991.238686:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xabe25 [1] + 224 00000400:00000200:3.0:1761322991.238703:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.238707:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322991.238715:0:15812:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d1e427ea x1846879956456448/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761322991.238776:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000c99acac. 00000400:00000200:0.0:1761322991.238781:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008f080af5 00000400:00000010:0.0:1761322991.238782:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008f080af5. 00000100:00000200:0.0:1761322991.238790:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d1e427ea x1846879956456448/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761322991.238798:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d1e427ea x1846879956456448/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761322991.238823:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006481d458. 02000000:00000010:0.0:1761322991.238828:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007377ab5d. 00000100:00000010:0.0:1761322991.238831:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d1e427ea. 00000100:00000010:0.0:1761322991.238835:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004e147358. 00010000:00000010:0.0:1761322991.238838:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000033a833ee. 00000400:00000200:1.0:1761322991.241568:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:1.0:1761322991.241773:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb58e00 00000400:00000200:1.0:1761322991.241784:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa791 [2] + 984 00000400:00000200:1.0:1761322991.241989:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322991.241995:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:1.0:1761322991.242004:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761322991.242011:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000dfba0156. 00000020:00000010:3.0:1761322991.242333:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004ee0c611. 00000020:00000010:3.0:1761322991.242340:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000837bee1b. 00000020:00000010:3.0:1761322991.242344:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000068902843. 00000100:00000200:3.0:1761322991.242370:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000dfba0156 x1846879955815936/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761322991.242403:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955815936 02000000:00000010:3.0:1761322991.242416:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002d82fe4b. 00010000:00000010:3.0:1761322991.242448:0:66652:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e92f2dbc. 00010000:00000010:3.0:1761322991.242471:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f71ea99a. 00000100:00000010:3.0:1761322991.242478:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000218a060b. 00000100:00000010:3.0:1761322991.242629:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000218a060b. 00010000:00000010:3.0:1761322991.242634:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f71ea99a. 00000400:00000010:3.0:1761322991.242649:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000facd7dd7. 00000100:00000200:3.0:1761322991.242654:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955815936, offset 224 00000400:00000200:3.0:1761322991.242664:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:3.0:1761322991.242677:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322991.242684:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88852:88852:256:4294967295] 192.168.201.29@tcp LPNI seq info [88852:88852:8:4294967295] 00000400:00000200:3.0:1761322991.242693:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322991.242700:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322991.242706:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003de23d37 (tot 82350866). 00000800:00000200:3.0:1761322991.242712:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322991.242719:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322991.242723:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003de23d37 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761322991.242750:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000837bee1b. 00000020:00000010:3.0:1761322991.242755:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000068902843. 00000020:00000010:3.0:1761322991.242758:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004ee0c611. 00080000:00000010:0.0:1761322991.242811:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000007377ab5d. 00000800:00000200:2.0:1761322991.242844:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322991.242849:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003de23d37 (tot 82350618). 00000400:00000200:2.0:1761322991.242853:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.242858:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322991.242862:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000facd7dd7 00000400:00000010:2.0:1761322991.242864:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000facd7dd7. 00010000:00000010:0.0:1761322991.242918:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000068f2057b. 00010000:00000010:0.0:1761322991.242926:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000024c6a415. 00010000:00000010:0.0:1761322991.243142:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000afcecbb6. 00010000:00000010:0.0:1761322991.243149:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000068f2057b. 00010000:00000010:0.0:1761322991.243161:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000033a833ee. 00000100:00000010:0.0:1761322991.243165:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004e147358. 00000100:00000010:0.0:1761322991.243173:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d1e427ea. 02000000:00000010:0.0:1761322991.243186:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006481d458. 02000000:00000010:0.0:1761322991.243208:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000033a51957. 00000400:00000010:0.0:1761322991.243214:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000c99acac. 00000400:00000010:0.0:1761322991.243219:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008f080af5. 00000100:00000200:0.0:1761322991.243225:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956456512, portal 16 00000400:00000010:0.0:1761322991.243229:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000098e50414. 00000100:00000200:0.0:1761322991.243232:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956456512, offset 0 00000400:00000200:0.0:1761322991.243237:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322991.243243:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322991.243250:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:0.0:1761322991.243254:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761322991.243257:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322991.243260:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88853:88853:256:4294967295] 192.168.201.29@tcp LPNI seq info [88853:88853:8:4294967295] 00000400:00000200:0.0:1761322991.243268:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322991.243272:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322991.243275:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000007e4c409 (tot 82350866). 00000800:00000200:0.0:1761322991.243278:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322991.243283:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322991.243285:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000007e4c409 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761322991.243393:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322991.243396:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000007e4c409 (tot 82350618). 00000400:00000200:3.0:1761322991.243400:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.243403:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322991.243406:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000098e50414 00000400:00000010:3.0:1761322991.243407:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000098e50414. 00000100:00000200:3.0:1761322991.243415:0:15812:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d1e427ea x1846879956456512/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761322991.245144:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000947cdf13. 00010000:00000010:0.1:1761322991.245162:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008c7530c1. 00010000:00000010:0.1:1761322991.245168:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003999fc69. 00000400:00000200:1.0:1761322991.246399:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:1.0:1761322991.246420:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf5440 00000400:00000200:1.0:1761322991.246430:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xabe31 [1] + 224 00000400:00000200:1.0:1761322991.246443:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322991.246447:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:1.0:1761322991.246457:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d1e427ea x1846879956456512/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761322991.246503:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:1.0:1761322991.246508:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb58e40 00000400:00000200:1.0:1761322991.246523:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa791 [2] + 1312 00000400:00000200:1.0:1761322991.246576:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322991.246580:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:1.0:1761322991.246584:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761322991.246590:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000eabe2b15. 00000400:00000010:0.0:1761322991.246680:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000c99acac. 00000400:00000200:0.0:1761322991.246686:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008f080af5 00000400:00000010:0.0:1761322991.246689:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008f080af5. 00000100:00000200:0.0:1761322991.246699:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d1e427ea x1846879956456512/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761322991.246707:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d1e427ea x1846879956456512/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761322991.246737:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000033a51957. 02000000:00000010:0.0:1761322991.246743:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006481d458. 00000100:00000010:0.0:1761322991.246754:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d1e427ea. 00000100:00000010:0.0:1761322991.246758:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004e147358. 00010000:00000010:0.0:1761322991.246761:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000033a833ee. 00000020:00000010:3.0:1761322991.246906:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fa878bed. 00000020:00000010:3.0:1761322991.246915:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000837bee1b. 00000020:00000010:3.0:1761322991.246920:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000068902843. 00000100:00000200:3.0:1761322991.246946:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000eabe2b15 x1846879955816000/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761322991.247181:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955816000 02000000:00000010:3.0:1761322991.247193:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000194f3f12. 00010000:00000010:3.0:1761322991.247224:0:66652:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004bf93608. 00010000:00000010:3.0:1761322991.247248:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f71ea99a. 00000100:00000010:3.0:1761322991.247256:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000218a060b. 00000100:00000010:3.0:1761322991.247270:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000218a060b. 00010000:00000010:3.0:1761322991.247274:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f71ea99a. 00000400:00000010:3.0:1761322991.247287:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009548a1b0. 00000100:00000200:3.0:1761322991.247293:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955816000, offset 224 00000400:00000200:3.0:1761322991.247302:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:3.0:1761322991.247316:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00080000:00000010:0.0:1761322991.247317:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000006481d458. 00000400:00000200:3.0:1761322991.247324:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88854:88854:256:4294967295] 192.168.201.29@tcp LPNI seq info [88854:88854:8:4294967295] 00000400:00000200:3.0:1761322991.247336:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322991.247341:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322991.247346:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000074c3abcf (tot 82350866). 00000800:00000200:3.0:1761322991.247353:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322991.247362:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322991.247367:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000074c3abcf type 1, nob 320 niov 1 nkiov 1 00010000:00000010:0.0:1761322991.247417:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000068f2057b. 00010000:00000010:0.0:1761322991.247426:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b7b7ee63. 00010000:00000010:0.0:1761322991.247535:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000778b46c5. 00010000:00000010:0.0:1761322991.247540:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000007c079b3. 00010000:00000010:0.0:1761322991.247547:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003999fc69. 00010000:00000010:0.0:1761322991.247551:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000068f2057b. 00080000:00000010:0.0:1761322991.247563:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000033a51957. 00010000:00000010:0.0:1761322991.247602:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000068f2057b. 00010000:00000010:0.0:1761322991.247606:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000007c079b3. 00010000:00000010:0.0:1761322991.247655:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d154bf62. 00010000:00000010:0.0:1761322991.247658:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000068f2057b. 00010000:00000010:0.0:1761322991.247664:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000033a833ee. 00000100:00000010:0.0:1761322991.247666:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004e147358. 00000100:00000010:0.0:1761322991.247671:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d1e427ea. 02000000:00000010:0.0:1761322991.247681:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a7958e34. 02000000:00000010:0.0:1761322991.247699:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009f6bfb58. 00000400:00000010:0.0:1761322991.247702:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000c99acac. 00000400:00000010:0.0:1761322991.247705:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008f080af5. 00000100:00000200:0.0:1761322991.247709:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956456576, portal 16 00000400:00000010:0.0:1761322991.247712:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a0012254. 00000100:00000200:0.0:1761322991.247714:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956456576, offset 0 00000400:00000200:0.0:1761322991.247718:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322991.247723:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322991.247729:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:0.0:1761322991.247732:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761322991.247735:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322991.247737:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88855:88855:255:4294967295] 192.168.201.29@tcp LPNI seq info [88855:88855:7:4294967295] 00000400:00000200:0.0:1761322991.247742:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322991.247745:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322991.247748:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000007e4c409 (tot 82351114). 00000800:00000200:0.0:1761322991.247751:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322991.247754:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322991.247755:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000007e4c409 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:3.0:1761322991.247976:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000837bee1b. 00000020:00000010:3.0:1761322991.247982:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000068902843. 00000020:00000010:3.0:1761322991.247986:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fa878bed. 00000800:00000200:2.0:1761322991.248069:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322991.248125:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000074c3abcf (tot 82350866). 00000400:00000200:2.0:1761322991.248130:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.248136:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322991.248141:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009548a1b0 00000400:00000010:2.0:1761322991.248143:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009548a1b0. 00000800:00000200:2.0:1761322991.248467:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322991.248470:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000007e4c409 (tot 82350618). 00000400:00000200:2.0:1761322991.248474:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.248487:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322991.248490:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a0012254 00000400:00000010:2.0:1761322991.248492:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a0012254. 00000100:00000200:2.0:1761322991.248504:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d1e427ea x1846879956456576/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761322991.249166:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000194c340a. 00010000:00000010:0.1:1761322991.249177:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c5525c0b. 00010000:00000010:3.1:1761322991.249390:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000076d89995. 00000400:00000200:3.0:1761322991.249502:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322991.249518:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf5480 00000400:00000200:3.0:1761322991.249526:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xabe3d [1] + 224 00000400:00000200:3.0:1761322991.249542:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.249546:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322991.249552:0:15812:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d1e427ea x1846879956456576/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322991.249632:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322991.249639:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb58e80 00000400:00000200:3.0:1761322991.249645:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa791 [2] + 1640 00000400:00000010:0.0:1761322991.249661:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000c99acac. 00000400:00000200:0.0:1761322991.249667:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008f080af5 00000400:00000010:0.0:1761322991.249669:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008f080af5. 00000100:00000200:0.0:1761322991.249679:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d1e427ea x1846879956456576/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761322991.249688:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d1e427ea x1846879956456576/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322991.249689:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.249698:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322991.249703:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761322991.249709:0:15812:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000279cdfe2. 02000000:00000010:0.0:1761322991.249718:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009f6bfb58. 02000000:00000010:0.0:1761322991.249725:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a7958e34. 00000100:00000010:0.0:1761322991.249729:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d1e427ea. 00000100:00000010:0.0:1761322991.249734:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004e147358. 00010000:00000010:0.0:1761322991.249738:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000033a833ee. 00000020:00000010:1.0:1761322991.249780:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ec3ca2ee. 00000020:00000010:1.0:1761322991.249789:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000077f03733. 00000020:00000010:1.0:1761322991.249793:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000acc5c903. 00000100:00000200:1.0:1761322991.249818:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000279cdfe2 x1846879955816064/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761322991.249851:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955816064 02000000:00000010:1.0:1761322991.249863:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f85dcbd7. 00010000:00000010:1.0:1761322991.249887:0:66652:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a050195a. 00010000:00000010:1.0:1761322991.249907:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fbe7b9a3. 00000100:00000010:1.0:1761322991.249913:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000041ad6ebb. 00000100:00000010:1.0:1761322991.249939:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000041ad6ebb. 00010000:00000010:1.0:1761322991.249943:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fbe7b9a3. 00000400:00000010:1.0:1761322991.249955:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002c8a409d. 00000100:00000200:1.0:1761322991.249960:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955816064, offset 224 00000400:00000200:1.0:1761322991.249967:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322991.249977:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322991.249984:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88856:88856:256:4294967295] 192.168.201.29@tcp LPNI seq info [88856:88856:8:4294967295] 00000400:00000200:1.0:1761322991.249994:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322991.249999:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322991.250004:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa7b1f3a (tot 82350866). 00000800:00000200:1.0:1761322991.250009:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322991.250021:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322991.250025:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa7b1f3a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761322991.250057:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000077f03733. 00000020:00000010:1.0:1761322991.250062:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000acc5c903. 00000020:00000010:1.0:1761322991.250065:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ec3ca2ee. 00080000:00000010:0.0:1761322991.250067:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a7958e34. 00010000:00000010:0.0:1761322991.250202:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000068f2057b. 00010000:00000010:0.0:1761322991.250210:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004de48f0b. 00000800:00000200:2.0:1761322991.250283:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322991.250290:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa7b1f3a (tot 82350618). 00010000:00000010:0.0:1761322991.250295:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c5525c0b. 00010000:00000010:0.0:1761322991.250303:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000068f2057b. 00000400:00000200:2.0:1761322991.250305:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:0.0:1761322991.250314:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000033a833ee. 00000400:00000200:2.0:1761322991.250318:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000010:0.0:1761322991.250320:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004e147358. 00000400:00000200:2.0:1761322991.250326:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002c8a409d 00000100:00000010:0.0:1761322991.250327:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d1e427ea. 00000400:00000010:2.0:1761322991.250331:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002c8a409d. 02000000:00000010:0.0:1761322991.250340:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009f6bfb58. 02000000:00000010:0.0:1761322991.250363:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000037d4a7b2. 00000400:00000010:0.0:1761322991.250368:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000c99acac. 00000400:00000010:0.0:1761322991.250374:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008f080af5. 00000100:00000200:0.0:1761322991.250379:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956456640, portal 16 00000400:00000010:0.0:1761322991.250383:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004767911a. 00000100:00000200:0.0:1761322991.250384:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956456640, offset 0 00000400:00000200:0.0:1761322991.250390:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322991.250397:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322991.250404:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:0.0:1761322991.250407:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761322991.250410:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322991.250413:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88857:88857:256:4294967295] 192.168.201.29@tcp LPNI seq info [88857:88857:8:4294967295] 00000400:00000200:0.0:1761322991.250421:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322991.250427:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322991.250431:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000019c3e4a9 (tot 82350866). 00000800:00000200:0.0:1761322991.250436:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322991.250440:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322991.250442:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000019c3e4a9 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761322991.250916:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322991.250920:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000019c3e4a9 (tot 82350618). 00000400:00000200:2.0:1761322991.250924:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.250930:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322991.250932:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004767911a 00000400:00000010:2.0:1761322991.250935:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004767911a. 00000100:00000200:2.0:1761322991.250945:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d1e427ea x1846879956456640/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322991.252817:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322991.252839:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf54c0 00000400:00000200:3.0:1761322991.252848:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xabe49 [1] + 224 00000400:00000200:3.0:1761322991.252861:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.252866:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322991.252882:0:15812:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d1e427ea x1846879956456640/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322991.252919:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322991.252925:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb58ec0 00000400:00000200:3.0:1761322991.252935:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa791 [2] + 1968 00000400:00000010:3.0:1761322991.252941:0:15812:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000073db689a. 00000400:00000200:3.0:1761322991.252960:0:15812:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000aabff28f 00000400:00000010:0.0:1761322991.252966:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000c99acac. 00000400:00000200:0.0:1761322991.252973:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008f080af5 00000400:00000010:0.0:1761322991.252976:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008f080af5. 00000100:00000200:0.0:1761322991.252987:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d1e427ea x1846879956456640/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761322991.252996:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d1e427ea x1846879956456640/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322991.252999:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.253006:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322991.253010:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000aabff28f 00000400:00000010:3.0:1761322991.253012:0:15812:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000aabff28f (tot 82350466). 00000100:00000200:3.0:1761322991.253018:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 02000000:00000010:0.0:1761322991.253031:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000037d4a7b2. 02000000:00000010:0.0:1761322991.253054:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009f6bfb58. 00000100:00000010:0.0:1761322991.253060:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d1e427ea. 00000100:00000010:0.0:1761322991.253065:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004e147358. 00010000:00000010:0.0:1761322991.253069:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000033a833ee. 00010000:00000010:0.1:1761322991.253119:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000ac0773a. 00010000:00000010:0.1:1761322991.253130:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000afcecbb6. 00010000:00000010:0.1:1761322991.253137:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000778b46c5. 00010000:00000010:0.1:1761322991.253141:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003999fc69. 00000020:00000010:1.0:1761322991.253189:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009da94d2b. 00000020:00000010:1.0:1761322991.253197:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000077f03733. 00000020:00000010:1.0:1761322991.253202:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000acc5c903. 00000100:00000200:1.0:1761322991.253225:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000da9b6ffb x1846879955816128/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761322991.253255:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955816128 02000000:00000010:1.0:1761322991.253267:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000009a6cc6ee. 00010000:00000010:1.0:1761322991.253295:0:66652:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000065eac28d. 00010000:00000010:1.0:1761322991.253314:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fbe7b9a3. 00000100:00000010:1.0:1761322991.253321:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000041ad6ebb. 00000100:00000010:1.0:1761322991.253338:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000041ad6ebb. 00010000:00000010:1.0:1761322991.253341:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fbe7b9a3. 00000400:00000010:1.0:1761322991.253353:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c8e29771. 00000100:00000200:1.0:1761322991.253358:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955816128, offset 224 00000400:00000200:1.0:1761322991.253366:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322991.253377:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322991.253382:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88858:88858:256:4294967295] 192.168.201.29@tcp LPNI seq info [88858:88858:8:4294967295] 00000400:00000200:1.0:1761322991.253392:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322991.253400:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322991.253405:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa7b1f3a (tot 82350714). 00000800:00000200:1.0:1761322991.253411:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322991.253418:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322991.253422:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa7b1f3a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761322991.253441:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000077f03733. 00000020:00000010:1.0:1761322991.253445:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000acc5c903. 00000020:00000010:1.0:1761322991.253449:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009da94d2b. 02000000:00000010:1.0:1761322991.253457:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f85dcbd7. 00000100:00000010:1.0:1761322991.253461:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000279cdfe2. 02000000:00000010:1.0:1761322991.253465:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000194f3f12. 00000100:00000010:1.0:1761322991.253468:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000eabe2b15. 02000000:00000010:1.0:1761322991.253472:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002d82fe4b. 00000100:00000010:1.0:1761322991.253476:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000dfba0156. 02000000:00000010:1.0:1761322991.253480:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000391f8d17. 00000100:00000010:1.0:1761322991.253483:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001d6c23c1. 02000000:00000010:1.0:1761322991.253487:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000058c39f67. 00000100:00000010:1.0:1761322991.253490:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004265c37e. 02000000:00000010:1.0:1761322991.253493:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001ffa3209. 00000100:00000010:1.0:1761322991.253494:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e84b8751. 00000100:00000200:1.0:1761322991.253501:0:66652:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1761322991.253507:0:66652:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003461dbbf. 00000400:00000010:1.0:1761322991.253522:0:66652:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000041ad6ebb (tot 82350866). 00000800:00000200:2.0:1761322991.253593:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322991.253600:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa7b1f3a (tot 82350618). 00000400:00000200:2.0:1761322991.253612:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.253620:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322991.253626:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c8e29771 00000400:00000010:2.0:1761322991.253629:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c8e29771. 02000000:00000010:2.0:1761322991.253636:0:15811:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000009a6cc6ee. 00080000:00000010:0.0:1761322991.253644:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000037d4a7b2. 00010000:00000010:0.0:1761322991.253740:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000068f2057b. 00010000:00000010:0.0:1761322991.253747:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c0c73545. 00010000:00000010:0.0:1761322991.253839:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003999fc69. 00010000:00000010:0.0:1761322991.253845:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000068f2057b. 00010000:00000010:0.0:1761322991.253854:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000033a833ee. 00000100:00000010:0.0:1761322991.253858:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004e147358. 00000100:00000010:0.0:1761322991.253863:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d1e427ea. 02000000:00000010:0.0:1761322991.253875:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009f6bfb58. 02000000:00000010:0.0:1761322991.253896:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a0a252d8. 00000400:00000010:0.0:1761322991.253900:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000c99acac. 00000400:00000010:0.0:1761322991.253904:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008f080af5. 00000100:00000200:0.0:1761322991.253908:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956456704, portal 16 00000400:00000010:0.0:1761322991.253911:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000243f87cb. 00000100:00000200:0.0:1761322991.253914:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956456704, offset 0 00000400:00000200:0.0:1761322991.253919:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322991.253926:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322991.253934:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:0.0:1761322991.253938:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761322991.253942:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322991.253944:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88859:88859:256:4294967295] 192.168.201.29@tcp LPNI seq info [88859:88859:8:4294967295] 00000400:00000200:0.0:1761322991.253952:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322991.253957:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322991.253961:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002b6ad44b (tot 82350866). 00000800:00000200:0.0:1761322991.253965:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322991.253970:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322991.253972:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002b6ad44b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761322991.254069:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322991.254101:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002b6ad44b (tot 82350618). 00000400:00000200:2.0:1761322991.254106:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.254112:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322991.254115:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000243f87cb 00000400:00000010:2.0:1761322991.254116:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000243f87cb. 00000100:00000200:2.0:1761322991.254126:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d1e427ea x1846879956456704/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322991.255646:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322991.255666:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf5500 00000400:00000200:3.0:1761322991.255675:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xabe59 [1] + 224 00000400:00000200:3.0:1761322991.255692:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.255696:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322991.255705:0:15812:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d1e427ea x1846879956456704/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761322991.255772:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000c99acac. 00000400:00000200:0.0:1761322991.255777:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008f080af5 00000400:00000010:0.0:1761322991.255779:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008f080af5. 00000100:00000200:0.0:1761322991.255788:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d1e427ea x1846879956456704/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761322991.255796:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d1e427ea x1846879956456704/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761322991.255823:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a0a252d8. 02000000:00000010:0.0:1761322991.255828:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009f6bfb58. 00000100:00000010:0.0:1761322991.255833:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d1e427ea. 00000100:00000010:0.0:1761322991.255836:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004e147358. 00010000:00000010:0.0:1761322991.255839:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000033a833ee. 00000400:00000200:2.0:1761322991.256457:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322991.256474:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb58f00 00000400:00000200:2.0:1761322991.256481:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa7e9 [2] + 0 00000400:00000200:2.0:1761322991.256536:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.256540:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322991.256546:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761322991.256552:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f7a33011. 00000020:00000010:3.0:1761322991.256721:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fa878bed. 00000020:00000010:3.0:1761322991.256728:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000837bee1b. 00000020:00000010:3.0:1761322991.256732:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000068902843. 00000100:00000200:3.0:1761322991.256760:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f7a33011 x1846879955816192/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761322991.256796:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955816192 02000000:00000010:3.0:1761322991.256809:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000de836c1b. 00010000:00000010:3.0:1761322991.256843:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003554513d. 00010000:00000010:3.0:1761322991.256869:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f71ea99a. 00000100:00000010:3.0:1761322991.256875:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000218a060b. 00000100:00000010:3.0:1761322991.256895:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000218a060b. 00010000:00000010:3.0:1761322991.256898:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f71ea99a. 00000400:00000010:3.0:1761322991.256913:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fd11e324. 00000100:00000200:3.0:1761322991.256918:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955816192, offset 224 00000400:00000200:3.0:1761322991.256925:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:3.0:1761322991.256935:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322991.256941:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88860:88860:256:4294967295] 192.168.201.29@tcp LPNI seq info [88860:88860:8:4294967295] 00000400:00000200:3.0:1761322991.256951:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322991.256956:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322991.256960:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000062e39c9d (tot 82350866). 00000800:00000200:3.0:1761322991.256965:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322991.256971:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322991.256975:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000062e39c9d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761322991.256997:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000837bee1b. 00000020:00000010:3.0:1761322991.257002:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000068902843. 00000020:00000010:3.0:1761322991.257005:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fa878bed. 00010000:00000010:0.1:1761322991.257119:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cb176850. 00010000:00000010:0.1:1761322991.257128:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d154bf62. 00080000:00000010:0.0:1761322991.257151:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a0a252d8. 00010000:00000010:0.0:1761322991.257222:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000068f2057b. 00010000:00000010:0.0:1761322991.257228:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ac89eb0e. 00010000:00000010:0.0:1761322991.257295:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d154bf62. 00010000:00000010:0.0:1761322991.257301:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000068f2057b. 00010000:00000010:0.0:1761322991.257313:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000033a833ee. 00000100:00000010:0.0:1761322991.257317:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004e147358. 00000100:00000010:0.0:1761322991.257324:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d1e427ea. 02000000:00000010:0.0:1761322991.257338:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009f6bfb58. 02000000:00000010:0.0:1761322991.257369:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000eb82517a. 00000400:00000010:0.0:1761322991.257374:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000c99acac. 00000400:00000010:0.0:1761322991.257378:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008f080af5. 00000100:00000200:0.0:1761322991.257383:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956456768, portal 16 00000400:00000010:0.0:1761322991.257388:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000faaff073. 00000100:00000200:0.0:1761322991.257390:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956456768, offset 0 00000400:00000200:0.0:1761322991.257395:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322991.257401:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322991.257409:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:0.0:1761322991.257413:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761322991.257416:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322991.257419:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88861:88861:255:4294967295] 192.168.201.29@tcp LPNI seq info [88861:88861:7:4294967295] 00000400:00000200:0.0:1761322991.257426:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322991.257430:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322991.257433:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bf5e0f07 (tot 82351114). 00000800:00000200:0.0:1761322991.257436:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322991.257440:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322991.257442:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bf5e0f07 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761322991.257534:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322991.257538:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000062e39c9d (tot 82350866). 00000400:00000200:2.0:1761322991.257541:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.257545:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322991.257548:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fd11e324 00000400:00000010:2.0:1761322991.257550:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fd11e324. 00000800:00000200:2.0:1761322991.257586:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322991.257588:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bf5e0f07 (tot 82350618). 00000400:00000200:2.0:1761322991.257590:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.257593:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322991.257595:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000faaff073 00000400:00000010:2.0:1761322991.257596:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000faaff073. 00000100:00000200:2.0:1761322991.257603:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d1e427ea x1846879956456768/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761322991.257699:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000104a211b. 00010000:00000010:1.1:1761322991.258109:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b1eceb4. 00000400:00000200:3.0:1761322991.259735:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322991.259752:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf5540 00000400:00000200:3.0:1761322991.259761:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xabe65 [1] + 224 00000400:00000200:3.0:1761322991.259773:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.259777:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322991.259787:0:15812:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d1e427ea x1846879956456768/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322991.259817:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322991.259823:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb58f40 00000400:00000200:3.0:1761322991.259828:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa7e9 [2] + 328 00000400:00000010:0.0:1761322991.259851:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000c99acac. 00000400:00000200:0.0:1761322991.259856:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008f080af5 00000400:00000010:0.0:1761322991.259859:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008f080af5. 00000100:00000200:0.0:1761322991.259868:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d1e427ea x1846879956456768/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761322991.259877:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d1e427ea x1846879956456768/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322991.259878:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.259886:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322991.259891:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761322991.259898:0:15812:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008821b89f. 02000000:00000010:0.0:1761322991.259918:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000eb82517a. 02000000:00000010:0.0:1761322991.259926:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009f6bfb58. 00000100:00000010:0.0:1761322991.259932:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d1e427ea. 00000100:00000010:0.0:1761322991.259936:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004e147358. 00010000:00000010:0.0:1761322991.259941:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000033a833ee. 00000020:00000010:1.0:1761322991.259996:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f85dcbd7. 00000020:00000010:1.0:1761322991.260004:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000077f03733. 00000020:00000010:1.0:1761322991.260008:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000acc5c903. 00000100:00000200:1.0:1761322991.260034:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000008821b89f x1846879955816256/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761322991.260217:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955816256 02000000:00000010:3.0:1761322991.260233:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000fa878bed. 00010000:00000010:3.0:1761322991.260265:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c4fef414. 00010000:00000010:3.0:1761322991.260288:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f71ea99a. 00000100:00000010:3.0:1761322991.260295:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000218a060b. 00000100:00000010:3.0:1761322991.260313:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000218a060b. 00010000:00000010:3.0:1761322991.260316:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f71ea99a. 00000400:00000010:3.0:1761322991.260330:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cec36e5d. 00000100:00000200:3.0:1761322991.260334:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955816256, offset 224 00000400:00000200:3.0:1761322991.260388:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:3.0:1761322991.260411:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322991.260417:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88862:88862:256:4294967295] 192.168.201.29@tcp LPNI seq info [88862:88862:8:4294967295] 00000400:00000200:3.0:1761322991.260427:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322991.260432:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322991.260436:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000440ca70b (tot 82350866). 00000800:00000200:3.0:1761322991.260441:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322991.260448:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322991.260451:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000440ca70b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761322991.260476:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000077f03733. 00000020:00000010:3.0:1761322991.260481:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000acc5c903. 00000020:00000010:3.0:1761322991.260484:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f85dcbd7. 00000800:00000200:2.0:1761322991.260626:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322991.260630:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000440ca70b (tot 82350618). 00000400:00000200:2.0:1761322991.260634:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.260637:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322991.260639:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cec36e5d 00000400:00000010:2.0:1761322991.260641:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cec36e5d. 00010000:00000010:1.1:1761322991.261126:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a3967c68. 00010000:00000010:0.1:1761322991.261130:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004da9c8bf. 00010000:00000010:0.1:1761322991.261139:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c5525c0b. 00080000:00000010:0.0:1761322991.261170:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000eb82517a. 00010000:00000010:0.0:1761322991.261300:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000068f2057b. 00010000:00000010:0.0:1761322991.261309:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000aa55bbe4. 00010000:00000010:0.0:1761322991.261429:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c5525c0b. 00010000:00000010:0.0:1761322991.261446:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000068f2057b. 00010000:00000010:0.0:1761322991.261463:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000033a833ee. 00000100:00000010:0.0:1761322991.261471:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004e147358. 00000100:00000010:0.0:1761322991.261482:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d1e427ea. 02000000:00000010:0.0:1761322991.261504:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000060711229. 02000000:00000010:0.0:1761322991.261541:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000002a16dbd. 00000400:00000010:0.0:1761322991.261547:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000c99acac. 00000400:00000010:0.0:1761322991.261554:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008f080af5. 00000100:00000200:0.0:1761322991.261562:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956456832, portal 16 00000400:00000010:0.0:1761322991.261568:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001c2d6366. 00000100:00000200:0.0:1761322991.261570:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956456832, offset 0 00000400:00000200:0.0:1761322991.261577:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322991.261589:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322991.261598:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:0.0:1761322991.261602:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761322991.261606:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322991.261609:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88863:88863:256:4294967295] 192.168.201.29@tcp LPNI seq info [88863:88863:8:4294967295] 00000400:00000200:0.0:1761322991.261618:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322991.261623:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322991.261627:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f8f59593 (tot 82350866). 00000800:00000200:0.0:1761322991.261631:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322991.261637:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322991.261641:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f8f59593 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761322991.261750:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322991.261753:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f8f59593 (tot 82350618). 00000400:00000200:2.0:1761322991.261757:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.261760:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322991.261763:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001c2d6366 00000400:00000010:2.0:1761322991.261765:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001c2d6366. 00000100:00000200:2.0:1761322991.261774:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d1e427ea x1846879956456832/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322991.263556:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322991.263569:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf5580 00000400:00000200:3.0:1761322991.263575:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xabe71 [1] + 224 00000400:00000200:3.0:1761322991.263587:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.263589:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322991.263596:0:15812:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d1e427ea x1846879956456832/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761322991.263908:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000c99acac. 00000400:00000200:0.0:1761322991.263914:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008f080af5 00000400:00000010:0.0:1761322991.263916:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008f080af5. 00000100:00000200:0.0:1761322991.263925:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d1e427ea x1846879956456832/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761322991.263933:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d1e427ea x1846879956456832/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761322991.263971:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000002a16dbd. 02000000:00000010:0.0:1761322991.263979:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000060711229. 00000100:00000010:0.0:1761322991.263985:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d1e427ea. 00000100:00000010:0.0:1761322991.263990:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004e147358. 00010000:00000010:0.0:1761322991.263994:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000033a833ee. 00000400:00000200:2.0:1761322991.264012:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322991.264020:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb58f80 00000400:00000200:2.0:1761322991.264026:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa7e9 [2] + 656 00000400:00000200:2.0:1761322991.264147:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.264151:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322991.264157:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761322991.264162:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007661af9c. 00000020:00000010:1.0:1761322991.264246:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009da94d2b. 00000020:00000010:1.0:1761322991.264254:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003f3bf4a0. 00000020:00000010:1.0:1761322991.264258:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001d369eb8. 00000100:00000200:1.0:1761322991.264284:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007661af9c x1846879955816320/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761322991.264313:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955816320 02000000:00000010:1.0:1761322991.264324:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000fafd4beb. 00010000:00000010:1.0:1761322991.264351:0:66652:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e250b78b. 00010000:00000010:1.0:1761322991.264374:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fbe7b9a3. 00000100:00000010:1.0:1761322991.264380:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002bceba70. 00000100:00000010:1.0:1761322991.264393:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002bceba70. 00010000:00000010:1.0:1761322991.264396:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fbe7b9a3. 00000400:00000010:1.0:1761322991.264417:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004c82c5ef. 00000100:00000200:1.0:1761322991.264421:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955816320, offset 224 00000400:00000200:1.0:1761322991.264428:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322991.264438:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322991.264443:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88864:88864:256:4294967295] 192.168.201.29@tcp LPNI seq info [88864:88864:8:4294967295] 00000400:00000200:1.0:1761322991.264453:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322991.264457:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322991.264461:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa7b1f3a (tot 82350866). 00000800:00000200:1.0:1761322991.264467:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322991.264473:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322991.264476:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa7b1f3a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761322991.264495:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003f3bf4a0. 00000020:00000010:1.0:1761322991.264498:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001d369eb8. 00000020:00000010:1.0:1761322991.264501:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009da94d2b. 00080000:00000010:0.0:1761322991.264580:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000060711229. 00000800:00000200:2.0:1761322991.264646:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322991.264650:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa7b1f3a (tot 82350618). 00000400:00000200:2.0:1761322991.264658:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:0.0:1761322991.264658:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000068f2057b. 00000400:00000200:2.0:1761322991.264664:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322991.264667:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004c82c5ef 00010000:00000010:0.0:1761322991.264668:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ba861f9f. 00000400:00000010:2.0:1761322991.264669:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004c82c5ef. 00010000:00000010:0.0:1761322991.264754:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000afcecbb6. 00010000:00000010:0.0:1761322991.264760:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000068f2057b. 00010000:00000010:0.0:1761322991.264772:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000033a833ee. 00000100:00000010:0.0:1761322991.264775:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004e147358. 00000100:00000010:0.0:1761322991.264781:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d1e427ea. 02000000:00000010:0.0:1761322991.265044:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000002a16dbd. 02000000:00000010:0.0:1761322991.265072:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e19f9729. 00000400:00000010:0.0:1761322991.265099:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000c99acac. 00000400:00000010:0.0:1761322991.265103:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008f080af5. 00000100:00000200:0.0:1761322991.265108:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956456896, portal 16 00000400:00000010:0.0:1761322991.265112:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c8d84849. 00000100:00000200:0.0:1761322991.265114:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956456896, offset 0 00000400:00000200:0.0:1761322991.265120:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322991.265128:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322991.265135:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:0.0:1761322991.265139:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761322991.265143:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322991.265145:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88865:88865:256:4294967295] 192.168.201.29@tcp LPNI seq info [88865:88865:8:4294967295] 00000400:00000200:0.0:1761322991.265152:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322991.265156:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322991.265159:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a69d00c5 (tot 82350866). 00000800:00000200:0.0:1761322991.265163:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322991.265167:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322991.265169:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a69d00c5 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761322991.265259:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322991.265261:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a69d00c5 (tot 82350618). 00000400:00000200:3.0:1761322991.265264:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.265268:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322991.265270:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c8d84849 00000400:00000010:3.0:1761322991.265271:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c8d84849. 00000100:00000200:3.0:1761322991.265277:0:15812:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d1e427ea x1846879956456896/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322991.266825:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322991.266846:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf55c0 00000400:00000200:2.0:1761322991.266854:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xabe7d [1] + 224 00000400:00000200:2.0:1761322991.266868:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.266870:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322991.266876:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d1e427ea x1846879956456896/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761322991.267007:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000c99acac. 00000400:00000200:0.0:1761322991.267011:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008f080af5 00000400:00000010:0.0:1761322991.267013:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008f080af5. 00000100:00000200:0.0:1761322991.267020:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d1e427ea x1846879956456896/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761322991.267026:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d1e427ea x1846879956456896/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761322991.267067:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e19f9729. 02000000:00000010:0.0:1761322991.267072:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000002a16dbd. 00000100:00000010:0.0:1761322991.267094:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d1e427ea. 00000100:00000010:0.0:1761322991.267098:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004e147358. 00010000:00000010:0.0:1761322991.267102:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000033a833ee. 00000400:00000200:2.0:1761322991.267276:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322991.267284:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb58fc0 00000400:00000200:2.0:1761322991.267289:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa7e9 [2] + 984 00000400:00000200:2.0:1761322991.267335:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.267339:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322991.267344:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761322991.267349:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004a31252b. 00000020:00000010:1.0:1761322991.267435:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009da94d2b. 00000020:00000010:1.0:1761322991.267443:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003f3bf4a0. 00000020:00000010:1.0:1761322991.267449:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001d369eb8. 00000100:00000200:1.0:1761322991.267476:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000004a31252b x1846879955816384/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761322991.267504:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955816384 02000000:00000010:1.0:1761322991.267516:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f14261de. 00010000:00000010:1.0:1761322991.267544:0:66652:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000be8d9fbf. 00010000:00000010:1.0:1761322991.267568:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fbe7b9a3. 00000100:00000010:1.0:1761322991.267580:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002bceba70. 00000100:00000010:1.0:1761322991.267596:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002bceba70. 00010000:00000010:1.0:1761322991.267600:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fbe7b9a3. 00000400:00000010:1.0:1761322991.267617:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000399567d5. 00080000:00000010:0.0:1761322991.267619:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000002a16dbd. 00000100:00000200:1.0:1761322991.267622:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955816384, offset 224 00000400:00000200:1.0:1761322991.267632:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322991.267641:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322991.267647:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88866:88866:256:4294967295] 192.168.201.29@tcp LPNI seq info [88866:88866:8:4294967295] 00000400:00000200:1.0:1761322991.267656:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322991.267661:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322991.267666:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa7b1f3a (tot 82350866). 00000800:00000200:1.0:1761322991.267672:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322991.267679:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322991.267682:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa7b1f3a type 1, nob 320 niov 1 nkiov 1 00010000:00000010:0.0:1761322991.267691:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000068f2057b. 00010000:00000010:0.0:1761322991.267699:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a8bda7d7. 00000020:00000010:1.0:1761322991.267714:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003f3bf4a0. 00000020:00000010:1.0:1761322991.267719:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001d369eb8. 00000020:00000010:1.0:1761322991.267723:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009da94d2b. 00010000:00000010:0.0:1761322991.267791:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b5033279. 00010000:00000010:0.0:1761322991.267798:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000068f2057b. 00000800:00000200:2.0:1761322991.267800:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322991.267803:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa7b1f3a (tot 82350618). 00000400:00000200:2.0:1761322991.267810:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:0.0:1761322991.267811:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000033a833ee. 00000400:00000200:2.0:1761322991.267814:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322991.267817:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000399567d5 00000100:00000010:0.0:1761322991.267817:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004e147358. 00000400:00000010:2.0:1761322991.267819:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000399567d5. 00000100:00000010:0.0:1761322991.267825:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d1e427ea. 02000000:00000010:0.0:1761322991.267838:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e19f9729. 02000000:00000010:0.0:1761322991.267863:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a4af19f5. 00000400:00000010:0.0:1761322991.267868:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000c99acac. 00000400:00000010:0.0:1761322991.267872:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008f080af5. 00000100:00000200:0.0:1761322991.267876:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956456960, portal 16 00000400:00000010:0.0:1761322991.267880:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000015c9b00d. 00000100:00000200:0.0:1761322991.267881:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956456960, offset 0 00000400:00000200:0.0:1761322991.267887:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322991.267894:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322991.267900:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:0.0:1761322991.267903:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761322991.267906:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322991.267908:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88867:88867:256:4294967295] 192.168.201.29@tcp LPNI seq info [88867:88867:8:4294967295] 00000400:00000200:0.0:1761322991.267915:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322991.267919:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322991.267922:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004c92fdd7 (tot 82350866). 00000800:00000200:0.0:1761322991.267925:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322991.267928:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322991.267930:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004c92fdd7 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761322991.267986:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322991.267987:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004c92fdd7 (tot 82350618). 00000400:00000200:2.0:1761322991.267990:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.267993:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322991.267995:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000015c9b00d 00000400:00000010:2.0:1761322991.267996:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000015c9b00d. 00000100:00000200:2.0:1761322991.268001:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d1e427ea x1846879956456960/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761322991.268709:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c0620056. 00010000:00000010:0.1:1761322991.269112:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d1720c4e. 00010000:00000010:0.1:1761322991.269121:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003999fc69. 00000400:00000200:2.0:1761322991.269340:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322991.269352:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf5600 00000400:00000200:2.0:1761322991.269359:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xabe89 [1] + 224 00000400:00000200:2.0:1761322991.269372:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.269376:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322991.269382:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d1e427ea x1846879956456960/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761322991.269460:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000c99acac. 00000400:00000200:0.0:1761322991.269465:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008f080af5 00000400:00000010:0.0:1761322991.269467:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008f080af5. 00000100:00000200:0.0:1761322991.269474:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d1e427ea x1846879956456960/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761322991.269481:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d1e427ea x1846879956456960/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761322991.269509:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a4af19f5. 02000000:00000010:0.0:1761322991.269515:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e19f9729. 00000100:00000010:0.0:1761322991.269519:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d1e427ea. 00000100:00000010:0.0:1761322991.269522:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004e147358. 00010000:00000010:0.0:1761322991.269525:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000033a833ee. 00000400:00000200:2.0:1761322991.269739:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322991.269746:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb59000 00000400:00000200:2.0:1761322991.269751:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa7e9 [2] + 1312 00000400:00000200:2.0:1761322991.269800:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.269803:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322991.269808:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761322991.269812:0:15812:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b73ca902. 00000020:00000010:3.0:1761322991.269932:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c3d94ee7. 00000020:00000010:3.0:1761322991.269939:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000837bee1b. 00000020:00000010:3.0:1761322991.269944:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000068902843. 00000100:00000200:3.0:1761322991.269968:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b73ca902 x1846879955816448/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761322991.270002:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955816448 02000000:00000010:3.0:1761322991.270013:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003239c13f. 00010000:00000010:3.0:1761322991.270049:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006e8c18d2. 00010000:00000010:3.0:1761322991.270069:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f71ea99a. 00000100:00000010:3.0:1761322991.270146:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000218a060b. 00000100:00000010:3.0:1761322991.270159:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000218a060b. 00010000:00000010:3.0:1761322991.270162:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f71ea99a. 00000400:00000010:3.0:1761322991.270176:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000034cf40f2. 00000100:00000200:3.0:1761322991.270180:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955816448, offset 224 00080000:00000010:0.0:1761322991.270187:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e19f9729. 00000400:00000200:3.0:1761322991.270188:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:3.0:1761322991.270199:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322991.270204:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88868:88868:256:4294967295] 192.168.201.29@tcp LPNI seq info [88868:88868:8:4294967295] 00000400:00000200:3.0:1761322991.270212:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322991.270217:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322991.270221:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000036ac846e (tot 82350866). 00000800:00000200:3.0:1761322991.270226:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322991.270233:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322991.270236:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000036ac846e type 1, nob 320 niov 1 nkiov 1 00010000:00000010:0.0:1761322991.270245:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000068f2057b. 00010000:00000010:0.0:1761322991.270252:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a4f584f7. 00000020:00000010:3.0:1761322991.270257:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000837bee1b. 00000020:00000010:3.0:1761322991.270263:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000068902843. 00000020:00000010:3.0:1761322991.270266:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c3d94ee7. 00010000:00000010:0.0:1761322991.270323:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003999fc69. 00010000:00000010:0.0:1761322991.270329:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000068f2057b. 00010000:00000010:0.0:1761322991.270338:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000033a833ee. 00000100:00000010:0.0:1761322991.270341:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004e147358. 00000100:00000010:0.0:1761322991.270346:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d1e427ea. 02000000:00000010:0.0:1761322991.270358:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a4af19f5. 02000000:00000010:0.0:1761322991.270381:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009f6bfb58. 00000400:00000010:0.0:1761322991.270385:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000c99acac. 00000400:00000010:0.0:1761322991.270389:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008f080af5. 00000100:00000200:0.0:1761322991.270393:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956457024, portal 16 00000400:00000010:0.0:1761322991.270397:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000825fa906. 00000100:00000200:0.0:1761322991.270398:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956457024, offset 0 00000400:00000200:0.0:1761322991.270403:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322991.270407:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322991.270412:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:0.0:1761322991.270414:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761322991.270417:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322991.270418:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88869:88869:255:4294967295] 192.168.201.29@tcp LPNI seq info [88869:88869:7:4294967295] 00000400:00000200:0.0:1761322991.270423:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322991.270426:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322991.270427:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000361d1353 (tot 82351114). 00000800:00000200:0.0:1761322991.270430:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322991.270433:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322991.270434:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000361d1353 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761322991.270509:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322991.270513:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000036ac846e (tot 82350866). 00000400:00000200:2.0:1761322991.270516:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.270520:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322991.270524:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000034cf40f2 00000400:00000010:2.0:1761322991.270525:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000034cf40f2. 00000800:00000200:2.0:1761322991.270563:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322991.270566:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000361d1353 (tot 82350618). 00000400:00000200:2.0:1761322991.270569:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.270572:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322991.270574:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000825fa906 00000400:00000010:2.0:1761322991.270575:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000825fa906. 00000100:00000200:2.0:1761322991.270582:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d1e427ea x1846879956457024/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322991.271659:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322991.271673:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf5640 00000400:00000200:2.0:1761322991.271679:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xabe95 [1] + 224 00000400:00000200:2.0:1761322991.271691:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.271695:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322991.271701:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d1e427ea x1846879956457024/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761322991.271741:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000c99acac. 00000400:00000200:0.0:1761322991.271745:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008f080af5 00000400:00000010:0.0:1761322991.271747:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008f080af5. 00000100:00000200:0.0:1761322991.271753:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d1e427ea x1846879956457024/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761322991.271760:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d1e427ea x1846879956457024/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761322991.271786:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009f6bfb58. 02000000:00000010:0.0:1761322991.271791:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a4af19f5. 00000100:00000010:0.0:1761322991.271802:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d1e427ea. 00000100:00000010:0.0:1761322991.271806:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004e147358. 00010000:00000010:0.0:1761322991.271812:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000033a833ee. 00000400:00000200:2.0:1761322991.272000:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322991.272009:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb59040 00000400:00000200:2.0:1761322991.272015:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa7e9 [2] + 1640 00000400:00000200:2.0:1761322991.272060:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.272063:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322991.272067:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761322991.272071:0:15812:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000017975d50. 00000020:00000010:3.0:1761322991.272244:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c3d94ee7. 00000020:00000010:3.0:1761322991.272250:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000837bee1b. 00000020:00000010:3.0:1761322991.272254:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000068902843. 00000100:00000200:3.0:1761322991.272276:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000017975d50 x1846879955816512/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761322991.272310:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955816512 02000000:00000010:3.0:1761322991.272320:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004b54b1ab. 00010000:00000010:3.0:1761322991.272343:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005da5fece. 00010000:00000010:3.0:1761322991.272362:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f71ea99a. 00000100:00000010:3.0:1761322991.272368:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000218a060b. 00000100:00000010:3.0:1761322991.272384:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000218a060b. 00010000:00000010:3.0:1761322991.272387:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f71ea99a. 00000400:00000010:3.0:1761322991.272399:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c8da6cb3. 00000100:00000200:3.0:1761322991.272403:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955816512, offset 224 00000400:00000200:3.0:1761322991.272410:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:3.0:1761322991.272419:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322991.272424:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88870:88870:256:4294967295] 192.168.201.29@tcp LPNI seq info [88870:88870:8:4294967295] 00000400:00000200:3.0:1761322991.272432:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322991.272436:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322991.272440:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005938d56c (tot 82350866). 00000800:00000200:3.0:1761322991.272444:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322991.272449:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322991.272451:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005938d56c type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761322991.272471:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000837bee1b. 00000020:00000010:3.0:1761322991.272475:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000068902843. 00000020:00000010:3.0:1761322991.272477:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c3d94ee7. 00080000:00000010:0.0:1761322991.272518:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000009f6bfb58. 00010000:00000010:0.0:1761322991.272585:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000068f2057b. 00010000:00000010:0.0:1761322991.272591:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c4df8f1. 00000800:00000200:2.0:1761322991.272638:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322991.272642:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005938d56c (tot 82350618). 00000400:00000200:2.0:1761322991.272646:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.272650:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322991.272653:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c8da6cb3 00000400:00000010:2.0:1761322991.272655:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c8da6cb3. 00010000:00000010:0.0:1761322991.272656:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000080eb2517. 00010000:00000010:0.0:1761322991.272664:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000068f2057b. 00010000:00000010:0.0:1761322991.272674:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000033a833ee. 00000100:00000010:0.0:1761322991.272678:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004e147358. 00000100:00000010:0.0:1761322991.272684:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d1e427ea. 02000000:00000010:0.0:1761322991.272695:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a4af19f5. 02000000:00000010:0.0:1761322991.272713:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000020786138. 00000400:00000010:0.0:1761322991.272716:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000c99acac. 00000400:00000010:0.0:1761322991.272718:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008f080af5. 00000100:00000200:0.0:1761322991.272721:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956457088, portal 16 00000400:00000010:0.0:1761322991.272725:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001a275b80. 00000100:00000200:0.0:1761322991.272726:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956457088, offset 0 00000400:00000200:0.0:1761322991.272729:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322991.272734:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322991.272749:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:0.0:1761322991.272752:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761322991.272754:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322991.272756:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88871:88871:256:4294967295] 192.168.201.29@tcp LPNI seq info [88871:88871:8:4294967295] 00000400:00000200:0.0:1761322991.272761:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322991.272764:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322991.272766:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000057731204 (tot 82350866). 00000800:00000200:0.0:1761322991.272768:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322991.272771:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322991.272773:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000057731204 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761322991.273013:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322991.273017:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000057731204 (tot 82350618). 00000400:00000200:2.0:1761322991.273020:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.273024:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322991.273027:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001a275b80 00000400:00000010:2.0:1761322991.273029:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001a275b80. 00000100:00000200:2.0:1761322991.273047:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d1e427ea x1846879956457088/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761322991.273125:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009de1b8a1. 00010000:00000010:0.1:1761322991.273144:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000da4def05. 00010000:00000010:0.1:1761322991.273152:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d154bf62. 00010000:00000010:0.1:1761322991.273155:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000228d32d1. 00010000:00000010:0.1:1761322991.273159:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c5525c0b. 00010000:00000010:0.1:1761322991.273161:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c768d055. 00010000:00000010:0.1:1761322991.273164:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000afcecbb6. 00010000:00000010:1.1:1761322991.273233:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006f46af2f. 00000400:00000200:2.0:1761322991.274147:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322991.274158:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf5680 00000400:00000200:2.0:1761322991.274163:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xabea1 [1] + 224 00000400:00000200:2.0:1761322991.274171:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.274172:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322991.274177:0:15812:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d1e427ea x1846879956457088/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322991.274200:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322991.274203:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb59080 00000400:00000200:2.0:1761322991.274207:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa7e9 [2] + 1968 00000400:00000010:2.0:1761322991.274210:0:15812:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004414eaca. 00000400:00000200:2.0:1761322991.274213:0:15812:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000005072e036 00000400:00000010:0.0:1761322991.274219:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000c99acac. 00000400:00000200:0.0:1761322991.274224:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008f080af5 00000400:00000010:0.0:1761322991.274226:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008f080af5. 00000100:00000200:0.0:1761322991.274235:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d1e427ea x1846879956457088/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761322991.274243:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d1e427ea x1846879956457088/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322991.274244:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.274251:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322991.274255:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005072e036 00000400:00000010:2.0:1761322991.274257:0:15812:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000005072e036 (tot 82350466). 00000100:00000200:2.0:1761322991.274261:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 02000000:00000010:0.0:1761322991.274277:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000020786138. 02000000:00000010:0.0:1761322991.274283:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a4af19f5. 00000100:00000010:0.0:1761322991.274288:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d1e427ea. 00000100:00000010:0.0:1761322991.274292:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004e147358. 00010000:00000010:0.0:1761322991.274295:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000033a833ee. 00000020:00000010:3.0:1761322991.274337:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c3d94ee7. 00000020:00000010:3.0:1761322991.274342:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000837bee1b. 00000020:00000010:3.0:1761322991.274344:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000068902843. 00000100:00000200:3.0:1761322991.274361:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000287e60f7 x1846879955816576/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761322991.274397:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955816576 02000000:00000010:1.0:1761322991.274407:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000009da94d2b. 00010000:00000010:1.0:1761322991.274428:0:66652:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fba9084d. 00010000:00000010:1.0:1761322991.274442:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fbe7b9a3. 00000100:00000010:1.0:1761322991.274446:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002bceba70. 00000100:00000010:1.0:1761322991.274455:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002bceba70. 00010000:00000010:1.0:1761322991.274458:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fbe7b9a3. 00000400:00000010:1.0:1761322991.274470:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e06c4b25. 00000100:00000200:1.0:1761322991.274473:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955816576, offset 224 00000400:00000200:1.0:1761322991.274480:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00080000:00000010:0.0:1761322991.274483:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000020786138. 00000400:00000200:1.0:1761322991.274489:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322991.274494:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88872:88872:256:4294967295] 192.168.201.29@tcp LPNI seq info [88872:88872:8:4294967295] 00000400:00000200:1.0:1761322991.274501:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322991.274506:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322991.274510:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa7b1f3a (tot 82350714). 00000800:00000200:1.0:1761322991.274514:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322991.274519:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322991.274522:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa7b1f3a type 1, nob 320 niov 1 nkiov 1 00010000:00000010:0.0:1761322991.274539:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000068f2057b. 00000020:00000010:1.0:1761322991.274543:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000837bee1b. 00000020:00000010:1.0:1761322991.274546:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000068902843. 00010000:00000010:0.0:1761322991.274546:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000076490c34. 00000020:00000010:1.0:1761322991.274549:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c3d94ee7. 02000000:00000010:1.0:1761322991.274557:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004b54b1ab. 00000100:00000010:1.0:1761322991.274560:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000017975d50. 02000000:00000010:1.0:1761322991.274563:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003239c13f. 00000100:00000010:1.0:1761322991.274566:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b73ca902. 02000000:00000010:1.0:1761322991.274568:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f14261de. 00000100:00000010:1.0:1761322991.274570:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004a31252b. 02000000:00000010:1.0:1761322991.274573:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000fafd4beb. 00000100:00000010:1.0:1761322991.274575:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007661af9c. 02000000:00000010:1.0:1761322991.274578:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000fa878bed. 00000100:00000010:1.0:1761322991.274580:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008821b89f. 02000000:00000010:1.0:1761322991.274583:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000de836c1b. 00000100:00000010:1.0:1761322991.274585:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f7a33011. 00010000:00000010:0.0:1761322991.274601:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000afcecbb6. 00000100:00000200:1.0:1761322991.274604:0:66652:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00010000:00000010:0.0:1761322991.274607:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000068f2057b. 00000400:00000010:1.0:1761322991.274608:0:66652:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002bce09b2. 00000400:00000010:1.0:1761322991.274612:0:66652:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000002bceba70 (tot 82350866). 00010000:00000010:0.0:1761322991.274618:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000033a833ee. 00000100:00000010:0.0:1761322991.274621:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004e147358. 00000100:00000010:0.0:1761322991.274627:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d1e427ea. 02000000:00000010:0.0:1761322991.274637:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006f03679d. 02000000:00000010:0.0:1761322991.274658:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008ec2bfe2. 00000400:00000010:0.0:1761322991.274661:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000c99acac. 00000400:00000010:0.0:1761322991.274664:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008f080af5. 00000100:00000200:0.0:1761322991.274667:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956457152, portal 16 00000400:00000010:0.0:1761322991.274671:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e04633ab. 00000100:00000200:0.0:1761322991.274672:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956457152, offset 0 00000400:00000200:0.0:1761322991.274677:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322991.274683:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322991.274689:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:0.0:1761322991.274693:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761322991.274696:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322991.274698:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88873:88873:255:4294967295] 192.168.201.29@tcp LPNI seq info [88873:88873:7:4294967295] 00000400:00000200:0.0:1761322991.274704:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322991.274708:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322991.274712:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000057731204 (tot 82351114). 00000800:00000200:0.0:1761322991.274715:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322991.274719:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322991.274721:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000057731204 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761322991.274744:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322991.274748:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa7b1f3a (tot 82350866). 00000400:00000200:2.0:1761322991.274755:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.274759:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322991.274762:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e06c4b25 00000400:00000010:2.0:1761322991.274763:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e06c4b25. 02000000:00000010:2.0:1761322991.274767:0:15811:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000009da94d2b. 00000800:00000200:2.0:1761322991.274808:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322991.274810:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000057731204 (tot 82350618). 00000400:00000200:2.0:1761322991.274813:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.274816:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322991.274817:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e04633ab 00000400:00000010:2.0:1761322991.274819:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e04633ab. 00000100:00000200:2.0:1761322991.274825:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d1e427ea x1846879956457152/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322991.275707:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322991.275715:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf56c0 00000400:00000200:2.0:1761322991.275720:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xabeb1 [1] + 224 00000400:00000200:2.0:1761322991.275743:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.275746:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322991.275752:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d1e427ea x1846879956457152/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761322991.275800:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000c99acac. 00000400:00000200:0.0:1761322991.275804:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008f080af5 00000400:00000010:0.0:1761322991.275806:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008f080af5. 00000100:00000200:0.0:1761322991.275812:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d1e427ea x1846879956457152/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761322991.275820:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d1e427ea x1846879956457152/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761322991.275842:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008ec2bfe2. 02000000:00000010:0.0:1761322991.275846:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006f03679d. 00000100:00000010:0.0:1761322991.275849:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d1e427ea. 00000100:00000010:0.0:1761322991.275852:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004e147358. 00010000:00000010:0.0:1761322991.275855:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000033a833ee. 00000400:00000200:2.0:1761322991.276253:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322991.276259:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb590c0 00000400:00000200:2.0:1761322991.276262:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa841 [2] + 0 00000400:00000200:2.0:1761322991.276293:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.276297:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322991.276301:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761322991.276305:0:15812:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005bffa580. 00000020:00000010:1.0:1761322991.276373:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fafd4beb. 00000020:00000010:1.0:1761322991.276379:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003f3bf4a0. 00000020:00000010:1.0:1761322991.276383:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001d369eb8. 00000100:00000200:1.0:1761322991.276405:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005bffa580 x1846879955816640/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761322991.276436:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955816640 02000000:00000010:1.0:1761322991.276446:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f14261de. 00010000:00000010:1.0:1761322991.276472:0:66652:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000096fdead2. 00010000:00000010:1.0:1761322991.276495:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fbe7b9a3. 00000100:00000010:1.0:1761322991.276504:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000009132bb. 00000100:00000010:1.0:1761322991.276524:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000009132bb. 00010000:00000010:1.0:1761322991.276527:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fbe7b9a3. 00000400:00000010:1.0:1761322991.276538:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000297438bc. 00000100:00000200:1.0:1761322991.276541:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955816640, offset 224 00000400:00000200:1.0:1761322991.276548:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322991.276558:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322991.276562:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88874:88874:256:4294967295] 192.168.201.29@tcp LPNI seq info [88874:88874:8:4294967295] 00000400:00000200:1.0:1761322991.276570:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322991.276575:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322991.276579:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa7b1f3a (tot 82350866). 00000800:00000200:1.0:1761322991.276584:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322991.276589:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322991.276592:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa7b1f3a type 1, nob 320 niov 1 nkiov 1 00080000:00000010:0.0:1761322991.276601:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000006f03679d. 00000020:00000010:1.0:1761322991.276626:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003f3bf4a0. 00000020:00000010:1.0:1761322991.276638:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001d369eb8. 00000020:00000010:1.0:1761322991.276642:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fafd4beb. 00010000:00000010:0.0:1761322991.276674:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000068f2057b. 00010000:00000010:0.0:1761322991.276681:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000030282a1f. 00000800:00000200:2.0:1761322991.276704:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322991.276708:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa7b1f3a (tot 82350618). 00000400:00000200:2.0:1761322991.276716:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.276720:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322991.276723:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000297438bc 00000400:00000010:2.0:1761322991.276725:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000297438bc. 00010000:00000010:0.0:1761322991.276740:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c5525c0b. 00010000:00000010:0.0:1761322991.276747:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000068f2057b. 00010000:00000010:0.0:1761322991.276756:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000033a833ee. 00000100:00000010:0.0:1761322991.276759:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004e147358. 00000100:00000010:0.0:1761322991.276764:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d1e427ea. 02000000:00000010:0.0:1761322991.276780:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008ec2bfe2. 02000000:00000010:0.0:1761322991.276805:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d75e3b52. 00000400:00000010:0.0:1761322991.276809:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000c99acac. 00000400:00000010:0.0:1761322991.276812:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008f080af5. 00000100:00000200:0.0:1761322991.276816:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956457216, portal 16 00000400:00000010:0.0:1761322991.276819:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006ed25e9e. 00000100:00000200:0.0:1761322991.276821:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956457216, offset 0 00000400:00000200:0.0:1761322991.276826:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322991.276832:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322991.276933:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:0.0:1761322991.276937:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761322991.276939:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322991.276942:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88875:88875:256:4294967295] 192.168.201.29@tcp LPNI seq info [88875:88875:8:4294967295] 00000400:00000200:0.0:1761322991.276949:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322991.276953:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322991.276956:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000361d1353 (tot 82350866). 00000800:00000200:0.0:1761322991.276959:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322991.276963:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322991.276965:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000361d1353 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1761322991.277111:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d0205334. 00000800:00000200:2.0:1761322991.277120:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322991.277123:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000361d1353 (tot 82350618). 00000400:00000200:2.0:1761322991.277127:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.277135:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322991.277138:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006ed25e9e 00000400:00000010:2.0:1761322991.277139:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006ed25e9e. 00000100:00000200:2.0:1761322991.277146:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d1e427ea x1846879956457216/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761322991.277173:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000086ef2442. 00010000:00000010:0.1:1761322991.277287:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000908f8fd5. 00010000:00000010:0.1:1761322991.277293:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b5033279. 00000400:00000200:2.0:1761322991.278652:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322991.278666:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf5700 00000400:00000200:2.0:1761322991.278684:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xabebd [1] + 224 00000400:00000200:2.0:1761322991.278695:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.278698:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322991.278705:0:15812:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d1e427ea x1846879956457216/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322991.278803:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322991.278809:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb59100 00000400:00000200:2.0:1761322991.278814:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa841 [2] + 328 00000400:00000200:2.0:1761322991.278860:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.278864:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322991.278868:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761322991.278873:0:15812:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e002feec. 00000400:00000010:0.0:1761322991.278965:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000c99acac. 00000400:00000200:0.0:1761322991.278975:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008f080af5 00000400:00000010:0.0:1761322991.278977:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008f080af5. 00000100:00000200:0.0:1761322991.278988:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d1e427ea x1846879956457216/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761322991.278995:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d1e427ea x1846879956457216/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761322991.279029:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d75e3b52. 02000000:00000010:0.0:1761322991.279034:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008ec2bfe2. 00000100:00000010:0.0:1761322991.279049:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d1e427ea. 00000100:00000010:0.0:1761322991.279052:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004e147358. 00010000:00000010:0.0:1761322991.279055:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000033a833ee. 00000020:00000010:1.0:1761322991.279144:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fafd4beb. 00000020:00000010:1.0:1761322991.279151:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003f3bf4a0. 00000020:00000010:1.0:1761322991.279156:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001d369eb8. 00000100:00000200:1.0:1761322991.279182:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e002feec x1846879955816704/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761322991.279214:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955816704 02000000:00000010:1.0:1761322991.279226:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b0859adf. 00010000:00000010:1.0:1761322991.279255:0:66652:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a8f47f66. 00010000:00000010:1.0:1761322991.279275:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fbe7b9a3. 00000100:00000010:1.0:1761322991.279280:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000009132bb. 00000100:00000010:1.0:1761322991.279297:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000009132bb. 00010000:00000010:1.0:1761322991.279299:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fbe7b9a3. 00000400:00000010:1.0:1761322991.279313:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000071b5ee12. 00000100:00000200:1.0:1761322991.279316:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955816704, offset 224 00000400:00000200:1.0:1761322991.279324:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00080000:00000010:0.0:1761322991.279324:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000008ec2bfe2. 00000400:00000200:1.0:1761322991.279336:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322991.279340:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88876:88876:256:4294967295] 192.168.201.29@tcp LPNI seq info [88876:88876:8:4294967295] 00000400:00000200:1.0:1761322991.279349:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322991.279354:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322991.279358:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa7b1f3a (tot 82350866). 00000800:00000200:1.0:1761322991.279363:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322991.279369:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322991.279372:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa7b1f3a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761322991.279393:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003f3bf4a0. 00010000:00000010:0.0:1761322991.279395:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000068f2057b. 00000020:00000010:1.0:1761322991.279398:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001d369eb8. 00010000:00000010:0.0:1761322991.279403:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003a79a9c3. 00000020:00000010:1.0:1761322991.279404:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fafd4beb. 00010000:00000010:0.0:1761322991.279474:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b5033279. 00010000:00000010:0.0:1761322991.279480:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000068f2057b. 00010000:00000010:0.0:1761322991.279491:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000033a833ee. 00000100:00000010:0.0:1761322991.279494:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004e147358. 00000100:00000010:0.0:1761322991.279500:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d1e427ea. 00000800:00000200:2.0:1761322991.279508:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322991.279510:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa7b1f3a (tot 82350618). 02000000:00000010:0.0:1761322991.279511:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d75e3b52. 00000400:00000200:2.0:1761322991.279518:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.279522:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322991.279524:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000071b5ee12 00000400:00000010:2.0:1761322991.279525:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000071b5ee12. 02000000:00000010:0.0:1761322991.279533:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c479b19d. 00000400:00000010:0.0:1761322991.279536:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000c99acac. 00000400:00000010:0.0:1761322991.279540:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008f080af5. 00000100:00000200:0.0:1761322991.279544:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956457280, portal 16 00000400:00000010:0.0:1761322991.279548:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000328fc61a. 00000100:00000200:0.0:1761322991.279550:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956457280, offset 0 00000400:00000200:0.0:1761322991.279555:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322991.279560:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322991.279566:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:0.0:1761322991.279570:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761322991.279573:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322991.279575:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88877:88877:256:4294967295] 192.168.201.29@tcp LPNI seq info [88877:88877:8:4294967295] 00000400:00000200:0.0:1761322991.279582:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322991.279586:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322991.279589:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004c92fdd7 (tot 82350866). 00000800:00000200:0.0:1761322991.279592:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322991.279596:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322991.279598:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004c92fdd7 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761322991.279672:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322991.279675:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004c92fdd7 (tot 82350618). 00000400:00000200:2.0:1761322991.279678:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.279683:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322991.279686:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000328fc61a 00000400:00000010:2.0:1761322991.279687:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000328fc61a. 00000100:00000200:2.0:1761322991.279692:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d1e427ea x1846879956457280/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761322991.280106:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c6f161cb. 00010000:00000010:0.1:1761322991.280121:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ef8327b2. 00010000:00000010:0.1:1761322991.280131:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003999fc69. 00010000:00000010:0.1:1761322991.280136:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000053e073. 00010000:00000010:0.1:1761322991.280247:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000080eb2517. 00000400:00000200:2.0:1761322991.280944:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322991.280959:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf5740 00000400:00000200:2.0:1761322991.280966:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xabec9 [1] + 224 00000400:00000200:2.0:1761322991.280980:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.280983:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322991.280991:0:15812:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d1e427ea x1846879956457280/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761322991.281144:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000c99acac. 00000400:00000200:0.0:1761322991.281148:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008f080af5 00000400:00000010:0.0:1761322991.281150:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008f080af5. 00000100:00000200:0.0:1761322991.281158:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d1e427ea x1846879956457280/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761322991.281176:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d1e427ea x1846879956457280/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761322991.281203:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c479b19d. 02000000:00000010:0.0:1761322991.281209:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d75e3b52. 00000100:00000010:0.0:1761322991.281212:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d1e427ea. 00000100:00000010:0.0:1761322991.281215:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004e147358. 00010000:00000010:0.0:1761322991.281218:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000033a833ee. 00000400:00000200:2.0:1761322991.281436:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322991.281445:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb59140 00000400:00000200:2.0:1761322991.281451:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa841 [2] + 656 00000400:00000200:2.0:1761322991.281497:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.281501:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322991.281505:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761322991.281509:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004dd461b4. 00000020:00000010:1.0:1761322991.281569:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fafd4beb. 00000020:00000010:1.0:1761322991.281575:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003f3bf4a0. 00000020:00000010:1.0:1761322991.281578:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001d369eb8. 00000100:00000200:1.0:1761322991.281600:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000004dd461b4 x1846879955816768/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761322991.281633:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955816768 02000000:00000010:1.0:1761322991.281644:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000d4ce2a0. 00010000:00000010:1.0:1761322991.281673:0:66652:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a7cf250e. 00010000:00000010:1.0:1761322991.281694:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fbe7b9a3. 00000100:00000010:1.0:1761322991.281699:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000009132bb. 00000100:00000010:1.0:1761322991.281710:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000009132bb. 00010000:00000010:1.0:1761322991.281713:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fbe7b9a3. 00000400:00000010:1.0:1761322991.281726:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ab427e39. 00000100:00000200:1.0:1761322991.281730:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955816768, offset 224 00000400:00000200:1.0:1761322991.281737:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322991.281748:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00080000:00000010:0.0:1761322991.281752:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d75e3b52. 00000400:00000200:1.0:1761322991.281754:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88878:88878:256:4294967295] 192.168.201.29@tcp LPNI seq info [88878:88878:8:4294967295] 00000400:00000200:1.0:1761322991.281764:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322991.281768:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322991.281772:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa7b1f3a (tot 82350866). 00000800:00000200:1.0:1761322991.281777:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322991.281784:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322991.281787:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa7b1f3a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761322991.281809:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003f3bf4a0. 00000020:00000010:1.0:1761322991.281814:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001d369eb8. 00000020:00000010:1.0:1761322991.281819:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fafd4beb. 00010000:00000010:0.0:1761322991.281830:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000068f2057b. 00010000:00000010:0.0:1761322991.281838:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008e337323. 00010000:00000010:0.0:1761322991.281916:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000080eb2517. 00010000:00000010:0.0:1761322991.281923:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000068f2057b. 00000800:00000200:2.0:1761322991.281928:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322991.281932:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa7b1f3a (tot 82350618). 00010000:00000010:0.0:1761322991.281935:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000033a833ee. 00000400:00000200:2.0:1761322991.281940:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:0.0:1761322991.281940:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004e147358. 00000400:00000200:2.0:1761322991.281946:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000010:0.0:1761322991.281946:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d1e427ea. 00000400:00000200:2.0:1761322991.281949:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ab427e39 00000400:00000010:2.0:1761322991.281952:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ab427e39. 02000000:00000010:0.0:1761322991.281960:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c479b19d. 02000000:00000010:0.0:1761322991.281985:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000dd078e35. 00000400:00000010:0.0:1761322991.281989:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000c99acac. 00000400:00000010:0.0:1761322991.281993:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008f080af5. 00000100:00000200:0.0:1761322991.281997:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956457344, portal 16 00000400:00000010:0.0:1761322991.282001:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000037e22b3c. 00000100:00000200:0.0:1761322991.282003:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956457344, offset 0 00000400:00000200:0.0:1761322991.282009:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322991.282014:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322991.282020:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:0.0:1761322991.282023:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761322991.282026:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322991.282029:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88879:88879:256:4294967295] 192.168.201.29@tcp LPNI seq info [88879:88879:8:4294967295] 00000400:00000200:0.0:1761322991.282049:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322991.282054:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322991.282059:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a69d00c5 (tot 82350866). 00000800:00000200:0.0:1761322991.282063:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322991.282067:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322991.282069:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a69d00c5 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761322991.282174:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322991.282176:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a69d00c5 (tot 82350618). 00000400:00000200:2.0:1761322991.282178:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.282181:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322991.282183:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000037e22b3c 00000400:00000010:2.0:1761322991.282184:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000037e22b3c. 00000100:00000200:2.0:1761322991.282189:0:15812:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d1e427ea x1846879956457344/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322991.283281:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322991.283294:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf5780 00000400:00000200:2.0:1761322991.283300:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xabed5 [1] + 224 00000400:00000200:2.0:1761322991.283313:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.283316:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322991.283324:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d1e427ea x1846879956457344/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761322991.283443:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000c99acac. 00000400:00000200:0.0:1761322991.283447:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008f080af5 00000400:00000010:0.0:1761322991.283449:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008f080af5. 00000100:00000200:0.0:1761322991.283457:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d1e427ea x1846879956457344/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761322991.283469:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d1e427ea x1846879956457344/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761322991.283498:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000dd078e35. 02000000:00000010:0.0:1761322991.283504:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c479b19d. 00000100:00000010:0.0:1761322991.283508:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d1e427ea. 00000100:00000010:0.0:1761322991.283511:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004e147358. 00010000:00000010:0.0:1761322991.283514:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000033a833ee. 00000400:00000200:2.0:1761322991.284115:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322991.284126:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb59180 00010000:00000010:0.1:1761322991.284128:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dff852ef. 00000400:00000200:2.0:1761322991.284136:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa841 [2] + 984 00010000:00000010:0.1:1761322991.284139:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000afcecbb6. 00000400:00000200:2.0:1761322991.284198:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.284202:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322991.284207:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761322991.284212:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007226fba0. 00010000:00000010:1.1:1761322991.284236:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a7606cba. 00010000:00000010:1.1:1761322991.284244:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e139ac14. 00000020:00000010:3.0:1761322991.284401:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000d6cdf5c. 00000020:00000010:3.0:1761322991.284412:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006a4786c2. 00000020:00000010:3.0:1761322991.284417:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000cf10095. 00000100:00000200:3.0:1761322991.284448:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007226fba0 x1846879955816832/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761322991.284481:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955816832 02000000:00000010:3.0:1761322991.284492:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000de836c1b. 00010000:00000010:3.0:1761322991.284532:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006586d659. 00010000:00000010:3.0:1761322991.284565:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f71ea99a. 00000100:00000010:3.0:1761322991.284573:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000218a060b. 00000100:00000010:3.0:1761322991.284593:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000218a060b. 00010000:00000010:3.0:1761322991.284597:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f71ea99a. 00000400:00000010:3.0:1761322991.284610:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d94e4bcb. 00000100:00000200:3.0:1761322991.284616:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955816832, offset 224 00000400:00000200:3.0:1761322991.284627:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:3.0:1761322991.284641:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322991.284647:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88880:88880:256:4294967295] 192.168.201.29@tcp LPNI seq info [88880:88880:8:4294967295] 00000400:00000200:3.0:1761322991.284658:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322991.284663:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322991.284668:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005938d56c (tot 82350866). 00000800:00000200:3.0:1761322991.284674:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322991.284683:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322991.284687:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005938d56c type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761322991.284712:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006a4786c2. 00000020:00000010:3.0:1761322991.284716:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000cf10095. 00000020:00000010:3.0:1761322991.284719:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000d6cdf5c. 00080000:00000010:0.0:1761322991.284797:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c479b19d. 00010000:00000010:0.0:1761322991.284885:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000068f2057b. 00010000:00000010:0.0:1761322991.284892:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f7204094. 00010000:00000010:0.0:1761322991.284974:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000afcecbb6. 00010000:00000010:0.0:1761322991.284979:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000068f2057b. 00010000:00000010:0.0:1761322991.284989:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000033a833ee. 00000100:00000010:0.0:1761322991.284993:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004e147358. 00000100:00000010:0.0:1761322991.285000:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d1e427ea. 02000000:00000010:0.0:1761322991.285010:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000dd078e35. 02000000:00000010:0.0:1761322991.285030:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bc456dd2. 00000400:00000010:0.0:1761322991.285050:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000c99acac. 00000400:00000010:0.0:1761322991.285055:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008f080af5. 00000100:00000200:0.0:1761322991.285060:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956457408, portal 16 00000400:00000010:0.0:1761322991.285064:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000085772165. 00000100:00000200:0.0:1761322991.285066:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956457408, offset 0 00000400:00000200:0.0:1761322991.285072:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322991.285175:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322991.285182:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:0.0:1761322991.285186:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761322991.285189:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322991.285192:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88881:88881:255:4294967295] 192.168.201.29@tcp LPNI seq info [88881:88881:7:4294967295] 00000400:00000200:0.0:1761322991.285200:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322991.285204:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322991.285208:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f8f59593 (tot 82351114). 00000800:00000200:2.0:1761322991.285211:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000200:0.0:1761322991.285213:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000010:2.0:1761322991.285216:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005938d56c (tot 82350866). 00000800:00000200:0.0:1761322991.285220:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322991.285223:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f8f59593 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:2.0:1761322991.285224:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.285232:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322991.285237:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d94e4bcb 00000400:00000010:2.0:1761322991.285240:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d94e4bcb. 00000800:00000200:2.0:1761322991.285271:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322991.285274:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f8f59593 (tot 82350618). 00000400:00000200:2.0:1761322991.285277:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.285280:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322991.285282:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000085772165 00000400:00000010:2.0:1761322991.285284:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000085772165. 00000100:00000200:2.0:1761322991.285291:0:15812:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d1e427ea x1846879956457408/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322991.287733:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322991.287760:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf57c0 00000400:00000200:2.0:1761322991.287771:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xabee1 [1] + 224 00000400:00000200:2.0:1761322991.287791:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.287795:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322991.287805:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d1e427ea x1846879956457408/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761322991.287907:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000c99acac. 00000400:00000200:1.0:1761322991.287912:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008f080af5 00000400:00000010:1.0:1761322991.287915:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008f080af5. 00000100:00000200:1.0:1761322991.287923:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d1e427ea x1846879956457408/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761322991.287931:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d1e427ea x1846879956457408/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761322991.287958:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bc456dd2. 02000000:00000010:1.0:1761322991.287964:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000dd078e35. 00000100:00000010:1.0:1761322991.287967:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d1e427ea. 00000100:00000010:1.0:1761322991.287971:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004e147358. 00010000:00000010:1.0:1761322991.287975:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000033a833ee. 00000400:00000200:2.0:1761322991.288181:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322991.288190:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb591c0 00000400:00000200:2.0:1761322991.288196:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa841 [2] + 1312 00000400:00000200:2.0:1761322991.288230:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.288234:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00010000:00000010:1.1:1761322991.288258:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006c29e197. 00010000:00000010:0.1:1761322991.288274:0:78731:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b5cd9b3b. 00000100:00000200:2.0:1761322991.288281:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761322991.288288:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a87c75be. 00000020:00000010:3.0:1761322991.288364:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fa878bed. 00000020:00000010:3.0:1761322991.288374:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006a4786c2. 00000020:00000010:3.0:1761322991.288379:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000cf10095. 00000100:00000200:3.0:1761322991.288410:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a87c75be x1846879955816896/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761322991.288451:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955816896 02000000:00000010:3.0:1761322991.288464:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003239c13f. 00010000:00000010:0.1:1761322991.288540:0:78731:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c5525c0b. 00010000:00000010:0.1:1761322991.288545:0:78731:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009903773b. 00010000:00000010:0.1:1761322991.288548:0:78731:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b5033279. 00010000:00000010:3.0:1761322991.288753:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000340aba09. 00010000:00000010:3.0:1761322991.288814:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f71ea99a. 00000100:00000010:3.0:1761322991.288822:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000218a060b. 00000100:00000010:3.0:1761322991.288837:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000218a060b. 00010000:00000010:3.0:1761322991.288840:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f71ea99a. 00000400:00000010:3.0:1761322991.288853:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fb71f45d. 00000100:00000200:3.0:1761322991.288858:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955816896, offset 224 00000400:00000200:3.0:1761322991.288866:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:3.0:1761322991.288878:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322991.288884:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88882:88882:256:4294967295] 192.168.201.29@tcp LPNI seq info [88882:88882:8:4294967295] 00000400:00000200:3.0:1761322991.288894:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322991.288899:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322991.288904:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000036ac846e (tot 82350866). 00000800:00000200:3.0:1761322991.288909:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322991.288916:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322991.288921:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000036ac846e type 1, nob 320 niov 1 nkiov 1 00080000:00000010:1.0:1761322991.289026:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fafd4beb. 00010000:00000010:1.0:1761322991.289161:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000068f2057b. 00010000:00000010:1.0:1761322991.289170:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b87badeb. 00000020:00000010:3.0:1761322991.289186:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006a4786c2. 00000020:00000010:3.0:1761322991.289193:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000cf10095. 00000020:00000010:3.0:1761322991.289196:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fa878bed. 00010000:00000010:1.0:1761322991.289270:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f7fa86b2. 00010000:00000010:1.0:1761322991.289276:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005827d730. 00000800:00000200:2.0:1761322991.289285:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00010000:00000010:1.0:1761322991.289286:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fbe7b9a3. 00000800:00000010:2.0:1761322991.289291:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000036ac846e (tot 82350618). 00000100:00000010:1.0:1761322991.289293:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000009132bb. 00000400:00000200:2.0:1761322991.289298:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:1.0:1761322991.289302:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000dfba0156. 00000400:00000200:2.0:1761322991.289305:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322991.289310:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fb71f45d 00000400:00000010:2.0:1761322991.289313:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fb71f45d. 02000000:00000010:1.0:1761322991.289315:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009da94d2b. 02000000:00000010:1.0:1761322991.289338:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f85dcbd7. 00000400:00000010:1.0:1761322991.289344:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000055cc2f17. 00000400:00000010:1.0:1761322991.289348:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008a00ae04. 00000100:00000200:1.0:1761322991.289353:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956457472, portal 16 00000400:00000010:1.0:1761322991.289357:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002578c7b1. 00000100:00000200:1.0:1761322991.289359:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956457472, offset 0 00000400:00000200:1.0:1761322991.289364:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322991.289370:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322991.289377:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:1.0:1761322991.289381:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761322991.289384:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:1.0:1761322991.289387:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88883:88883:256:4294967295] 192.168.201.29@tcp LPNI seq info [88883:88883:8:4294967295] 00000400:00000200:1.0:1761322991.289395:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322991.289400:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322991.289403:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa7b1f3a (tot 82350866). 00000800:00000200:1.0:1761322991.289407:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322991.289411:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322991.289413:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa7b1f3a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761322991.289618:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322991.289621:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa7b1f3a (tot 82350618). 00000400:00000200:2.0:1761322991.289628:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.289632:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322991.289634:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002578c7b1 00000400:00000010:2.0:1761322991.289635:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002578c7b1. 00000100:00000200:2.0:1761322991.289641:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000dfba0156 x1846879956457472/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322991.291770:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322991.291792:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf5800 00000400:00000200:2.0:1761322991.291802:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xabeed [1] + 224 00000400:00000200:2.0:1761322991.291818:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.291822:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322991.291831:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000dfba0156 x1846879956457472/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761322991.291929:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000055cc2f17. 00000400:00000200:0.0:1761322991.291948:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008a00ae04 00000400:00000010:0.0:1761322991.291952:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008a00ae04. 00000100:00000200:0.0:1761322991.291957:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000dfba0156 x1846879956457472/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761322991.291965:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000dfba0156 x1846879956457472/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761322991.291992:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f85dcbd7. 02000000:00000010:0.0:1761322991.291999:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009da94d2b. 00000100:00000010:0.0:1761322991.292002:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000dfba0156. 00000100:00000010:0.0:1761322991.292006:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000009132bb. 00010000:00000010:0.0:1761322991.292010:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fbe7b9a3. 00010000:00000010:1.1:1761322991.292105:0:78730:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000030bd2d92. 00010000:00000010:3.1:1761322991.292217:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000060e701c4. 00010000:00000010:0.1:1761322991.292219:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000510c5900. 00010000:00000010:0.1:1761322991.292228:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000080eb2517. 00000400:00000200:2.0:1761322991.297929:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322991.297959:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb59200 00000400:00000200:2.0:1761322991.297969:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa841 [2] + 1640 00000400:00000200:2.0:1761322991.298062:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.298067:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322991.298096:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761322991.298104:0:15812:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000035919ae3. 00000020:00000010:3.0:1761322991.298560:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fa878bed. 00000020:00000010:3.0:1761322991.298569:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006a4786c2. 00000020:00000010:3.0:1761322991.298574:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000cf10095. 00000100:00000200:3.0:1761322991.298605:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000035919ae3 x1846879955816960/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761322991.298646:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955816960 02000000:00000010:3.0:1761322991.298659:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004b54b1ab. 00010000:00000010:3.0:1761322991.298696:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000021c4fc54. 00010000:00000010:3.0:1761322991.298721:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f71ea99a. 00000100:00000010:3.0:1761322991.298730:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000218a060b. 00000100:00000010:3.0:1761322991.298745:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000218a060b. 00010000:00000010:3.0:1761322991.298749:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f71ea99a. 00000400:00000010:3.0:1761322991.298764:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000046bb800. 00000100:00000200:3.0:1761322991.298783:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955816960, offset 224 00000400:00000200:3.0:1761322991.298793:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00080000:00000010:0.0:1761322991.298797:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000006a6f81b8. 00000400:00000200:3.0:1761322991.298807:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322991.298814:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88884:88884:256:4294967295] 192.168.201.29@tcp LPNI seq info [88884:88884:8:4294967295] 00000400:00000200:3.0:1761322991.298824:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322991.298829:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322991.298835:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000440ca70b (tot 82350866). 00000800:00000200:3.0:1761322991.298842:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322991.298852:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322991.298857:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000440ca70b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761322991.298880:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006a4786c2. 00000020:00000010:3.0:1761322991.298888:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000cf10095. 00000020:00000010:3.0:1761322991.298892:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fa878bed. 00010000:00000010:0.0:1761322991.298914:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005827d730. 00010000:00000010:0.0:1761322991.298923:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009676d56e. 00000800:00000200:2.0:1761322991.298994:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322991.298998:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000440ca70b (tot 82350618). 00000400:00000200:2.0:1761322991.299002:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.299006:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322991.299011:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000046bb800 00000400:00000010:2.0:1761322991.299013:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000046bb800. 00010000:00000010:0.0:1761322991.299018:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000080eb2517. 00010000:00000010:0.0:1761322991.299026:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005ba684a4. 00010000:00000010:0.0:1761322991.299050:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000badb1aa5. 00000100:00000010:0.0:1761322991.299055:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000022dcd2b9. 00000100:00000010:0.0:1761322991.299063:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d1e427ea. 02000000:00000010:0.0:1761322991.299114:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000be5717c5. 02000000:00000010:0.0:1761322991.299140:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000008f086bf. 00000400:00000010:0.0:1761322991.299146:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000068d25855. 00000400:00000010:0.0:1761322991.299152:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ac81ce21. 00000100:00000200:0.0:1761322991.299159:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956457536, portal 16 00000400:00000010:0.0:1761322991.299163:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ac2f0f58. 00000100:00000200:0.0:1761322991.299165:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956457536, offset 0 00000400:00000200:0.0:1761322991.299174:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322991.299182:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322991.299190:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:0.0:1761322991.299193:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761322991.299197:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322991.299199:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88885:88885:256:4294967295] 192.168.201.29@tcp LPNI seq info [88885:88885:8:4294967295] 00000400:00000200:0.0:1761322991.299206:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322991.299211:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322991.299214:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bf5e0f07 (tot 82350866). 00000800:00000200:0.0:1761322991.299218:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322991.299222:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322991.299224:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bf5e0f07 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761322991.299308:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322991.299311:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bf5e0f07 (tot 82350618). 00000400:00000200:2.0:1761322991.299315:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.299319:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322991.299321:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ac2f0f58 00000400:00000010:2.0:1761322991.299323:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ac2f0f58. 00000100:00000200:2.0:1761322991.299332:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d1e427ea x1846879956457536/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761322991.299460:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003211d6b7. 00010000:00000010:1.1:1761322991.300128:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000083ea1bf7. 00010000:00000010:1.1:1761322991.300143:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000afcecbb6. 00000400:00000200:2.0:1761322991.300394:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322991.300407:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf5840 00000400:00000200:2.0:1761322991.300413:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xabef9 [1] + 224 00000400:00000200:2.0:1761322991.300439:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.300443:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322991.300450:0:15812:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d1e427ea x1846879956457536/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761322991.300525:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000068d25855. 00000400:00000200:0.0:1761322991.300529:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ac81ce21 00000400:00000010:0.0:1761322991.300530:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ac81ce21. 00000100:00000200:0.0:1761322991.300537:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d1e427ea x1846879956457536/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761322991.300542:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d1e427ea x1846879956457536/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761322991.300563:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000008f086bf. 02000000:00000010:0.0:1761322991.300568:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000be5717c5. 00000100:00000010:0.0:1761322991.300570:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d1e427ea. 00000100:00000010:0.0:1761322991.300574:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000022dcd2b9. 00010000:00000010:0.0:1761322991.300576:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000badb1aa5. 00000400:00000200:2.0:1761322991.302375:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322991.302394:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb59240 00000400:00000200:2.0:1761322991.302400:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa841 [2] + 1968 00000400:00000010:2.0:1761322991.302404:0:15811:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000039c47dcc. 00000400:00000200:2.0:1761322991.302408:0:15811:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000bdb27115 00000400:00000200:2.0:1761322991.302476:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.302480:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322991.302483:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bdb27115 00000400:00000010:2.0:1761322991.302484:0:15811:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000bdb27115 (tot 82350466). 00000100:00000200:2.0:1761322991.302490:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1761322991.302571:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fa878bed. 00000020:00000010:3.0:1761322991.302578:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006a4786c2. 00000020:00000010:3.0:1761322991.302583:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000cf10095. 00000100:00000200:3.0:1761322991.302620:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000821db29d x1846879955817024/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761322991.302662:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955817024 02000000:00000010:3.0:1761322991.302674:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c3d94ee7. 00010000:00000010:3.0:1761322991.302708:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000001faa57d. 00010000:00000010:3.0:1761322991.302732:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f71ea99a. 00000100:00000010:3.0:1761322991.302738:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000218a060b. 00000100:00000010:3.0:1761322991.302754:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000218a060b. 00010000:00000010:3.0:1761322991.302758:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f71ea99a. 00000400:00000010:3.0:1761322991.302772:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000277dae64. 00080000:00000010:0.0:1761322991.302826:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000be5717c5. 00000100:00000200:3.0:1761322991.302845:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955817024, offset 224 00000400:00000200:3.0:1761322991.302854:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:3.0:1761322991.302865:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322991.302871:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88886:88886:256:4294967295] 192.168.201.29@tcp LPNI seq info [88886:88886:8:4294967295] 00000400:00000200:3.0:1761322991.302881:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322991.302886:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322991.302891:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000062e39c9d (tot 82350714). 00000800:00000200:3.0:1761322991.302896:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322991.302904:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322991.302907:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000062e39c9d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761322991.302934:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006a4786c2. 00000020:00000010:3.0:1761322991.302938:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000cf10095. 00000020:00000010:3.0:1761322991.302941:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fa878bed. 02000000:00000010:3.0:1761322991.302954:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004b54b1ab. 00000100:00000010:3.0:1761322991.302960:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000035919ae3. 00010000:00000010:0.0:1761322991.302963:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005ba684a4. 02000000:00000010:3.0:1761322991.302966:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003239c13f. 00000100:00000010:3.0:1761322991.302973:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a87c75be. 00010000:00000010:0.0:1761322991.302976:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a94b7321. 02000000:00000010:3.0:1761322991.302977:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000de836c1b. 00000100:00000010:3.0:1761322991.302985:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007226fba0. 02000000:00000010:3.0:1761322991.302991:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000d4ce2a0. 00000100:00000010:3.0:1761322991.302997:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004dd461b4. 02000000:00000010:3.0:1761322991.303001:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b0859adf. 00000100:00000010:3.0:1761322991.303004:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e002feec. 02000000:00000010:3.0:1761322991.303007:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f14261de. 00000100:00000010:3.0:1761322991.303009:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005bffa580. 00000100:00000200:3.0:1761322991.303017:0:67479:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1761322991.303022:0:67479:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b1faa9b5. 00000400:00000010:3.0:1761322991.303025:0:67479:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000218a060b (tot 82350866). 00000800:00000200:2.0:1761322991.303111:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322991.303116:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000062e39c9d (tot 82350618). 00000400:00000200:2.0:1761322991.303121:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.303127:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00010000:00000010:0.0:1761322991.303129:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b5033279. 00000400:00000200:2.0:1761322991.303131:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000277dae64 00000400:00000010:2.0:1761322991.303136:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000277dae64. 00010000:00000010:0.0:1761322991.303139:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005ba684a4. 02000000:00000010:2.0:1761322991.303142:0:15810:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c3d94ee7. 00010000:00000010:0.0:1761322991.303153:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000badb1aa5. 00000100:00000010:0.0:1761322991.303161:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000022dcd2b9. 00000100:00000010:0.0:1761322991.303170:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d1e427ea. 02000000:00000010:0.0:1761322991.303185:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000008f086bf. 02000000:00000010:0.0:1761322991.303212:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000815413ec. 00000400:00000010:0.0:1761322991.303219:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000068d25855. 00000400:00000010:0.0:1761322991.303225:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ac81ce21. 00000100:00000200:0.0:1761322991.303230:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956457600, portal 16 00000400:00000010:0.0:1761322991.303234:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000052eed8f0. 00000100:00000200:0.0:1761322991.303237:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956457600, offset 0 00000400:00000200:0.0:1761322991.303244:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322991.303257:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322991.303264:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:0.0:1761322991.303268:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761322991.303271:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322991.303274:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88887:88887:256:4294967295] 192.168.201.29@tcp LPNI seq info [88887:88887:8:4294967295] 00000400:00000200:0.0:1761322991.303283:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322991.303288:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322991.303292:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002b6ad44b (tot 82350866). 00000800:00000200:0.0:1761322991.303298:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322991.303304:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322991.303308:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002b6ad44b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761322991.303390:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322991.303394:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002b6ad44b (tot 82350618). 00000400:00000200:2.0:1761322991.303398:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.303403:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322991.303406:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000052eed8f0 00000400:00000010:2.0:1761322991.303408:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000052eed8f0. 00000100:00000200:2.0:1761322991.303415:0:15812:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d1e427ea x1846879956457600/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322991.304949:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322991.304964:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf5880 00000400:00000200:2.0:1761322991.304972:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xabf09 [1] + 224 00000400:00000200:2.0:1761322991.304982:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.304985:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322991.304993:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d1e427ea x1846879956457600/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322991.305029:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322991.305051:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb59280 00000400:00000200:2.0:1761322991.305056:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa899 [2] + 0 00000400:00000010:1.0:1761322991.305063:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000068d25855. 00000400:00000200:1.0:1761322991.305068:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ac81ce21 00000400:00000010:1.0:1761322991.305070:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ac81ce21. 00000400:00000200:2.0:1761322991.305130:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.305135:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322991.305140:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761322991.305146:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005bffa580. 00000100:00000200:1.0:1761322991.305162:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d1e427ea x1846879956457600/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761322991.305173:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d1e427ea x1846879956457600/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000020:00000010:3.0:1761322991.305189:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000de836c1b. 00000020:00000010:3.0:1761322991.305196:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006a4786c2. 00000020:00000010:3.0:1761322991.305202:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000cf10095. 02000000:00000010:1.0:1761322991.305209:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000815413ec. 02000000:00000010:1.0:1761322991.305216:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000008f086bf. 00000100:00000010:1.0:1761322991.305220:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d1e427ea. 00000100:00000010:1.0:1761322991.305224:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000022dcd2b9. 00000100:00000200:3.0:1761322991.305228:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005bffa580 x1846879955817088/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00010000:00000010:1.0:1761322991.305229:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000badb1aa5. 00000100:00000200:3.0:1761322991.305268:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955817088 02000000:00000010:3.0:1761322991.305281:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003239c13f. 00010000:00000010:3.0:1761322991.305309:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000011e94370. 00010000:00000010:3.0:1761322991.305332:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f71ea99a. 00000100:00000010:3.0:1761322991.305388:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000987e5119. 00000100:00000010:3.0:1761322991.305400:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000987e5119. 00010000:00000010:3.0:1761322991.305403:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f71ea99a. 00000400:00000010:3.0:1761322991.305418:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000240b67fb. 00000100:00000200:3.0:1761322991.305423:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955817088, offset 224 00000400:00000200:3.0:1761322991.305431:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00080000:00000010:1.0:1761322991.305433:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000009a6cc6ee. 00000400:00000200:3.0:1761322991.305443:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322991.305449:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88888:88888:256:4294967295] 192.168.201.29@tcp LPNI seq info [88888:88888:8:4294967295] 00000400:00000200:3.0:1761322991.305459:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322991.305464:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322991.305468:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000074c3abcf (tot 82350866). 00000800:00000200:3.0:1761322991.305474:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322991.305480:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322991.305484:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000074c3abcf type 1, nob 320 niov 1 nkiov 1 00010000:00000010:1.0:1761322991.305503:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005ba684a4. 00000020:00000010:3.0:1761322991.305505:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006a4786c2. 00000020:00000010:3.0:1761322991.305510:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000cf10095. 00010000:00000010:1.0:1761322991.305511:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000753023ac. 00000020:00000010:3.0:1761322991.305514:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000de836c1b. 00010000:00000010:1.0:1761322991.305570:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000170f7f40. 00010000:00000010:1.0:1761322991.305573:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003f3bf4a0. 00010000:00000010:1.0:1761322991.305578:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000057cf5cc6. 00000800:00000200:3.0:1761322991.305581:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00010000:00000010:1.0:1761322991.305582:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000065e59a2f. 00000800:00000010:3.0:1761322991.305585:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000074c3abcf (tot 82350618). 00000400:00000200:3.0:1761322991.305590:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.305595:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00080000:00000010:1.0:1761322991.305595:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f14261de. 00000400:00000200:3.0:1761322991.305599:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000240b67fb 00000400:00000010:3.0:1761322991.305602:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000240b67fb. 00010000:00000010:1.0:1761322991.305627:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000065e59a2f. 00010000:00000010:1.0:1761322991.305633:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003f3bf4a0. 00010000:00000010:1.0:1761322991.305750:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002108a952. 00010000:00000010:1.0:1761322991.305756:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000065e59a2f. 00010000:00000010:1.0:1761322991.305764:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000610406d8. 00000100:00000010:1.0:1761322991.305769:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000263bc0b6. 00000100:00000010:1.0:1761322991.305776:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000eabe2b15. 02000000:00000010:1.0:1761322991.305787:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b0859adf. 02000000:00000010:1.0:1761322991.305810:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000d4ce2a0. 00000400:00000010:1.0:1761322991.305815:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000918cc506. 00000400:00000010:1.0:1761322991.305819:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000014459a3. 00000100:00000200:1.0:1761322991.305823:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956457664, portal 16 00000400:00000010:1.0:1761322991.305828:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d7c2831e. 00000100:00000200:1.0:1761322991.305830:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956457664, offset 0 00000400:00000200:1.0:1761322991.305835:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322991.305841:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322991.305848:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:1.0:1761322991.305852:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761322991.305854:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:1.0:1761322991.305857:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88889:88889:256:4294967295] 192.168.201.29@tcp LPNI seq info [88889:88889:8:4294967295] 00000400:00000200:1.0:1761322991.305863:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322991.305868:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322991.305871:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa7b1f3a (tot 82350866). 00000800:00000200:1.0:1761322991.305875:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322991.305879:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322991.305882:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa7b1f3a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761322991.305968:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322991.305971:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa7b1f3a (tot 82350618). 00000400:00000200:2.0:1761322991.305978:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.305981:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322991.305984:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d7c2831e 00000400:00000010:2.0:1761322991.305985:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d7c2831e. 00000100:00000200:2.0:1761322991.305990:0:15812:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000eabe2b15 x1846879956457664/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761322991.306111:0:78730:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000016d91292. 00010000:00000010:0.1:1761322991.306118:0:78730:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f7fa86b2. 00000400:00000200:2.0:1761322991.306816:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322991.306825:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf58c0 00000400:00000200:2.0:1761322991.306831:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xabf15 [1] + 224 00000400:00000200:2.0:1761322991.306842:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.306846:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322991.306852:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000eabe2b15 x1846879956457664/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761322991.306897:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000918cc506. 00000400:00000200:1.0:1761322991.306909:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000014459a3 00000400:00000010:1.0:1761322991.306910:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000014459a3. 00000100:00000200:1.0:1761322991.306915:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000eabe2b15 x1846879956457664/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761322991.306920:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000eabe2b15 x1846879956457664/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761322991.306935:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000d4ce2a0. 02000000:00000010:1.0:1761322991.306938:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b0859adf. 00000100:00000010:1.0:1761322991.306940:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000eabe2b15. 00000100:00000010:1.0:1761322991.306943:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000263bc0b6. 00010000:00000010:1.0:1761322991.306945:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000610406d8. 00000400:00000200:2.0:1761322991.307098:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322991.307105:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb592c0 00000400:00000200:2.0:1761322991.307110:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa899 [2] + 328 00000400:00000200:2.0:1761322991.307147:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.307151:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322991.307154:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761322991.307158:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e002feec. 00000020:00000010:1.0:1761322991.307216:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b0859adf. 00000020:00000010:1.0:1761322991.307221:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003f3bf4a0. 00000020:00000010:1.0:1761322991.307225:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001d369eb8. 00000100:00000200:1.0:1761322991.307243:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e002feec x1846879955817152/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761322991.307280:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955817152 02000000:00000010:1.0:1761322991.307289:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000d4ce2a0. 00010000:00000010:1.0:1761322991.307309:0:66652:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a63282b0. 00010000:00000010:1.0:1761322991.307324:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000610406d8. 00000100:00000010:1.0:1761322991.307336:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000263bc0b6. 00000100:00000010:1.0:1761322991.307352:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000263bc0b6. 00010000:00000010:1.0:1761322991.307356:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000610406d8. 00000400:00000010:1.0:1761322991.307365:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000014459a3. 00000100:00000200:1.0:1761322991.307369:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955817152, offset 224 00000400:00000200:1.0:1761322991.307376:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322991.307386:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322991.307390:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88890:88890:256:4294967295] 192.168.201.29@tcp LPNI seq info [88890:88890:8:4294967295] 00000400:00000200:1.0:1761322991.307399:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322991.307404:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322991.307408:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa7b1f3a (tot 82350866). 00000800:00000200:1.0:1761322991.307414:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322991.307421:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322991.307424:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa7b1f3a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761322991.307440:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003f3bf4a0. 00000020:00000010:1.0:1761322991.307444:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001d369eb8. 00000020:00000010:1.0:1761322991.307447:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b0859adf. 00000800:00000200:1.0:1761322991.307504:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00080000:00000010:2.0:1761322991.307506:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000019abbed2. 00000800:00000010:1.0:1761322991.307508:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa7b1f3a (tot 82350618). 00000400:00000200:1.0:1761322991.307516:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322991.307520:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:1.0:1761322991.307523:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000014459a3 00000400:00000010:1.0:1761322991.307524:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000014459a3. 00010000:00000010:2.0:1761322991.307564:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000065e59a2f. 00010000:00000010:2.0:1761322991.307572:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b64e36e7. 00010000:00000010:2.0:1761322991.307657:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000038c39c0f. 00010000:00000010:2.0:1761322991.307664:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001098a266. 00010000:00000010:2.0:1761322991.307684:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b6ef09d4. 00000100:00000010:2.0:1761322991.307688:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008e1ad406. 00000100:00000010:2.0:1761322991.307693:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004dd461b4. 02000000:00000010:2.0:1761322991.307704:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ec1b7621. 02000000:00000010:2.0:1761322991.307724:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001e84352f. 00000400:00000010:2.0:1761322991.307727:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000039c47dcc. 00000400:00000010:2.0:1761322991.307731:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000aabd3299. 00000100:00000200:2.0:1761322991.307735:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956457728, portal 16 00000400:00000010:2.0:1761322991.307739:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d61f8e95. 00000100:00000200:2.0:1761322991.307741:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956457728, offset 0 00000400:00000200:2.0:1761322991.307745:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:2.0:1761322991.307755:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:2.0:1761322991.307761:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:2.0:1761322991.307764:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761322991.307767:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:2.0:1761322991.307769:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88891:88891:256:4294967295] 192.168.201.29@tcp LPNI seq info [88891:88891:8:4294967295] 00000400:00000200:2.0:1761322991.307777:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:2.0:1761322991.307781:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:2.0:1761322991.307784:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cbddcecb (tot 82350866). 00000800:00000200:2.0:1761322991.307787:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:2.0:1761322991.307791:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:2.0:1761322991.307793:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cbddcecb type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761322991.307916:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761322991.307918:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cbddcecb (tot 82350618). 00000400:00000200:1.0:1761322991.307922:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322991.307926:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:1.0:1761322991.307929:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d61f8e95 00000400:00000010:1.0:1761322991.307930:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d61f8e95. 00000100:00000200:1.0:1761322991.307936:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004dd461b4 x1846879956457728/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761322991.309434:0:1024:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009788b038. 00010000:00000010:3.1:1761322991.309447:0:1024:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a860263f. 00000400:00000200:2.0:1761322991.309930:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322991.309947:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf5900 00000400:00000200:2.0:1761322991.309956:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xabf21 [1] + 224 00000400:00000200:2.0:1761322991.309972:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.309976:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322991.309987:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000004dd461b4 x1846879956457728/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322991.310050:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322991.310062:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb59300 00000400:00000200:2.0:1761322991.310069:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa899 [2] + 656 00000400:00000010:0.0:1761322991.310106:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000039c47dcc. 00000400:00000200:0.0:1761322991.310113:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000aabd3299 00000400:00000010:0.0:1761322991.310116:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000aabd3299. 00000100:00000200:0.0:1761322991.310130:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004dd461b4 x1846879956457728/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761322991.310140:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004dd461b4 x1846879956457728/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322991.310156:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.310164:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322991.310169:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 02000000:00000010:0.0:1761322991.310171:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001e84352f. 00000100:00000010:2.0:1761322991.310176:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007226fba0. 02000000:00000010:0.0:1761322991.310179:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ec1b7621. 00000100:00000010:0.0:1761322991.310186:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004dd461b4. 00000100:00000010:0.0:1761322991.310191:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008e1ad406. 00010000:00000010:0.0:1761322991.310197:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b6ef09d4. 00000020:00000010:2.0:1761322991.310248:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d5f034a0. 00000020:00000010:2.0:1761322991.310255:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000038bfe93. 00000020:00000010:2.0:1761322991.310260:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c4bb781f. 00000100:00000200:2.0:1761322991.310292:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007226fba0 x1846879955817216/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761322991.310336:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955817216 02000000:00000010:2.0:1761322991.310349:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ec1b7621. 00010000:00000010:2.0:1761322991.310381:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002ab48b24. 00010000:00000010:2.0:1761322991.310409:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000751c088b. 00000100:00000010:2.0:1761322991.310415:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008e1ad406. 00000100:00000010:2.0:1761322991.310430:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008e1ad406. 00010000:00000010:2.0:1761322991.310436:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000751c088b. 00000400:00000010:2.0:1761322991.310454:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000bc3a1dc. 00000100:00000200:2.0:1761322991.310460:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955817216, offset 224 00000400:00000200:2.0:1761322991.310470:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:2.0:1761322991.310480:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00080000:00000010:0.0:1761322991.310480:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000002eeb0da5. 00000400:00000200:2.0:1761322991.310488:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88892:88892:256:4294967295] 192.168.201.29@tcp LPNI seq info [88892:88892:8:4294967295] 00000400:00000200:2.0:1761322991.310495:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:2.0:1761322991.310498:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:2.0:1761322991.310502:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cbddcecb (tot 82350866). 00000800:00000200:2.0:1761322991.310507:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:2.0:1761322991.310512:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:2.0:1761322991.310515:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cbddcecb type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761322991.310538:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000038bfe93. 00000020:00000010:2.0:1761322991.310542:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c4bb781f. 00000020:00000010:2.0:1761322991.310544:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d5f034a0. 00010000:00000010:0.0:1761322991.310559:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001098a266. 00010000:00000010:0.0:1761322991.310566:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000100f40dc. 00010000:00000010:0.0:1761322991.310657:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c5525c0b. 00010000:00000010:0.0:1761322991.310663:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000041ea1558. 00010000:00000010:0.0:1761322991.310676:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000030964ad7. 00000100:00000010:0.0:1761322991.310680:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000022dcd2b9. 00000100:00000010:0.0:1761322991.310688:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e84b8751. 02000000:00000010:0.0:1761322991.310701:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000008f086bf. 02000000:00000010:0.0:1761322991.310728:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000815413ec. 00000400:00000010:0.0:1761322991.310734:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008f3f0712. 00000400:00000010:0.0:1761322991.310738:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b5b32290. 00000100:00000200:0.0:1761322991.310743:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956457792, portal 16 00000400:00000010:0.0:1761322991.310747:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004b81dcf2. 00000100:00000200:0.0:1761322991.310749:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956457792, offset 0 00000400:00000200:0.0:1761322991.310755:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322991.310762:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322991.310768:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:0.0:1761322991.310772:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761322991.310774:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322991.310777:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88893:88893:255:4294967295] 192.168.201.29@tcp LPNI seq info [88893:88893:7:4294967295] 00000400:00000200:0.0:1761322991.310785:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322991.310789:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322991.310793:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000019c3e4a9 (tot 82351114). 00000800:00000200:0.0:1761322991.310797:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322991.310801:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322991.310804:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000019c3e4a9 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761322991.311003:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322991.311009:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cbddcecb (tot 82350866). 00000400:00000200:3.0:1761322991.311014:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.311021:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322991.311025:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000bc3a1dc 00000400:00000010:3.0:1761322991.311027:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000bc3a1dc. 00000800:00000200:3.0:1761322991.311777:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322991.311780:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000019c3e4a9 (tot 82350618). 00000400:00000200:3.0:1761322991.311785:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.311790:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322991.311793:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004b81dcf2 00000400:00000010:3.0:1761322991.311795:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004b81dcf2. 00000100:00000200:3.0:1761322991.311806:0:15812:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e84b8751 x1846879956457792/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761322991.312118:0:78730:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005382efa7. 00010000:00000010:2.1:1761322991.312120:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000b72e009. 00010000:00000010:3.1:1761322991.312124:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008797a547. 00010000:00000010:1.1:1761322991.312131:0:78730:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b5033279. 00010000:00000010:2.1:1761322991.312132:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002108a952. 00010000:00000010:1.1:1761322991.312142:0:78730:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000170f7f40. 00010000:00000010:1.1:1761322991.312149:0:78730:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000057cf5cc6. 00010000:00000010:0.1:1761322991.312159:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f08f9a0c. 00010000:00000010:0.1:1761322991.312173:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000080eb2517. 00000400:00000200:1.0:1761322991.313111:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:1.0:1761322991.313133:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf5940 00000400:00000200:1.0:1761322991.313143:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xabf2d [1] + 224 00000400:00000200:1.0:1761322991.313160:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322991.313164:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:1.0:1761322991.313174:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e84b8751 x1846879956457792/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761322991.313221:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008f3f0712. 00000400:00000200:1.0:1761322991.313227:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b5b32290 00000400:00000010:1.0:1761322991.313229:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b5b32290. 00000100:00000200:1.0:1761322991.313238:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e84b8751 x1846879956457792/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761322991.313246:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e84b8751 x1846879956457792/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761322991.313275:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000815413ec. 02000000:00000010:1.0:1761322991.313282:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000008f086bf. 00000100:00000010:1.0:1761322991.313288:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e84b8751. 00000100:00000010:1.0:1761322991.313292:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000022dcd2b9. 00010000:00000010:1.0:1761322991.313296:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000030964ad7. 00000400:00000200:1.0:1761322991.313322:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:1.0:1761322991.313331:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb59340 00000400:00000200:1.0:1761322991.313337:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa899 [2] + 984 00000400:00000200:1.0:1761322991.313350:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322991.313354:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:1.0:1761322991.313358:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761322991.313364:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000eabe2b15. 00000020:00000010:2.0:1761322991.313580:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d5f034a0. 00000020:00000010:2.0:1761322991.313590:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000038bfe93. 00000020:00000010:2.0:1761322991.313596:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c4bb781f. 00000100:00000200:2.0:1761322991.313625:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000eabe2b15 x1846879955817280/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761322991.313712:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955817280 02000000:00000010:2.0:1761322991.313724:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001e84352f. 00010000:00000010:2.0:1761322991.313754:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000399350a1. 00010000:00000010:2.0:1761322991.313774:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000751c088b. 00000100:00000010:2.0:1761322991.313781:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008e1ad406. 00000100:00000010:2.0:1761322991.313796:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008e1ad406. 00010000:00000010:2.0:1761322991.313800:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000751c088b. 00000400:00000010:2.0:1761322991.313814:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009f686459. 00000100:00000200:2.0:1761322991.313819:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955817280, offset 224 00000400:00000200:2.0:1761322991.313828:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:2.0:1761322991.313839:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:2.0:1761322991.313845:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88894:88894:256:4294967295] 192.168.201.29@tcp LPNI seq info [88894:88894:8:4294967295] 00000400:00000200:2.0:1761322991.313856:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:2.0:1761322991.313861:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:2.0:1761322991.313866:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fe7f5c43 (tot 82350866). 00000800:00000200:2.0:1761322991.313872:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00080000:00000010:3.0:1761322991.313880:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000de836c1b. 00000800:00000200:2.0:1761322991.313881:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:2.0:1761322991.313887:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fe7f5c43 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761322991.313905:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000038bfe93. 00000020:00000010:2.0:1761322991.313912:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c4bb781f. 00000020:00000010:2.0:1761322991.313916:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d5f034a0. 00010000:00000010:3.0:1761322991.314006:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000041ea1558. 00010000:00000010:3.0:1761322991.314015:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000034f20db9. 00010000:00000010:1.1:1761322991.314143:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f1863b24. 00010000:00000010:1.0:1761322991.314213:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000057cf5cc6. 00010000:00000010:1.0:1761322991.314221:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ceecc727. 00010000:00000010:1.0:1761322991.314230:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ea4cec85. 00000100:00000010:1.0:1761322991.314235:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000263bc0b6. 00000100:00000010:1.0:1761322991.314243:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000dfba0156. 02000000:00000010:1.0:1761322991.314255:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b0859adf. 02000000:00000010:1.0:1761322991.314275:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009da94d2b. 00000400:00000010:1.0:1761322991.314280:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000918cc506. 00000400:00000010:1.0:1761322991.314284:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000014459a3. 00000100:00000200:1.0:1761322991.314290:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956457856, portal 16 00000400:00000010:1.0:1761322991.314294:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005d51e45b. 00000100:00000200:1.0:1761322991.314296:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956457856, offset 0 00000400:00000200:1.0:1761322991.314301:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322991.314307:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322991.314316:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:1.0:1761322991.314321:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761322991.314324:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:1.0:1761322991.314327:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88895:88895:255:4294967295] 192.168.201.29@tcp LPNI seq info [88895:88895:7:4294967295] 00000400:00000200:1.0:1761322991.314334:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322991.314339:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322991.314343:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa7b1f3a (tot 82351114). 00000800:00000200:1.0:1761322991.314347:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322991.314351:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322991.314354:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa7b1f3a type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1761322991.314399:0:15810:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000085c51dcb. 00000800:00000200:2.0:1761322991.314415:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322991.314419:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fe7f5c43 (tot 82350866). 00000400:00000200:2.0:1761322991.314423:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.314427:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322991.314431:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009f686459 00000400:00000010:2.0:1761322991.314432:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009f686459. 00000800:00000200:2.0:1761322991.314471:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322991.314473:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa7b1f3a (tot 82350618). 00000400:00000200:2.0:1761322991.314480:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.314484:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322991.314486:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005d51e45b 00000400:00000010:2.0:1761322991.314487:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005d51e45b. 00000100:00000200:2.0:1761322991.314492:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000dfba0156 x1846879956457856/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322991.315375:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322991.315393:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf5980 00000400:00000200:3.0:1761322991.315401:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xabf39 [1] + 224 00000400:00000200:3.0:1761322991.315416:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.315420:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322991.315427:0:15812:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000dfba0156 x1846879956457856/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761322991.315511:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000918cc506. 00000400:00000200:1.0:1761322991.315530:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000014459a3 00000400:00000010:1.0:1761322991.315532:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000014459a3. 00000100:00000200:1.0:1761322991.315538:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000dfba0156 x1846879956457856/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322991.315632:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322991.315640:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb59380 00000400:00000200:3.0:1761322991.315647:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa899 [2] + 1312 00000400:00000200:3.0:1761322991.315699:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.315704:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322991.315709:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761322991.315715:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f5a4a0ca. 00000100:00000200:1.0:1761322991.315762:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000dfba0156 x1846879956457856/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761322991.315802:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009da94d2b. 02000000:00000010:1.0:1761322991.315808:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b0859adf. 00000100:00000010:1.0:1761322991.315812:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000dfba0156. 00000100:00000010:1.0:1761322991.315817:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000263bc0b6. 00010000:00000010:1.0:1761322991.315821:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ea4cec85. 00000020:00000010:2.0:1761322991.315884:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d5f034a0. 00000020:00000010:2.0:1761322991.315891:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000038bfe93. 00000020:00000010:2.0:1761322991.315897:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c4bb781f. 00000100:00000200:2.0:1761322991.315919:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f5a4a0ca x1846879955817344/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761322991.315957:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955817344 02000000:00000010:2.0:1761322991.315970:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000082d305cb. 00010000:00000010:2.0:1761322991.315995:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f7446879. 00010000:00000010:2.0:1761322991.316012:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000751c088b. 00000100:00000010:2.0:1761322991.316018:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008e1ad406. 00000100:00000010:2.0:1761322991.316045:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008e1ad406. 00010000:00000010:2.0:1761322991.316050:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000751c088b. 00000400:00000010:2.0:1761322991.316063:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009f686459. 00000100:00000200:2.0:1761322991.316069:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955817344, offset 224 00080000:00000010:1.0:1761322991.316071:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b0859adf. 00000400:00000200:2.0:1761322991.316104:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:2.0:1761322991.316117:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:2.0:1761322991.316123:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88896:88896:256:4294967295] 192.168.201.29@tcp LPNI seq info [88896:88896:8:4294967295] 00000400:00000200:2.0:1761322991.316134:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:2.0:1761322991.316138:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:2.0:1761322991.316143:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fe7f5c43 (tot 82350866). 00000800:00000200:2.0:1761322991.316150:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:2.0:1761322991.316158:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:2.0:1761322991.316162:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fe7f5c43 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761322991.316189:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000038bfe93. 00000020:00000010:2.0:1761322991.316194:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c4bb781f. 00000020:00000010:2.0:1761322991.316200:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d5f034a0. 00010000:00000010:1.0:1761322991.316213:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ceecc727. 00010000:00000010:1.0:1761322991.316224:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000000a6bf59. 00000800:00000200:3.0:1761322991.316273:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322991.316277:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fe7f5c43 (tot 82350618). 00000400:00000200:3.0:1761322991.316283:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.316288:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322991.316292:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009f686459 00000400:00000010:3.0:1761322991.316294:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009f686459. 00010000:00000010:1.0:1761322991.316316:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000076db0e00. 00010000:00000010:1.0:1761322991.316323:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ceecc727. 00010000:00000010:1.0:1761322991.316332:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ea4cec85. 00000100:00000010:1.0:1761322991.316336:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000263bc0b6. 00000100:00000010:1.0:1761322991.316341:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000dfba0156. 02000000:00000010:1.0:1761322991.316353:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009da94d2b. 02000000:00000010:1.0:1761322991.316376:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f85dcbd7. 00000400:00000010:1.0:1761322991.316380:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000918cc506. 00000400:00000010:1.0:1761322991.316385:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000014459a3. 00000100:00000200:1.0:1761322991.316390:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956457920, portal 16 00000400:00000010:1.0:1761322991.316394:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ecc16fca. 00000100:00000200:1.0:1761322991.316396:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956457920, offset 0 00000400:00000200:1.0:1761322991.316402:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322991.316408:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322991.316416:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:1.0:1761322991.316419:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761322991.316422:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:1.0:1761322991.316424:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88897:88897:256:4294967295] 192.168.201.29@tcp LPNI seq info [88897:88897:8:4294967295] 00000400:00000200:1.0:1761322991.316432:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322991.316443:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322991.316449:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa7b1f3a (tot 82350866). 00000800:00000200:1.0:1761322991.316453:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322991.316457:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322991.316460:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa7b1f3a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761322991.316633:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322991.316637:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa7b1f3a (tot 82350618). 00000400:00000200:3.0:1761322991.316646:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.316651:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322991.316654:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ecc16fca 00000400:00000010:3.0:1761322991.316656:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ecc16fca. 00000100:00000200:3.0:1761322991.316662:0:15812:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000dfba0156 x1846879956457920/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322991.317694:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322991.317710:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf59c0 00000400:00000200:3.0:1761322991.317769:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xabf45 [1] + 224 00000400:00000200:3.0:1761322991.317781:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.317785:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322991.317793:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000dfba0156 x1846879956457920/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322991.317829:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322991.317836:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb593c0 00000400:00000200:3.0:1761322991.317841:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa899 [2] + 1640 00000400:00000010:1.0:1761322991.317867:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000918cc506. 00000400:00000200:3.0:1761322991.317875:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.317880:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:1.0:1761322991.317884:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000014459a3 00000400:00000010:1.0:1761322991.317887:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000014459a3. 00000100:00000200:3.0:1761322991.317893:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000200:1.0:1761322991.317894:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000dfba0156 x1846879956457920/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000010:3.0:1761322991.317900:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000053bb533c. 00000100:00000200:1.0:1761322991.317905:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000dfba0156 x1846879956457920/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761322991.317943:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f85dcbd7. 02000000:00000010:1.0:1761322991.317949:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009da94d2b. 00000100:00000010:1.0:1761322991.317953:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000dfba0156. 00000100:00000010:1.0:1761322991.317956:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000263bc0b6. 00010000:00000010:1.0:1761322991.317961:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ea4cec85. 00000020:00000010:2.0:1761322991.317971:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c694c491. 00000020:00000010:2.0:1761322991.317982:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000038bfe93. 00000020:00000010:2.0:1761322991.317987:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c4bb781f. 00000100:00000200:2.0:1761322991.318014:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000053bb533c x1846879955817408/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761322991.318057:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955817408 02000000:00000010:2.0:1761322991.318067:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000035a7aab0. 00010000:00000010:2.0:1761322991.318118:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001c7c7b06. 00010000:00000010:2.0:1761322991.318138:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000751c088b. 00000100:00000010:2.0:1761322991.318145:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008e1ad406. 00000100:00000010:2.0:1761322991.318160:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008e1ad406. 00010000:00000010:2.0:1761322991.318163:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000751c088b. 00000400:00000010:2.0:1761322991.318177:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000532b682. 00000100:00000200:2.0:1761322991.318181:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955817408, offset 224 00080000:00000010:3.0:1761322991.318182:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000004b54b1ab. 00000400:00000200:2.0:1761322991.318191:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:2.0:1761322991.318199:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:2.0:1761322991.318203:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88898:88898:256:4294967295] 192.168.201.29@tcp LPNI seq info [88898:88898:8:4294967295] 00000400:00000200:2.0:1761322991.318210:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:2.0:1761322991.318215:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:2.0:1761322991.318220:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000041deb613 (tot 82350866). 00000800:00000200:2.0:1761322991.318226:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:2.0:1761322991.318233:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:2.0:1761322991.318237:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000041deb613 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761322991.318261:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000038bfe93. 00010000:00000010:3.0:1761322991.318262:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ceecc727. 00000020:00000010:2.0:1761322991.318267:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c4bb781f. 00010000:00000010:3.0:1761322991.318271:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000011962408. 00000020:00000010:2.0:1761322991.318273:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c694c491. 00000800:00000200:1.0:1761322991.318330:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761322991.318334:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000041deb613 (tot 82350618). 00000400:00000200:1.0:1761322991.318340:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322991.318346:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:1.0:1761322991.318349:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000532b682 00000400:00000010:1.0:1761322991.318350:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000532b682. 00010000:00000010:3.0:1761322991.318354:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a65a506b. 00010000:00000010:3.0:1761322991.318363:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000050145260. 00010000:00000010:3.0:1761322991.318373:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f71ea99a. 00000100:00000010:3.0:1761322991.318421:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000987e5119. 00000100:00000010:3.0:1761322991.318430:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008588e37b. 02000000:00000010:3.0:1761322991.318440:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fa878bed. 02000000:00000010:3.0:1761322991.318462:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001ffa3209. 00000400:00000010:3.0:1761322991.318467:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004a68db72. 00000400:00000010:3.0:1761322991.318474:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000240b67fb. 00000100:00000200:3.0:1761322991.318478:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956457984, portal 16 00000400:00000010:3.0:1761322991.318483:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000061eaa67b. 00000100:00000200:3.0:1761322991.318486:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956457984, offset 0 00000400:00000200:3.0:1761322991.318491:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:3.0:1761322991.318498:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322991.318504:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:3.0:1761322991.318508:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761322991.318511:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:3.0:1761322991.318514:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88899:88899:256:4294967295] 192.168.201.29@tcp LPNI seq info [88899:88899:8:4294967295] 00000400:00000200:3.0:1761322991.318522:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322991.318527:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322991.318530:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000074c3abcf (tot 82350866). 00000800:00000200:3.0:1761322991.318537:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322991.318541:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322991.318544:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000074c3abcf type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761322991.318652:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761322991.318655:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000074c3abcf (tot 82350618). 00000400:00000200:1.0:1761322991.318659:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322991.318664:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:1.0:1761322991.318667:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000061eaa67b 00000400:00000010:1.0:1761322991.318669:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000061eaa67b. 00000100:00000200:1.0:1761322991.318675:0:15812:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008588e37b x1846879956457984/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761322991.319106:0:78737:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000038556108. 00010000:00000010:0.1:1761322991.319121:0:78737:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000038c39c0f. 00000400:00000200:3.0:1761322991.319519:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322991.319534:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf5a00 00000400:00000200:3.0:1761322991.319540:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xabf51 [1] + 224 00000400:00000200:3.0:1761322991.319553:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.319557:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322991.319564:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008588e37b x1846879956457984/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761322991.319694:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004a68db72. 00000400:00000200:1.0:1761322991.319699:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000240b67fb 00000400:00000010:1.0:1761322991.319701:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000240b67fb. 00000100:00000200:1.0:1761322991.319708:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008588e37b x1846879956457984/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761322991.319717:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008588e37b x1846879956457984/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761322991.319743:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001ffa3209. 02000000:00000010:1.0:1761322991.319755:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000fa878bed. 00000100:00000010:1.0:1761322991.319758:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008588e37b. 00000100:00000010:1.0:1761322991.319762:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000987e5119. 00010000:00000010:1.0:1761322991.319767:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f71ea99a. 00000400:00000200:1.0:1761322991.320052:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:1.0:1761322991.320069:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb59400 00000400:00000200:1.0:1761322991.320105:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa899 [2] + 1968 00000400:00000010:1.0:1761322991.320112:0:15810:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000003bc5f00. 00000400:00000200:1.0:1761322991.320116:0:15810:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000e1af4e87 00000400:00000200:1.0:1761322991.320176:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322991.320181:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:1.0:1761322991.320184:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e1af4e87 00000400:00000010:1.0:1761322991.320186:0:15810:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000e1af4e87 (tot 82350466). 00000100:00000200:1.0:1761322991.320191:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1761322991.320269:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002d82fe4b. 00000020:00000010:3.0:1761322991.320276:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000837bee1b. 00000020:00000010:3.0:1761322991.320281:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000cf10095. 00000100:00000200:3.0:1761322991.320309:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f8633ce0 x1846879955817472/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761322991.320343:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955817472 02000000:00000010:3.0:1761322991.320355:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000194f3f12. 00010000:00000010:3.0:1761322991.320385:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000022cf709d. 00010000:00000010:3.0:1761322991.320405:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000dd4aab6c. 00000100:00000010:3.0:1761322991.320411:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007cc30d1f. 00000100:00000010:3.0:1761322991.320425:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007cc30d1f. 00010000:00000010:3.0:1761322991.320428:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000dd4aab6c. 00000400:00000010:3.0:1761322991.320443:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000076784a28. 00000100:00000200:3.0:1761322991.320447:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955817472, offset 224 00000400:00000200:3.0:1761322991.320455:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00080000:00000010:1.0:1761322991.320457:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000009da94d2b. 00000400:00000200:3.0:1761322991.320467:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322991.320474:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88900:88900:256:4294967295] 192.168.201.29@tcp LPNI seq info [88900:88900:8:4294967295] 00000400:00000200:3.0:1761322991.320484:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322991.320489:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322991.320495:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003de23d37 (tot 82350714). 00000800:00000200:3.0:1761322991.320501:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322991.320508:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322991.320511:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003de23d37 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761322991.320535:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000837bee1b. 00010000:00000010:1.0:1761322991.320536:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000050145260. 00000020:00000010:3.0:1761322991.320542:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000cf10095. 00010000:00000010:1.0:1761322991.320543:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003bfd93a4. 00000020:00000010:3.0:1761322991.320546:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002d82fe4b. 02000000:00000010:3.0:1761322991.320558:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000035a7aab0. 00000100:00000010:3.0:1761322991.320563:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000053bb533c. 02000000:00000010:3.0:1761322991.320566:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000082d305cb. 00000100:00000010:3.0:1761322991.320569:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f5a4a0ca. 02000000:00000010:3.0:1761322991.320572:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001e84352f. 00000100:00000010:3.0:1761322991.320574:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000eabe2b15. 02000000:00000010:3.0:1761322991.320577:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ec1b7621. 00000100:00000010:3.0:1761322991.320579:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007226fba0. 02000000:00000010:3.0:1761322991.320582:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000d4ce2a0. 00000100:00000010:3.0:1761322991.320586:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e002feec. 02000000:00000010:3.0:1761322991.320589:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003239c13f. 00000100:00000010:3.0:1761322991.320590:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005bffa580. 00000100:00000200:3.0:1761322991.320597:0:67479:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1761322991.320602:0:67479:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006a6c1ef6. 00000400:00000010:3.0:1761322991.320607:0:67479:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000007cc30d1f (tot 82350866). 00000800:00000200:2.0:1761322991.320642:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00010000:00000010:1.0:1761322991.320647:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a1ee6cec. 00000800:00000010:2.0:1761322991.320649:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003de23d37 (tot 82350618). 00000400:00000200:2.0:1761322991.320657:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:1.0:1761322991.320659:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000baba8e0b. 00000400:00000200:2.0:1761322991.320665:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322991.320670:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000076784a28 00000400:00000010:2.0:1761322991.320673:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000076784a28. 00010000:00000010:1.0:1761322991.320675:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ea4cec85. 02000000:00000010:2.0:1761322991.320679:0:15812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000194f3f12. 00000100:00000010:1.0:1761322991.320682:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000263bc0b6. 00000100:00000010:1.0:1761322991.320693:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000dfba0156. 02000000:00000010:1.0:1761322991.320706:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f85dcbd7. 02000000:00000010:1.0:1761322991.320733:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000d4ce2a0. 00000400:00000010:1.0:1761322991.320737:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000918cc506. 00000400:00000010:1.0:1761322991.320742:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000014459a3. 00000100:00000200:1.0:1761322991.320745:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956458048, portal 16 00000400:00000010:1.0:1761322991.320751:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000048107573. 00000100:00000200:1.0:1761322991.320753:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956458048, offset 0 00000400:00000200:1.0:1761322991.320758:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322991.320765:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322991.320772:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:1.0:1761322991.320775:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761322991.320777:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:1.0:1761322991.320779:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88901:88901:256:4294967295] 192.168.201.29@tcp LPNI seq info [88901:88901:8:4294967295] 00000400:00000200:1.0:1761322991.320785:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322991.320788:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322991.320791:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa7b1f3a (tot 82350866). 00000800:00000200:1.0:1761322991.320794:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322991.320797:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322991.320801:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa7b1f3a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761322991.320942:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322991.320946:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa7b1f3a (tot 82350618). 00000400:00000200:3.0:1761322991.320953:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.320957:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322991.320960:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000048107573 00000400:00000010:3.0:1761322991.320962:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000048107573. 00000100:00000200:3.0:1761322991.320967:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000dfba0156 x1846879956458048/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761322991.321111:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fad4ac36. 00010000:00000010:3.1:1761322991.321119:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c5525c0b. 00010000:00000010:1.1:1761322991.321129:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d8cdde16. 00010000:00000010:1.1:1761322991.321136:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000057cf5cc6. 00010000:00000010:2.1:1761322991.321191:0:78731:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000024784d8f. 00000400:00000200:1.0:1761322991.321807:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:1.0:1761322991.321825:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf5a40 00000400:00000200:1.0:1761322991.321832:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xabf61 [1] + 224 00000400:00000200:1.0:1761322991.321844:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322991.321847:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:1.0:1761322991.321853:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000dfba0156 x1846879956458048/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761322991.321904:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000918cc506. 00000400:00000200:3.0:1761322991.321918:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000014459a3 00000400:00000010:3.0:1761322991.321920:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000014459a3. 00000100:00000200:3.0:1761322991.321926:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000dfba0156 x1846879956458048/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761322991.321933:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000dfba0156 x1846879956458048/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761322991.321960:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000d4ce2a0. 02000000:00000010:3.0:1761322991.321966:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f85dcbd7. 00000100:00000010:3.0:1761322991.321970:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000dfba0156. 00000100:00000010:3.0:1761322991.321974:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000263bc0b6. 00010000:00000010:3.0:1761322991.321978:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ea4cec85. 00000400:00000200:2.0:1761322991.322260:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322991.322275:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb59440 00000400:00000200:2.0:1761322991.322282:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa8f1 [2] + 0 00000400:00000200:2.0:1761322991.322336:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.322343:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322991.322350:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761322991.322356:0:15812:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a87c75be. 00000020:00000010:3.0:1761322991.322585:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003239c13f. 00000020:00000010:3.0:1761322991.322592:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000837bee1b. 00000020:00000010:3.0:1761322991.322596:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000cf10095. 00000100:00000200:3.0:1761322991.322634:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a87c75be x1846879955817536/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761322991.322668:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955817536 02000000:00000010:3.0:1761322991.322681:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002d82fe4b. 00010000:00000010:3.0:1761322991.322709:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036c47e82. 00010000:00000010:3.0:1761322991.322730:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000dd4aab6c. 00000100:00000010:3.0:1761322991.322736:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000094486dea. 00000100:00000010:3.0:1761322991.322750:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000094486dea. 00010000:00000010:3.0:1761322991.322752:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000dd4aab6c. 00000400:00000010:3.0:1761322991.322769:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b0b8ce1c. 00000100:00000200:3.0:1761322991.322773:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955817536, offset 224 00080000:00000010:1.0:1761322991.322779:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f85dcbd7. 00000400:00000200:3.0:1761322991.322782:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:3.0:1761322991.322794:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322991.322799:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88902:88902:256:4294967295] 192.168.201.29@tcp LPNI seq info [88902:88902:8:4294967295] 00000400:00000200:3.0:1761322991.322808:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322991.322813:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322991.322817:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000f1ffd3f (tot 82350866). 00000800:00000200:3.0:1761322991.322823:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322991.322830:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322991.322833:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000f1ffd3f type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761322991.322861:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000837bee1b. 00010000:00000010:1.0:1761322991.322864:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000baba8e0b. 00000020:00000010:3.0:1761322991.322866:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000cf10095. 00000020:00000010:3.0:1761322991.322871:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003239c13f. 00010000:00000010:1.0:1761322991.322872:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cd9150ba. 00010000:00000010:1.0:1761322991.322943:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000057cf5cc6. 00010000:00000010:1.0:1761322991.322949:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000baba8e0b. 00010000:00000010:1.0:1761322991.322961:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ffaca92d. 00000100:00000010:1.0:1761322991.322965:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c0d16bc5. 00000100:00000010:1.0:1761322991.322972:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004760bad7. 02000000:00000010:1.0:1761322991.322983:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000d4ce2a0. 02000000:00000010:1.0:1761322991.323008:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000058c39f67. 00000400:00000010:1.0:1761322991.323014:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d5cbcdf1. 00000800:00000200:2.0:1761322991.323016:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322991.323020:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000f1ffd3f (tot 82350618). 00000400:00000010:1.0:1761322991.323020:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005178a5a4. 00000400:00000200:2.0:1761322991.323027:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1761322991.323029:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956458112, portal 16 00000400:00000200:2.0:1761322991.323044:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322991.323049:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b0b8ce1c 00000400:00000010:1.0:1761322991.323050:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003650095b. 00000400:00000010:2.0:1761322991.323051:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b0b8ce1c. 00000100:00000200:1.0:1761322991.323062:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956458112, offset 0 00000400:00000200:1.0:1761322991.323070:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322991.323135:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322991.323143:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:1.0:1761322991.323151:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761322991.323155:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:1.0:1761322991.323160:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88903:88903:256:4294967295] 192.168.201.29@tcp LPNI seq info [88903:88903:8:4294967295] 00010000:00000010:3.1:1761322991.323166:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007c2e6ee7. 00010000:00000010:3.1:1761322991.323186:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000076db0e00. 00000400:00000200:1.0:1761322991.323189:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322991.323202:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322991.323208:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa7b1f3a (tot 82350866). 00000800:00000200:1.0:1761322991.323214:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322991.323219:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322991.323223:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa7b1f3a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761322991.323300:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322991.323303:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa7b1f3a (tot 82350618). 00000400:00000200:3.0:1761322991.323313:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.323318:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322991.323321:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003650095b 00000400:00000010:3.0:1761322991.323323:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003650095b. 00000100:00000200:3.0:1761322991.323330:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004760bad7 x1846879956458112/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761322991.323384:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c3fa6119. 00010000:00000010:2.1:1761322991.323391:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001418e569. 00000400:00000200:2.0:1761322991.324504:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322991.324520:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf5a80 00000400:00000200:2.0:1761322991.324529:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xabf6d [1] + 224 00000400:00000200:2.0:1761322991.324550:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.324554:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322991.324562:0:15812:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000004760bad7 x1846879956458112/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322991.324603:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322991.324608:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb59480 00000400:00000200:2.0:1761322991.324613:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa8f1 [2] + 328 00000400:00000200:2.0:1761322991.324658:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.324662:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322991.324666:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761322991.324671:0:15812:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000035919ae3. 00000400:00000010:3.0:1761322991.324730:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d5cbcdf1. 00000400:00000200:3.0:1761322991.324754:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005178a5a4 00000400:00000010:3.0:1761322991.324758:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005178a5a4. 00000100:00000200:3.0:1761322991.324771:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004760bad7 x1846879956458112/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761322991.324782:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004760bad7 x1846879956458112/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761322991.324813:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000058c39f67. 02000000:00000010:3.0:1761322991.324820:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000000d4ce2a0. 00000100:00000010:3.0:1761322991.324826:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004760bad7. 00000100:00000010:3.0:1761322991.324831:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c0d16bc5. 00010000:00000010:3.0:1761322991.324886:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ffaca92d. 00000020:00000010:0.0:1761322991.324931:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bc456dd2. 00000020:00000010:0.0:1761322991.324940:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f951c7ab. 00000020:00000010:0.0:1761322991.324944:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005269528a. 00000100:00000200:0.0:1761322991.324970:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000035919ae3 x1846879955817600/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761322991.325191:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955817600 02000000:00000010:0.0:1761322991.325204:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000008f086bf. 00010000:00000010:0.0:1761322991.325234:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a16b3277. 00010000:00000010:0.0:1761322991.325254:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006e507715. 00000100:00000010:0.0:1761322991.325261:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004e147358. 00000100:00000010:0.0:1761322991.325279:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004e147358. 00010000:00000010:0.0:1761322991.325282:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006e507715. 00000400:00000010:0.0:1761322991.325298:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000005e828a6. 00000100:00000200:0.0:1761322991.325303:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955817600, offset 224 00000400:00000200:0.0:1761322991.325311:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322991.325322:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322991.325328:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88904:88904:256:4294967295] 192.168.201.29@tcp LPNI seq info [88904:88904:8:4294967295] 00000400:00000200:0.0:1761322991.325336:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322991.325341:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322991.325344:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000007e4c409 (tot 82350866). 00000800:00000200:0.0:1761322991.325350:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322991.325356:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322991.325360:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000007e4c409 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761322991.325377:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f951c7ab. 00000020:00000010:0.0:1761322991.325381:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005269528a. 00000020:00000010:0.0:1761322991.325384:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bc456dd2. 00080000:00000010:3.0:1761322991.325438:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000003239c13f. 00000800:00000200:2.0:1761322991.325533:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322991.325537:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000007e4c409 (tot 82350618). 00000400:00000200:2.0:1761322991.325542:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.325547:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322991.325551:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000005e828a6 00000400:00000010:2.0:1761322991.325554:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000005e828a6. 00010000:00000010:3.0:1761322991.325560:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000baba8e0b. 00010000:00000010:3.0:1761322991.325572:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000055403f47. 00010000:00000010:3.0:1761322991.325733:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c8945f1d. 00010000:00000010:3.0:1761322991.325741:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dceba825. 00010000:00000010:3.0:1761322991.325755:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000dd4aab6c. 00000100:00000010:3.0:1761322991.325763:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000094486dea. 00000100:00000010:3.0:1761322991.325773:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f5a4a0ca. 02000000:00000010:3.0:1761322991.325800:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004ee0c611. 02000000:00000010:3.0:1761322991.325831:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000acbffd10. 00000400:00000010:3.0:1761322991.325837:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001691951d. 00000400:00000010:3.0:1761322991.325843:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f721b205. 00000100:00000200:3.0:1761322991.325850:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956458176, portal 16 00000400:00000010:3.0:1761322991.325857:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009da01e46. 00000100:00000200:3.0:1761322991.325859:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956458176, offset 0 00000400:00000200:3.0:1761322991.325867:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:3.0:1761322991.325880:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322991.325888:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:3.0:1761322991.325892:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761322991.325896:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:3.0:1761322991.325900:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88905:88905:256:4294967295] 192.168.201.29@tcp LPNI seq info [88905:88905:8:4294967295] 00000400:00000200:3.0:1761322991.325911:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322991.325917:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322991.325922:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000c003157 (tot 82350866). 00000800:00000200:3.0:1761322991.325928:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322991.325936:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322991.325939:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000c003157 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761322991.326117:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761322991.326122:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000c003157 (tot 82350618). 00000400:00000200:1.0:1761322991.326127:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322991.326132:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:1.0:1761322991.326135:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009da01e46 00000400:00000010:1.0:1761322991.326137:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009da01e46. 00000100:00000200:1.0:1761322991.326145:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f5a4a0ca x1846879956458176/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761322991.326308:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fb00f190. 00010000:00000010:1.1:1761322991.327157:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000075b5cfbe. 00010000:00000010:1.1:1761322991.327170:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a65a506b. 00000400:00000200:2.0:1761322991.327308:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322991.327320:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf5ac0 00000400:00000200:2.0:1761322991.327327:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xabf79 [1] + 224 00000400:00000200:2.0:1761322991.327342:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.327345:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322991.327352:0:15812:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f5a4a0ca x1846879956458176/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761322991.327430:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001691951d. 00000400:00000200:3.0:1761322991.327441:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f721b205 00000400:00000010:3.0:1761322991.327444:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f721b205. 00000100:00000200:3.0:1761322991.327457:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f5a4a0ca x1846879956458176/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761322991.327469:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f5a4a0ca x1846879956458176/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761322991.327495:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000acbffd10. 02000000:00000010:3.0:1761322991.327502:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004ee0c611. 00000100:00000010:3.0:1761322991.327506:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f5a4a0ca. 00000100:00000010:3.0:1761322991.327510:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000094486dea. 00010000:00000010:3.0:1761322991.327514:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000dd4aab6c. 00000400:00000200:2.0:1761322991.328112:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322991.328122:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb594c0 00000400:00000200:2.0:1761322991.328128:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa8f1 [2] + 656 00000400:00000200:2.0:1761322991.328186:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.328190:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322991.328195:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761322991.328200:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f7a33011. 00000020:00000010:0.0:1761322991.328299:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bc456dd2. 00000020:00000010:0.0:1761322991.328306:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000aec13789. 00000020:00000010:0.0:1761322991.328310:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005269528a. 00000100:00000200:0.0:1761322991.328337:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f7a33011 x1846879955817664/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761322991.328434:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955817664 02000000:00000010:0.0:1761322991.328447:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000815413ec. 00010000:00000010:0.0:1761322991.328481:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a1c040ec. 00010000:00000010:0.0:1761322991.328504:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006e507715. 00000100:00000010:0.0:1761322991.328510:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004e147358. 00000100:00000010:0.0:1761322991.328529:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004e147358. 00010000:00000010:0.0:1761322991.328532:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006e507715. 00000400:00000010:0.0:1761322991.328547:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000014ec2920. 00000100:00000200:0.0:1761322991.328552:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955817664, offset 224 00000400:00000200:0.0:1761322991.328560:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322991.328573:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322991.328580:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88906:88906:256:4294967295] 192.168.201.29@tcp LPNI seq info [88906:88906:8:4294967295] 00000400:00000200:0.0:1761322991.328590:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322991.328594:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00080000:00000010:3.0:1761322991.328599:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000004ee0c611. 00000800:00000010:0.0:1761322991.328599:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000007e4c409 (tot 82350866). 00000800:00000200:0.0:1761322991.328610:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322991.328617:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322991.328620:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000007e4c409 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:3.0:1761322991.328698:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dceba825. 00010000:00000010:3.0:1761322991.328709:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e5929f9c. 00010000:00000010:3.0:1761322991.328828:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001f5328e7. 00010000:00000010:3.0:1761322991.328835:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dceba825. 00010000:00000010:3.0:1761322991.328848:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000dd4aab6c. 00000100:00000010:3.0:1761322991.328854:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000094486dea. 00000100:00000010:3.0:1761322991.328862:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f5a4a0ca. 02000000:00000010:3.0:1761322991.328874:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000acbffd10. 02000000:00000010:3.0:1761322991.328899:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000194f3f12. 00000400:00000010:3.0:1761322991.328905:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001691951d. 00000400:00000010:3.0:1761322991.328910:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f721b205. 00000100:00000200:3.0:1761322991.328925:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956458240, portal 16 00000400:00000010:3.0:1761322991.328930:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000042c05544. 00000100:00000200:3.0:1761322991.328933:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956458240, offset 0 00000400:00000200:3.0:1761322991.328940:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:3.0:1761322991.328954:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322991.328962:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:3.0:1761322991.328966:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761322991.328976:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:3.0:1761322991.328980:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88907:88907:255:4294967295] 192.168.201.29@tcp LPNI seq info [88907:88907:7:4294967295] 00000020:00000010:0.0:1761322991.328981:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000aec13789. 00000020:00000010:0.0:1761322991.328992:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005269528a. 00000400:00000200:3.0:1761322991.328998:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000020:00000010:0.0:1761322991.328998:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bc456dd2. 00000800:00000200:3.0:1761322991.329010:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322991.329016:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000642747f (tot 82351114). 00000800:00000200:3.0:1761322991.329023:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322991.329030:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322991.329045:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000642747f type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1761322991.329108:0:78738:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000d50c2f1. 00010000:00000010:1.1:1761322991.329117:0:78738:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a1ee6cec. 00000800:00000200:2.0:1761322991.329158:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322991.329162:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000007e4c409 (tot 82350866). 00000400:00000200:2.0:1761322991.329165:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.329170:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322991.329174:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000014ec2920 00000400:00000010:2.0:1761322991.329176:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000014ec2920. 00000800:00000200:2.0:1761322991.329228:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322991.329231:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000642747f (tot 82350618). 00000400:00000200:2.0:1761322991.329234:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.329237:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322991.329239:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000042c05544 00000400:00000010:2.0:1761322991.329241:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000042c05544. 00000100:00000200:2.0:1761322991.329246:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f5a4a0ca x1846879956458240/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761322991.330211:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f30e9104. 00000400:00000200:2.0:1761322991.330618:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322991.330644:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf5b00 00000400:00000200:2.0:1761322991.330652:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xabf85 [1] + 224 00000400:00000200:2.0:1761322991.330666:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.330669:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322991.330676:0:15812:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f5a4a0ca x1846879956458240/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761322991.330838:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001691951d. 00000400:00000200:3.0:1761322991.330843:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f721b205 00000400:00000010:3.0:1761322991.330846:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f721b205. 00000100:00000200:3.0:1761322991.330852:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f5a4a0ca x1846879956458240/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761322991.330859:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f5a4a0ca x1846879956458240/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761322991.330892:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000194f3f12. 02000000:00000010:3.0:1761322991.330900:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000acbffd10. 00000100:00000010:3.0:1761322991.330906:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f5a4a0ca. 00000100:00000010:3.0:1761322991.330910:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000094486dea. 00010000:00000010:3.0:1761322991.330916:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000dd4aab6c. 00000400:00000200:2.0:1761322991.331699:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322991.331708:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb59500 00000400:00000200:2.0:1761322991.331714:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa8f1 [2] + 984 00000400:00000200:2.0:1761322991.331753:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.331756:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322991.331760:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761322991.331764:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007661af9c. 00000020:00000010:3.0:1761322991.331815:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000194f3f12. 00000020:00000010:3.0:1761322991.331822:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000837bee1b. 00000020:00000010:3.0:1761322991.331828:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000cf10095. 00000100:00000200:3.0:1761322991.331902:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007661af9c x1846879955817728/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761322991.331936:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955817728 02000000:00000010:3.0:1761322991.331949:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000fa878bed. 00010000:00000010:3.0:1761322991.331980:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008f9229b6. 00010000:00000010:3.0:1761322991.332005:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000007a66735. 00000100:00000010:3.0:1761322991.332012:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000094486dea. 00000100:00000010:3.0:1761322991.332028:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000094486dea. 00010000:00000010:3.0:1761322991.332031:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000007a66735. 00000400:00000010:3.0:1761322991.332058:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f721b205. 00000100:00000200:3.0:1761322991.332062:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955817728, offset 224 00000400:00000200:3.0:1761322991.332071:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00080000:00000010:1.0:1761322991.332131:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000058c39f67. 00000400:00000200:3.0:1761322991.332182:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322991.332188:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88908:88908:256:4294967295] 192.168.201.29@tcp LPNI seq info [88908:88908:8:4294967295] 00000400:00000200:3.0:1761322991.332199:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322991.332204:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322991.332210:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eb6fba2b (tot 82350866). 00000800:00000200:3.0:1761322991.332217:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322991.332224:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00010000:00000010:1.0:1761322991.332226:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dceba825. 00000800:00000200:3.0:1761322991.332229:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eb6fba2b type 1, nob 320 niov 1 nkiov 1 00010000:00000010:1.0:1761322991.332234:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c9e1a7f. 00000020:00000010:3.0:1761322991.332287:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000837bee1b. 00000020:00000010:3.0:1761322991.332293:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000cf10095. 00000020:00000010:3.0:1761322991.332296:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000194f3f12. 00010000:00000010:1.0:1761322991.332305:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a1ee6cec. 00010000:00000010:1.0:1761322991.332313:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000baba8e0b. 00010000:00000010:1.0:1761322991.332326:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000045bae3a8. 00000100:00000010:1.0:1761322991.332330:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000263bc0b6. 00000100:00000010:1.0:1761322991.332339:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000089684651. 02000000:00000010:1.0:1761322991.332355:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008c1d5fb5. 02000000:00000010:1.0:1761322991.332385:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007f086f96. 00000400:00000010:1.0:1761322991.332391:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002f6b29ae. 00000800:00000200:2.0:1761322991.332393:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000400:00000010:1.0:1761322991.332397:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000962e04ce. 00000800:00000010:2.0:1761322991.332398:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eb6fba2b (tot 82350618). 00000400:00000200:2.0:1761322991.332404:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1761322991.332404:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956458304, portal 16 00000400:00000200:2.0:1761322991.332411:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000010:1.0:1761322991.332413:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000035ef97af. 00000400:00000200:2.0:1761322991.332416:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f721b205 00000400:00000010:2.0:1761322991.332419:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f721b205. 00000100:00000200:1.0:1761322991.332425:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956458304, offset 0 00000400:00000200:1.0:1761322991.332434:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322991.332442:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322991.332450:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:1.0:1761322991.332454:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761322991.332457:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:1.0:1761322991.332459:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88909:88909:256:4294967295] 192.168.201.29@tcp LPNI seq info [88909:88909:8:4294967295] 00000400:00000200:1.0:1761322991.332466:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322991.332470:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322991.332473:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa7b1f3a (tot 82350866). 00000800:00000200:1.0:1761322991.332477:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322991.332481:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322991.332484:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa7b1f3a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761322991.332882:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322991.332886:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa7b1f3a (tot 82350618). 00000400:00000200:2.0:1761322991.332895:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.332902:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322991.332905:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000035ef97af 00000400:00000010:2.0:1761322991.332907:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000035ef97af. 00000100:00000200:2.0:1761322991.332916:0:15812:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000089684651 x1846879956458304/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322991.334379:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322991.334396:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf5b40 00000400:00000200:2.0:1761322991.334406:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xabf91 [1] + 224 00000400:00000200:2.0:1761322991.334421:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.334424:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322991.334432:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000089684651 x1846879956458304/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761322991.334487:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002f6b29ae. 00000400:00000200:1.0:1761322991.334508:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000962e04ce 00000400:00000010:1.0:1761322991.334511:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000962e04ce. 00000100:00000200:1.0:1761322991.334519:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000089684651 x1846879956458304/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761322991.334528:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000089684651 x1846879956458304/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761322991.334564:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007f086f96. 02000000:00000010:1.0:1761322991.334571:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008c1d5fb5. 00000100:00000010:1.0:1761322991.334576:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000089684651. 00000100:00000010:1.0:1761322991.334580:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000263bc0b6. 00010000:00000010:1.0:1761322991.334585:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000045bae3a8. 00000400:00000200:2.0:1761322991.334672:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322991.334773:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb59540 00000400:00000200:2.0:1761322991.334778:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa8f1 [2] + 1312 00000400:00000200:2.0:1761322991.334829:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.334833:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322991.334837:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761322991.334842:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004a31252b. 00000020:00000010:3.0:1761322991.335144:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000194f3f12. 00000020:00000010:3.0:1761322991.335151:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000837bee1b. 00000020:00000010:3.0:1761322991.335156:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000cf10095. 00000100:00000200:3.0:1761322991.335184:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000004a31252b x1846879955817792/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761322991.335219:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955817792 02000000:00000010:3.0:1761322991.335232:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001ffa3209. 00010000:00000010:3.0:1761322991.335265:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002f28663e. 00010000:00000010:3.0:1761322991.335288:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000007a66735. 00000100:00000010:3.0:1761322991.335293:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000094486dea. 00000100:00000010:3.0:1761322991.335312:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000094486dea. 00010000:00000010:3.0:1761322991.335316:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000007a66735. 00000400:00000010:3.0:1761322991.335331:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000167583ae. 00000100:00000200:3.0:1761322991.335336:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955817792, offset 224 00080000:00000010:0.0:1761322991.335344:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bc456dd2. 00000400:00000200:3.0:1761322991.335345:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:3.0:1761322991.335358:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322991.335364:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88910:88910:256:4294967295] 192.168.201.29@tcp LPNI seq info [88910:88910:8:4294967295] 00000400:00000200:3.0:1761322991.335373:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322991.335378:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322991.335384:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bf79fdc4 (tot 82350866). 00000800:00000200:3.0:1761322991.335390:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322991.335397:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322991.335401:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bf79fdc4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761322991.335427:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000837bee1b. 00010000:00000010:0.0:1761322991.335431:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000baba8e0b. 00000020:00000010:3.0:1761322991.335433:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000cf10095. 00000020:00000010:3.0:1761322991.335438:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000194f3f12. 00010000:00000010:0.0:1761322991.335440:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e8372531. 00010000:00000010:0.0:1761322991.335514:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000778b46c5. 00010000:00000010:0.0:1761322991.335518:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000d3bac234. 00010000:00000010:0.0:1761322991.335524:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000080eb2517. 00010000:00000010:0.0:1761322991.335530:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000009bba0d79. 00080000:00000010:0.0:1761322991.335543:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dd078e35. 00000800:00000200:2.0:1761322991.335554:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322991.335559:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bf79fdc4 (tot 82350618). 00000400:00000200:2.0:1761322991.335563:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.335568:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00010000:00000010:0.0:1761322991.335572:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009bba0d79. 00000400:00000200:2.0:1761322991.335573:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000167583ae 00000400:00000010:2.0:1761322991.335576:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000167583ae. 00010000:00000010:0.0:1761322991.335578:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d3bac234. 00000004:00000010:0.0:1761322991.335622:0:77376:0:(mdt_handler.c:6310:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000ebb92611. 00000004:00000010:0.0:1761322991.335631:0:77376:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 96 at 00000000151c6200. 00000004:00000010:0.0:1761322991.335648:0:77376:0:(lod_dev.c:214:lod_object_alloc()) slab-alloced 'lod_obj': 184 at 000000001b14d36a. 00080000:00000010:0.0:1761322991.335656:0:77376:0:(osd_handler.c:426:osd_object_alloc()) kmalloced '(mo)': 304 at 00000000a4af19f5. 00000001:00000010:0.0:1761322991.335671:0:77376:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000092c8dd82. 00000001:00000010:0.0:1761322991.335684:0:77376:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000092c8dd82. 00080000:00000010:0.0:1761322991.335696:0:77376:0:(osd_handler.c:1676:osd_object_free()) kfreed 'obj': 304 at 00000000a4af19f5. 00000004:00000010:0.0:1761322991.335702:0:77376:0:(lod_object.c:9217:lod_object_free()) slab-freed '(lo)': 184 at 000000001b14d36a. 00000004:00000010:0.0:1761322991.335705:0:77376:0:(mdd_object.c:339:mdd_object_free()) slab-freed '(mdd)': 96 at 00000000151c6200. 00000004:00000010:0.0:1761322991.335708:0:77376:0:(mdt_handler.c:6382:mdt_object_free()) slab-freed 'mo': 480 at 00000000ebb92611. 00010000:00000010:0.0:1761322991.335726:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003999fc69. 00010000:00000010:0.0:1761322991.335729:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000009bba0d79. 00010000:00000010:0.0:1761322991.335737:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008fda7f84. 00000100:00000010:0.0:1761322991.335741:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004e147358. 00000100:00000010:0.0:1761322991.335747:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000094ca1c7b. 02000000:00000010:0.0:1761322991.335760:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a4af19f5. 02000000:00000010:0.0:1761322991.335787:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009626b3f7. 00000400:00000010:0.0:1761322991.335791:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000092c8dd82. 00000400:00000010:0.0:1761322991.335796:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000014ec2920. 00000100:00000200:0.0:1761322991.335801:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956458368, portal 16 00000400:00000010:0.0:1761322991.335805:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000005e828a6. 00000100:00000200:0.0:1761322991.335807:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956458368, offset 0 00000400:00000200:0.0:1761322991.335813:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322991.335819:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322991.335825:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:0.0:1761322991.335829:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761322991.335832:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322991.335834:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88911:88911:256:4294967295] 192.168.201.29@tcp LPNI seq info [88911:88911:8:4294967295] 00000400:00000200:0.0:1761322991.335841:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322991.335845:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322991.335848:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000019c3e4a9 (tot 82350866). 00000800:00000200:0.0:1761322991.335851:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322991.335855:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322991.335857:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000019c3e4a9 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761322991.335977:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322991.335980:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000019c3e4a9 (tot 82350618). 00000400:00000200:2.0:1761322991.335984:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.335988:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322991.335991:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000005e828a6 00000400:00000010:2.0:1761322991.335992:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000005e828a6. 00000100:00000200:2.0:1761322991.336000:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000094ca1c7b x1846879956458368/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761322991.336927:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a9fd8a4f. 00010000:00000010:3.1:1761322991.337172:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a74854f0. 00010000:00000010:3.1:1761322991.337180:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000057cf5cc6. 00000400:00000200:2.0:1761322991.337652:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322991.337665:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf5b80 00000400:00000200:2.0:1761322991.337673:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xabf9d [1] + 224 00000400:00000200:2.0:1761322991.337687:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.337691:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322991.337700:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000094ca1c7b x1846879956458368/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761322991.337798:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000092c8dd82. 00000400:00000200:3.0:1761322991.337803:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000014ec2920 00000400:00000010:3.0:1761322991.337806:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000014ec2920. 00000100:00000200:3.0:1761322991.337814:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000094ca1c7b x1846879956458368/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761322991.337823:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000094ca1c7b x1846879956458368/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761322991.337857:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009626b3f7. 02000000:00000010:3.0:1761322991.337865:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a4af19f5. 00000100:00000010:3.0:1761322991.337870:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000094ca1c7b. 00000100:00000010:3.0:1761322991.337875:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004e147358. 00010000:00000010:3.0:1761322991.337878:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008fda7f84. 00000400:00000200:2.0:1761322991.338432:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322991.338441:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb59580 00000400:00000200:2.0:1761322991.338447:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa8f1 [2] + 1640 00000400:00000200:2.0:1761322991.338479:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.338484:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322991.338488:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761322991.338494:0:15812:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b73ca902. 00000020:00000010:0.0:1761322991.338556:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009626b3f7. 00000020:00000010:0.0:1761322991.338563:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d3bac234. 00000020:00000010:0.0:1761322991.338567:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005269528a. 00000100:00000200:0.0:1761322991.338597:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b73ca902 x1846879955817856/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761322991.338647:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955817856 02000000:00000010:0.0:1761322991.338661:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a2460da1. 00010000:00000010:0.0:1761322991.338701:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a9a27e96. 00010000:00000010:0.0:1761322991.338728:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000061141537. 00000100:00000010:0.0:1761322991.338734:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004e147358. 00000100:00000010:0.0:1761322991.338745:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004e147358. 00010000:00000010:0.0:1761322991.338748:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000061141537. 00000400:00000010:0.0:1761322991.338763:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b5b32290. 00000100:00000200:0.0:1761322991.338767:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955817856, offset 224 00000400:00000200:0.0:1761322991.338775:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322991.338785:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322991.338793:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88912:88912:256:4294967295] 192.168.201.29@tcp LPNI seq info [88912:88912:8:4294967295] 00000400:00000200:0.0:1761322991.338820:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322991.338827:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322991.338832:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002b6ad44b (tot 82350866). 00000800:00000200:0.0:1761322991.338841:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322991.338851:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322991.338855:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002b6ad44b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761322991.338876:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d3bac234. 00000020:00000010:0.0:1761322991.338886:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005269528a. 00000020:00000010:0.0:1761322991.338891:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009626b3f7. 00080000:00000010:3.0:1761322991.339474:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000194f3f12. 00000800:00000200:2.0:1761322991.339598:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322991.339602:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002b6ad44b (tot 82350618). 00000400:00000200:2.0:1761322991.339607:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.339613:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322991.339616:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b5b32290 00000400:00000010:2.0:1761322991.339619:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b5b32290. 00010000:00000010:0.1:1761322991.340098:0:72002:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b921d617. 00010000:00000010:3.1:1761322991.340103:0:60:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001382eb48. 00010000:00000010:3.1:1761322991.340114:0:60:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8945f1d. 00010000:00000010:3.0:1761322991.344016:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009bba0d79. 00010000:00000010:3.0:1761322991.344048:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000334189b7. 00010000:00000010:1.1:1761322991.344137:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000089654ee4. 00010000:00000010:1.1:1761322991.344145:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001f5328e7. 00010000:00000010:3.1:1761322991.344407:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e30d7d6. 00010000:00000010:3.1:1761322991.344417:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007897acb5. 00010000:00000010:3.0:1761322991.344530:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c8945f1d. 00010000:00000010:3.0:1761322991.344538:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002c445365. 00010000:00000010:3.0:1761322991.344555:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000007a66735. 00000100:00000010:3.0:1761322991.344563:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000094486dea. 00000100:00000010:3.0:1761322991.344575:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f5a4a0ca. 02000000:00000010:3.0:1761322991.344596:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000acbffd10. 02000000:00000010:3.0:1761322991.344638:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c3d94ee7. 00000400:00000010:3.0:1761322991.344646:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001691951d. 00000400:00000010:3.0:1761322991.344652:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000053134655. 00000100:00000200:3.0:1761322991.344660:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956458432, portal 16 00010000:00000010:0.1:1761322991.344744:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000332c1f4e. 00010000:00000010:0.1:1761322991.344751:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a1ee6cec. 00010000:00000010:0.1:1761322991.344755:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000778b46c5. 00010000:00000010:0.1:1761322991.344758:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000080eb2517. 00000400:00000010:3.0:1761322991.344768:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a15e7f24. 00000100:00000200:3.0:1761322991.344773:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956458432, offset 0 00010000:00000010:0.1:1761322991.344775:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aa2972a6. 00000400:00000200:3.0:1761322991.344785:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:3.0:1761322991.344805:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322991.344813:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:3.0:1761322991.344817:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761322991.344820:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:3.0:1761322991.344823:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88913:88913:256:4294967295] 192.168.201.29@tcp LPNI seq info [88913:88913:8:4294967295] 00000400:00000200:3.0:1761322991.344833:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322991.344840:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322991.344845:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000030d68e34 (tot 82350866). 00000800:00000200:3.0:1761322991.344853:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322991.344866:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322991.344871:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000030d68e34 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761322991.346176:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761322991.346184:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000030d68e34 (tot 82350618). 00000400:00000200:0.0:1761322991.346191:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322991.346199:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:0.0:1761322991.346205:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a15e7f24 00000400:00000010:0.0:1761322991.346207:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a15e7f24. 00000100:00000200:0.0:1761322991.346219:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f5a4a0ca x1846879956458432/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322991.347448:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322991.347466:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf5bc0 00000400:00000200:2.0:1761322991.347476:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xabfa9 [1] + 224 00000400:00000200:2.0:1761322991.347489:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.347492:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322991.347501:0:15812:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f5a4a0ca x1846879956458432/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761322991.347580:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001691951d. 00000400:00000200:3.0:1761322991.347584:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000053134655 00000400:00000010:3.0:1761322991.347586:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000053134655. 00000100:00000200:3.0:1761322991.347592:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f5a4a0ca x1846879956458432/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761322991.347599:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f5a4a0ca x1846879956458432/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761322991.347635:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c3d94ee7. 02000000:00000010:3.0:1761322991.347643:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000acbffd10. 00000100:00000010:3.0:1761322991.347648:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f5a4a0ca. 00000100:00000010:3.0:1761322991.347652:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000094486dea. 00010000:00000010:3.0:1761322991.347656:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000007a66735. 00080000:00000010:0.0:1761322991.348787:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000dd078e35. 00080000:00000010:0.0:1761322991.348795:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bc456dd2. 00080000:00000010:0.0:1761322991.348797:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000058c39f67. 00080000:00000010:0.0:1761322991.348800:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004ee0c611. 00080000:00000010:0.0:1761322991.348803:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003239c13f. 00080000:00000010:0.0:1761322991.348805:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f85dcbd7. 00080000:00000010:0.0:1761322991.348808:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009da94d2b. 00080000:00000010:0.0:1761322991.348810:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004b54b1ab. 00080000:00000010:0.0:1761322991.348813:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b0859adf. 00080000:00000010:0.0:1761322991.348815:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000de836c1b. 00080000:00000010:0.0:1761322991.348817:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002eeb0da5. 00080000:00000010:0.0:1761322991.348820:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000019abbed2. 00080000:00000010:0.0:1761322991.348822:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f14261de. 00080000:00000010:0.0:1761322991.348824:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009a6cc6ee. 00080000:00000010:0.0:1761322991.348870:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000be5717c5. 00080000:00000010:0.0:1761322991.348872:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006a6f81b8. 00080000:00000010:0.0:1761322991.348874:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fafd4beb. 00080000:00000010:0.0:1761322991.348876:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c479b19d. 00080000:00000010:0.0:1761322991.348879:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d75e3b52. 00080000:00000010:0.0:1761322991.348881:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008ec2bfe2. 00080000:00000010:0.0:1761322991.348884:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006f03679d. 00080000:00000010:0.0:1761322991.348886:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000020786138. 00080000:00000010:0.0:1761322991.348889:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009f6bfb58. 00080000:00000010:0.0:1761322991.348891:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e19f9729. 00080000:00000010:0.0:1761322991.348893:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000002a16dbd. 00080000:00000010:0.0:1761322991.348895:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000060711229. 00080000:00000010:0.0:1761322991.348897:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000eb82517a. 00080000:00000010:0.0:1761322991.348900:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a0a252d8. 00080000:00000010:0.0:1761322991.348902:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000037d4a7b2. 00080000:00000010:0.0:1761322991.348904:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a7958e34. 00080000:00000010:0.0:1761322991.348907:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000033a51957. 00080000:00000010:0.0:1761322991.348909:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006481d458. 00080000:00000010:0.0:1761322991.348911:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007377ab5d. 00080000:00000010:0.0:1761322991.348914:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ec369a56. 00080000:00000010:0.0:1761322991.348916:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000021d07a47. 00080000:00000010:0.0:1761322991.348919:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000374c01cb. 00080000:00000010:0.0:1761322991.348922:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e63f833c. 00080000:00000010:0.0:1761322991.348925:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000427e5401. 00080000:00000010:0.0:1761322991.348927:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000dca9a6c2. 00080000:00000010:0.0:1761322991.348930:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e0d8bbb2. 00080000:00000010:0.0:1761322991.348933:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008f9e519e. 00080000:00000010:0.0:1761322991.348935:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fc9ece20. 00080000:00000010:0.0:1761322991.348937:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ade1d2ee. 00080000:00000010:0.0:1761322991.348939:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d2d6e2b7. 00080000:00000010:0.0:1761322991.348941:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002a7e7bc4. 00080000:00000010:0.0:1761322991.348943:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005647199b. 00080000:00000010:0.0:1761322991.348946:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000909c547d. 00080000:00000010:0.0:1761322991.348948:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000edfc1a5f. 00080000:00000010:0.0:1761322991.348950:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b02461bf. 00080000:00000010:0.0:1761322991.348952:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ba657073. 00080000:00000010:0.0:1761322991.348954:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000693182b9. 00080000:00000010:0.0:1761322991.348957:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000091022756. 00080000:00000010:0.0:1761322991.348959:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004e36ca82. 00080000:00000010:0.0:1761322991.348962:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a1652f35. 00080000:00000010:0.0:1761322991.348966:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005a0e07cc. 00080000:00000010:0.0:1761322991.348969:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cf2ff537. 00080000:00000010:0.0:1761322991.348971:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000025b54f32. 00080000:00000010:0.0:1761322991.348973:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005fbd0610. 00080000:00000010:0.0:1761322991.348976:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000040fba3cc. 00080000:00000010:0.0:1761322991.348979:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b1c6bcc1. 00080000:00000010:0.0:1761322991.348982:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000df0be3f. 00080000:00000010:0.0:1761322991.348986:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006857742a. 00080000:00000010:0.0:1761322991.348988:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000dd1e3809. 00080000:00000010:0.0:1761322991.348991:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ebe26aac. 00080000:00000010:0.0:1761322991.348993:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000031a2f7ca. 00080000:00000010:0.0:1761322991.348997:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c8969641. 00080000:00000010:0.0:1761322991.349000:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ed4d205f. 00080000:00000010:0.0:1761322991.349003:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b7e291ee. 00080000:00000010:0.0:1761322991.349006:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000003add8d3. 00080000:00000010:0.0:1761322991.349011:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000045fddb52. 00080000:00000010:0.0:1761322991.349015:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006bac1293. 00080000:00000010:0.0:1761322991.349019:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d8f53ef4. 00080000:00000010:0.0:1761322991.349022:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e963af04. 00080000:00000010:0.0:1761322991.349025:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008815d2da. 00080000:00000010:0.0:1761322991.349029:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fd74b1ec. 00080000:00000010:0.0:1761322991.349044:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000435c6ed7. 00080000:00000010:0.0:1761322991.349048:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009625c6d4. 00080000:00000010:0.0:1761322991.349051:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c0113d98. 00080000:00000010:0.0:1761322991.349054:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e58c4cce. 00080000:00000010:0.0:1761322991.349056:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cf5ca998. 00080000:00000010:0.0:1761322991.349059:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000626481c5. 00080000:00000010:0.0:1761322991.349061:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005c546060. 00080000:00000010:0.0:1761322991.349063:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002994a6c4. 00080000:00000010:0.0:1761322991.349065:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000300663b5. 00080000:00000010:0.0:1761322991.349067:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003f428eb6. 00080000:00000010:0.0:1761322991.349069:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000076f3808f. 00080000:00000010:0.0:1761322991.349071:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000020fbb56b. 00080000:00000010:0.0:1761322991.349094:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000347dea25. 00080000:00000010:0.0:1761322991.349098:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000281cc941. 00080000:00000010:0.0:1761322991.349101:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009683b4c2. 00080000:00000010:0.0:1761322991.349105:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c348db94. 00080000:00000010:0.0:1761322991.349109:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000190f82bf. 00080000:00000010:0.0:1761322991.349112:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cd4132e8. 00080000:00000010:0.0:1761322991.349114:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001995aadc. 00080000:00000010:0.0:1761322991.349116:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002a9f3856. 00080000:00000010:0.0:1761322991.349119:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000e5a2da2. 00080000:00000010:0.0:1761322991.349122:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000036cedb0. 00080000:00000010:0.0:1761322991.349124:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000045ac4f25. 00080000:00000010:0.0:1761322991.349127:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001d78b587. 00080000:00000010:0.0:1761322991.349129:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a0187410. 00080000:00000010:0.0:1761322991.349131:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000253b9ab2. 00080000:00000010:0.0:1761322991.349134:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e423fcaa. 00080000:00000010:0.0:1761322991.349136:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004905e74e. 00080000:00000010:0.0:1761322991.349138:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008f27de43. 00080000:00000010:0.0:1761322991.349140:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000093255c7b. 00080000:00000010:0.0:1761322991.349142:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007ad992b0. 00080000:00000010:0.0:1761322991.349146:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000036cb5e79. 00080000:00000010:0.0:1761322991.349148:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000015491265. 00080000:00000010:0.0:1761322991.349151:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000079768ebd. 00080000:00000010:0.0:1761322991.349155:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001140a929. 00080000:00000010:0.0:1761322991.349157:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000566ec6b0. 00080000:00000010:0.0:1761322991.349159:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009e5884d8. 00080000:00000010:0.0:1761322991.349163:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fb6fe82f. 00080000:00000010:0.0:1761322991.349166:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000047c2ed08. 00080000:00000010:0.0:1761322991.349168:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f3d08845. 00080000:00000010:0.0:1761322991.349171:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005e83bfd2. 00080000:00000010:0.0:1761322991.349173:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f5645d4b. 00080000:00000010:0.0:1761322991.349175:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000089f0f9f0. 00080000:00000010:0.0:1761322991.349178:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000af9900a4. 00080000:00000010:0.0:1761322991.349182:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000225fbd4e. 00080000:00000010:0.0:1761322991.349185:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000aa246d12. 00080000:00000010:0.0:1761322991.349191:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007b88b36d. 00080000:00000010:0.0:1761322991.349194:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005df2365f. 00080000:00000010:0.0:1761322991.349197:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c5104b4f. 00080000:00000010:0.0:1761322991.349200:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ed622ee5. 00080000:00000010:0.0:1761322991.349203:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000870a7215. 00080000:00000010:0.0:1761322991.349206:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002e6300db. 00080000:00000010:0.0:1761322991.349209:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000035e72ddd. 00080000:00000010:0.0:1761322991.349212:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000fc3f8da. 00080000:00000010:0.0:1761322991.349216:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000095513314. 00080000:00000010:0.0:1761322991.349219:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000690dbcf6. 00080000:00000010:0.0:1761322991.349223:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005d8e8b89. 00080000:00000010:0.0:1761322991.349227:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000048044df9. 00080000:00000010:0.0:1761322991.349229:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a7c642f3. 00080000:00000010:0.0:1761322991.349231:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cfe2ee33. 00080000:00000010:0.0:1761322991.349234:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006d64ff79. 00080000:00000010:0.0:1761322991.349237:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002a06d095. 00080000:00000010:0.0:1761322991.349239:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000071156f18. 00080000:00000010:0.0:1761322991.349241:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007b528388. 00080000:00000010:0.0:1761322991.349247:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d382c61e. 00080000:00000010:0.0:1761322991.349250:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bb0eaf3e. 00080000:00000010:0.0:1761322991.349255:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a50484bf. 00080000:00000010:0.0:1761322991.349258:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f0fff953. 00080000:00000010:0.0:1761322991.349261:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b2386126. 00080000:00000010:0.0:1761322991.349264:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007db48bf6. 00080000:00000010:0.0:1761322991.349266:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000aca51458. 00080000:00000010:0.0:1761322991.349269:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000038e9b40. 00080000:00000010:0.0:1761322991.349271:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009fc2d37f. 00080000:00000010:0.0:1761322991.349275:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c3546444. 00080000:00000010:0.0:1761322991.349278:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000057b7dd62. 00080000:00000010:0.0:1761322991.349281:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006cc5300d. 00080000:00000010:0.0:1761322991.349283:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000102ac08c. 00080000:00000010:0.0:1761322991.349285:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000edbc95f. 00080000:00000010:0.0:1761322991.349288:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000ce722db. 00080000:00000010:0.0:1761322991.349290:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000dcd9456. 00080000:00000010:0.0:1761322991.349292:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004624a52a. 00080000:00000010:0.0:1761322991.349294:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009d667af6. 00080000:00000010:0.0:1761322991.349296:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004334906c. 00080000:00000010:0.0:1761322991.349299:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c69be6cc. 00080000:00000010:0.0:1761322991.349301:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003157a266. 00080000:00000010:0.0:1761322991.349305:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c9a80d94. 00080000:00000010:0.0:1761322991.349308:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000041221331. 00080000:00000010:0.0:1761322991.349312:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004244e65c. 00080000:00000010:0.0:1761322991.349315:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007a6c7a40. 00080000:00000010:0.0:1761322991.349317:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000058eb50b2. 00080000:00000010:0.0:1761322991.349320:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009a02e96d. 00080000:00000010:0.0:1761322991.349324:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bc3e6f55. 00080000:00000010:0.0:1761322991.349327:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bc0e4e0c. 00080000:00000010:0.0:1761322991.349329:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006d29442e. 00080000:00000010:0.0:1761322991.349332:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bcca62e3. 00080000:00000010:0.0:1761322991.349334:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f47bab2d. 00080000:00000010:0.0:1761322991.349336:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000050ff590c. 00080000:00000010:0.0:1761322991.349339:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003db644a6. 00080000:00000010:0.0:1761322991.349342:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f0961664. 00080000:00000010:0.0:1761322991.349346:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004b15ece3. 00080000:00000010:0.0:1761322991.349348:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c5abeb26. 00080000:00000010:0.0:1761322991.349350:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002f3bdadd. 00080000:00000010:0.0:1761322991.349353:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007f40f75e. 00080000:00000010:0.0:1761322991.349355:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e91513dc. 00080000:00000010:0.0:1761322991.349364:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f7c6a0fe. 00080000:00000010:0.0:1761322991.349367:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000095b54928. 00080000:00000010:0.0:1761322991.349370:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000dc281411. 00080000:00000010:0.0:1761322991.349372:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000077c1e8f0. 00080000:00000010:0.0:1761322991.349376:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000065e3668f. 00080000:00000010:0.0:1761322991.349379:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000043e7a627. 00080000:00000010:0.0:1761322991.349382:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ad155d8e. 00080000:00000010:0.0:1761322991.349384:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006c727e2e. 00080000:00000010:0.0:1761322991.349387:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000e369bf9. 00080000:00000010:0.0:1761322991.349389:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007bc20eec. 00080000:00000010:0.0:1761322991.349391:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b8213543. 00080000:00000010:0.0:1761322991.349394:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000034904923. 00080000:00000010:0.0:1761322991.349396:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009f39d181. 00080000:00000010:0.0:1761322991.349399:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000544937d0. 00080000:00000010:0.0:1761322991.349401:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000073203843. 00080000:00000010:0.0:1761322991.349403:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000007df2613. 00080000:00000010:0.0:1761322991.349407:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000057eab510. 00080000:00000010:0.0:1761322991.349409:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000093c509c2. 00080000:00000010:0.0:1761322991.349411:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000079183516. 00080000:00000010:0.0:1761322991.349414:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000033e12b80. 00080000:00000010:0.0:1761322991.349416:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b2b2b872. 00080000:00000010:0.0:1761322991.349419:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b473e726. 00080000:00000010:0.0:1761322991.349422:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000019a838f. 00080000:00000010:0.0:1761322991.349425:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bbf952de. 00080000:00000010:0.0:1761322991.349428:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000009dc0781. 00080000:00000010:0.0:1761322991.349432:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008339bc7b. 00080000:00000010:0.0:1761322991.349435:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000079653991. 00080000:00000010:0.0:1761322991.349437:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006285f465. 00080000:00000010:0.0:1761322991.349439:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000062e260f5. 00080000:00000010:0.0:1761322991.349442:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000dc8c2f4e. 00080000:00000010:0.0:1761322991.349444:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000063e08a8b. 00080000:00000010:0.0:1761322991.349447:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ff9bafee. 00080000:00000010:0.0:1761322991.349449:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d08b6f89. 00080000:00000010:0.0:1761322991.349452:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003fb646fc. 00080000:00000010:0.0:1761322991.349455:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000066e878bf. 00080000:00000010:0.0:1761322991.349457:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d0bc6836. 00080000:00000010:0.0:1761322991.349460:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003642dd39. 00080000:00000010:0.0:1761322991.349464:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000033c58364. 00080000:00000010:0.0:1761322991.349466:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005bac0251. 00080000:00000010:0.0:1761322991.349469:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000025b826d7. 00080000:00000010:0.0:1761322991.349472:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000062f63a66. 00080000:00000010:0.0:1761322991.349475:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d487e3d3. 00080000:00000010:0.0:1761322991.349478:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000071e35eab. 00080000:00000010:0.0:1761322991.349481:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006a9dcb94. 00080000:00000010:0.0:1761322991.349483:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c5701894. 00080000:00000010:0.0:1761322991.349486:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000116e896. 00080000:00000010:0.0:1761322991.349489:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001dff759e. 00080000:00000010:0.0:1761322991.349492:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c7b06da5. 00080000:00000010:0.0:1761322991.349495:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f1edb73e. 00080000:00000010:0.0:1761322991.349498:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000092f5be03. 00080000:00000010:0.0:1761322991.349500:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000aa06b953. 00080000:00000010:0.0:1761322991.349502:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000084732275. 00080000:00000010:0.0:1761322991.349505:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d4da2b3f. 00080000:00000010:0.0:1761322991.349507:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000067013b94. 00080000:00000010:0.0:1761322991.349509:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000561c0c7e. 00080000:00000010:0.0:1761322991.349512:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c2813cae. 00080000:00000010:0.0:1761322991.349515:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f9cd951e. 00080000:00000010:0.0:1761322991.349517:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a2f16bc0. 00080000:00000010:0.0:1761322991.349519:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000528af236. 00080000:00000010:0.0:1761322991.349522:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d92cec3d. 00080000:00000010:0.0:1761322991.349525:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004dce793c. 00080000:00000010:0.0:1761322991.349527:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d8c5ff53. 00080000:00000010:0.0:1761322991.349529:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bfaf83f0. 00080000:00000010:0.0:1761322991.349532:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d51de19a. 00080000:00000010:0.0:1761322991.349534:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000967a0111. 00080000:00000010:0.0:1761322991.349536:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f6181237. 00080000:00000010:0.0:1761322991.349539:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000714dd48b. 00080000:00000010:0.0:1761322991.349542:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a050d4b4. 00080000:00000010:0.0:1761322991.349545:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f7f3d2c1. 00080000:00000010:0.0:1761322991.349547:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000067f60962. 00080000:00000010:0.0:1761322991.349551:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fdd0d44c. 00080000:00000010:0.0:1761322991.349554:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000047419013. 00080000:00000010:0.0:1761322991.349557:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f4c54ad2. 00080000:00000010:0.0:1761322991.349559:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003076c1b9. 00080000:00000010:0.0:1761322991.349562:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a37f8ffb. 00080000:00000010:0.0:1761322991.349564:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008367e7fd. 00080000:00000010:0.0:1761322991.349566:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d4d9d4b9. 00080000:00000010:0.0:1761322991.349569:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b9591bdc. 00080000:00000010:0.0:1761322991.349571:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000027000031. 00080000:00000010:0.0:1761322991.349574:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d27c5051. 00080000:00000010:0.0:1761322991.349576:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007be1cde1. 00080000:00000010:0.0:1761322991.349579:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000569e475b. 00080000:00000010:0.0:1761322991.349584:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006739f1ce. 00080000:00000010:0.0:1761322991.349586:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006502e911. 00080000:00000010:0.0:1761322991.349594:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c84cf22d. 00080000:00000010:0.0:1761322991.349597:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000690cf65d. 00080000:00000010:0.0:1761322991.349599:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000dca1d856. 00080000:00000010:0.0:1761322991.349601:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000dd17618. 00080000:00000010:0.0:1761322991.349604:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003400b856. 00080000:00000010:0.0:1761322991.349607:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000771ab986. 00080000:00000010:0.0:1761322991.349610:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000353180b6. 00080000:00000010:0.0:1761322991.349614:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e3f7b332. 00080000:00000010:0.0:1761322991.349616:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000090e49053. 00080000:00000010:0.0:1761322991.349618:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008d0e9bf3. 00080000:00000010:0.0:1761322991.349620:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e0503fe4. 00080000:00000010:0.0:1761322991.349622:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e1d00bae. 00080000:00000010:0.0:1761322991.349625:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d82f64cf. 00080000:00000010:0.0:1761322991.349628:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001e216757. 00080000:00000010:0.0:1761322991.349631:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001d268d70. 00080000:00000010:0.0:1761322991.349634:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000637dc7b6. 00080000:00000010:0.0:1761322991.349637:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ea499b4c. 00080000:00000010:0.0:1761322991.349640:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009fcacd4c. 00080000:00000010:0.0:1761322991.349643:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000884cf3ba. 00080000:00000010:0.0:1761322991.349646:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008202906d. 00080000:00000010:0.0:1761322991.349649:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008650a9a1. 00080000:00000010:0.0:1761322991.349653:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005a072f5e. 00080000:00000010:0.0:1761322991.349654:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000009808178. 00080000:00000010:0.0:1761322991.349657:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c4d1a7f3. 00080000:00000010:0.0:1761322991.349659:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000103ccdab. 00080000:00000010:0.0:1761322991.349662:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b65af883. 00080000:00000010:0.0:1761322991.349665:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002caff2f0. 00080000:00000010:0.0:1761322991.349669:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d269e0b7. 00080000:00000010:0.0:1761322991.349672:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000745c62ef. 00080000:00000010:0.0:1761322991.349674:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004b4d23bd. 00080000:00000010:0.0:1761322991.349676:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008039e4b1. 00080000:00000010:0.0:1761322991.349678:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001726c8e4. 00080000:00000010:0.0:1761322991.349681:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000001312b77. 00080000:00000010:0.0:1761322991.349685:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d9e3661c. 00080000:00000010:0.0:1761322991.349687:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000098a93781. 00080000:00000010:0.0:1761322991.349690:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ed875285. 00080000:00000010:0.0:1761322991.349692:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003bdae192. 00080000:00000010:0.0:1761322991.349695:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008c9ee2ac. 00080000:00000010:0.0:1761322991.349697:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000078f14ecf. 00080000:00000010:0.0:1761322991.349700:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001457cc5f. 00080000:00000010:0.0:1761322991.349704:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004be9f765. 00080000:00000010:0.0:1761322991.349707:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003386342d. 00080000:00000010:0.0:1761322991.349710:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000723a27ee. 00080000:00000010:0.0:1761322991.349712:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000014da5e25. 00080000:00000010:0.0:1761322991.349715:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007b091833. 00080000:00000010:0.0:1761322991.349717:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d477577a. 00080000:00000010:0.0:1761322991.349720:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004f566043. 00080000:00000010:0.0:1761322991.349722:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000de37073f. 00080000:00000010:0.0:1761322991.349725:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000601496cd. 00080000:00000010:0.0:1761322991.349728:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a17580d7. 00080000:00000010:0.0:1761322991.349730:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ef783af6. 00080000:00000010:0.0:1761322991.349733:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006a95e8a5. 00080000:00000010:0.0:1761322991.349736:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c7d18c91. 00080000:00000010:0.0:1761322991.349740:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e0814b25. 00080000:00000010:0.0:1761322991.349742:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f5f24626. 00080000:00000010:0.0:1761322991.349745:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003a4519fb. 00080000:00000010:0.0:1761322991.349748:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001c448f84. 00080000:00000010:0.0:1761322991.349750:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000beeadbc3. 00080000:00000010:0.0:1761322991.349753:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000e6ecb4c. 00080000:00000010:0.0:1761322991.349756:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003419e3a4. 00080000:00000010:0.0:1761322991.349758:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b2aee2a5. 00080000:00000010:0.0:1761322991.349761:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000095ba9a5e. 00080000:00000010:0.0:1761322991.349764:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008c28eff8. 00080000:00000010:0.0:1761322991.349766:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000064058603. 00080000:00000010:0.0:1761322991.349768:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bd9e01c0. 00080000:00000010:0.0:1761322991.349771:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007651875a. 00080000:00000010:0.0:1761322991.349773:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c7db8bfb. 00080000:00000010:0.0:1761322991.349776:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000279d74e1. 00080000:00000010:0.0:1761322991.349779:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000015a87798. 00080000:00000010:0.0:1761322991.349782:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e11f4409. 00080000:00000010:0.0:1761322991.349784:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c12102fe. 00080000:00000010:0.0:1761322991.349787:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000027074d89. 00080000:00000010:0.0:1761322991.349789:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000083e4b89f. 00080000:00000010:0.0:1761322991.349791:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e0101f7d. 00080000:00000010:0.0:1761322991.349794:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000afa6f87b. 00080000:00000010:0.0:1761322991.349796:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005f4ad40f. 00080000:00000010:0.0:1761322991.349798:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004c6b3a59. 00080000:00000010:0.0:1761322991.349800:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000022fb6ccf. 00080000:00000010:0.0:1761322991.349802:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000aa3b4e74. 00080000:00000010:0.0:1761322991.349804:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000817a0d3b. 00080000:00000010:0.0:1761322991.349807:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000047e0a0c8. 00080000:00000010:0.0:1761322991.349810:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002ad85dbc. 00080000:00000010:0.0:1761322991.349812:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000030e204b4. 00080000:00000010:0.0:1761322991.349815:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005a3d5c70. 00080000:00000010:0.0:1761322991.349818:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000098198ac7. 00080000:00000010:0.0:1761322991.349872:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000035037b50. 00080000:00000010:0.0:1761322991.349875:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007a1a5e80. 00080000:00000010:0.0:1761322991.349877:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000acb29dd9. 00080000:00000010:0.0:1761322991.349880:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000045415cce. 00080000:00000010:0.0:1761322991.349882:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e7b82c97. 00080000:00000010:0.0:1761322991.349884:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000051bb9aaa. 00080000:00000010:0.0:1761322991.349887:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000026374eaf. 00080000:00000010:0.0:1761322991.349890:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000023653ac9. 00080000:00000010:0.0:1761322991.349893:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e62fb1c6. 00080000:00000010:0.0:1761322991.349896:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000eb3873e6. 00080000:00000010:0.0:1761322991.349899:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e66b4d9f. 00080000:00000010:0.0:1761322991.349901:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000222152b8. 00080000:00000010:0.0:1761322991.349903:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d2c1caa2. 00080000:00000010:0.0:1761322991.349905:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ad862c06. 00080000:00000010:0.0:1761322991.349907:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008577d6c0. 00080000:00000010:0.0:1761322991.349909:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e393d06b. 00080000:00000010:0.0:1761322991.349913:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000241541b1. 00080000:00000010:0.0:1761322991.349916:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007945bd23. 00080000:00000010:0.0:1761322991.349919:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007f4c702c. 00080000:00000010:0.0:1761322991.349921:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004dd490ac. 00080000:00000010:0.0:1761322991.349924:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e7bd5220. 00080000:00000010:0.0:1761322991.349926:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000a9a5e5b. 00080000:00000010:0.0:1761322991.349928:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d540d0ab. 00080000:00000010:0.0:1761322991.349931:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009997853f. 00080000:00000010:0.0:1761322991.349933:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000abd88109. 00080000:00000010:0.0:1761322991.349936:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007af11e4e. 00080000:00000010:0.0:1761322991.349938:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000da2a06f. 00080000:00000010:0.0:1761322991.349940:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d625409a. 00080000:00000010:0.0:1761322991.349944:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fd1a39f5. 00080000:00000010:0.0:1761322991.349947:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000206e1f54. 00080000:00000010:0.0:1761322991.349951:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e6947324. 00080000:00000010:0.0:1761322991.349954:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c04d3f61. 00080000:00000010:0.0:1761322991.349956:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001bc509ef. 00080000:00000010:0.0:1761322991.349959:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d01ea0fd. 00080000:00000010:0.0:1761322991.349961:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000341c560c. 00080000:00000010:0.0:1761322991.349964:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d75f55b6. 00080000:00000010:0.0:1761322991.349966:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000057e46bdf. 00080000:00000010:0.0:1761322991.349969:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ffc7109c. 00080000:00000010:0.0:1761322991.349971:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ae25a26b. 00080000:00000010:0.0:1761322991.349975:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004cda88d7. 00080000:00000010:0.0:1761322991.349978:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f0ce722e. 00080000:00000010:0.0:1761322991.349981:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000058a566ca. 00080000:00000010:0.0:1761322991.349984:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b6bf1219. 00080000:00000010:0.0:1761322991.349987:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000072b334f0. 00080000:00000010:0.0:1761322991.349992:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e44e7d28. 00080000:00000010:0.0:1761322991.349994:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000047b7c00e. 00080000:00000010:0.0:1761322991.349996:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001b5f9acc. 00080000:00000010:0.0:1761322991.349999:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b6286b94. 00080000:00000010:0.0:1761322991.350001:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ba33c87d. 00080000:00000010:0.0:1761322991.350003:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cadb4a30. 00080000:00000010:0.0:1761322991.350006:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000688d4a86. 00080000:00000010:0.0:1761322991.350009:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009ff36f3f. 00080000:00000010:0.0:1761322991.350012:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a0f36257. 00080000:00000010:0.0:1761322991.350014:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000006234080. 00080000:00000010:0.0:1761322991.350016:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c161792c. 00080000:00000010:0.0:1761322991.350019:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004bec029f. 00080000:00000010:0.0:1761322991.350021:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005c1a3517. 00080000:00000010:0.0:1761322991.350024:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000014bd9330. 00080000:00000010:0.0:1761322991.350026:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006beb1a2f. 00080000:00000010:0.0:1761322991.350029:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a600e40c. 00080000:00000010:0.0:1761322991.350032:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f065a0d3. 00080000:00000010:0.0:1761322991.350045:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ec2fc5d2. 00080000:00000010:0.0:1761322991.350048:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a71341ce. 00080000:00000010:0.0:1761322991.350052:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a16314fc. 00080000:00000010:0.0:1761322991.350054:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000439141ba. 00080000:00000010:0.0:1761322991.350057:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b22b4bcf. 00080000:00000010:0.0:1761322991.350061:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000085e0fe22. 00080000:00000010:0.0:1761322991.350063:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c1fabcb8. 00080000:00000010:0.0:1761322991.350065:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000696810dd. 00080000:00000010:0.0:1761322991.350068:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000060c7d3. 00080000:00000010:0.0:1761322991.350070:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000581553ec. 00080000:00000010:0.0:1761322991.350072:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000098a79092. 00080000:00000010:0.0:1761322991.350102:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000009e8f7d9. 00080000:00000010:0.0:1761322991.350106:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000048a07ba0. 00080000:00000010:0.0:1761322991.350109:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005cd63e5d. 00080000:00000010:0.0:1761322991.350113:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000031fef65a. 00010000:00000010:3.1:1761322991.350122:0:15811:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001d2d076a. 00010000:00000010:3.1:1761322991.350135:0:15811:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003999fc69. 00000400:00000200:3.0:1761322991.350166:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322991.350187:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb595c0 00000400:00000200:3.0:1761322991.350196:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa8f1 [2] + 1968 00000400:00000010:3.0:1761322991.350202:0:15811:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009cd596cb. 00000400:00000200:3.0:1761322991.350206:0:15811:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000a20f8c66 00000400:00000200:3.0:1761322991.350265:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.350270:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322991.350274:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a20f8c66 00000400:00000010:3.0:1761322991.350277:0:15811:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000a20f8c66 (tot 82350466). 00000100:00000200:3.0:1761322991.350284:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1761322991.350364:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000afe679bc. 00000020:00000010:0.0:1761322991.350370:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d3bac234. 00000020:00000010:0.0:1761322991.350375:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005269528a. 00000100:00000200:0.0:1761322991.350408:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d768ca41 x1846879955817920/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761322991.350453:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955817920 02000000:00000010:0.0:1761322991.350466:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000fe5bc93b. 00010000:00000010:0.0:1761322991.350498:0:66652:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000bb61910. 00010000:00000010:0.0:1761322991.350522:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000061141537. 00000100:00000010:0.0:1761322991.350530:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004e147358. 00000100:00000010:0.0:1761322991.350554:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004e147358. 00010000:00000010:0.0:1761322991.350558:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000061141537. 00000400:00000010:0.0:1761322991.350574:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004b81dcf2. 00000100:00000200:0.0:1761322991.350579:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955817920, offset 224 00000400:00000200:0.0:1761322991.350588:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00080000:00000010:1.0:1761322991.350591:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000009cefcf2. 00000400:00000200:0.0:1761322991.350600:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322991.350607:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88914:88914:256:4294967295] 192.168.201.29@tcp LPNI seq info [88914:88914:8:4294967295] 00000400:00000200:0.0:1761322991.350617:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322991.350623:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322991.350629:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bf5e0f07 (tot 82350714). 00000800:00000200:0.0:1761322991.350635:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322991.350642:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322991.350646:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bf5e0f07 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761322991.350666:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d3bac234. 00000020:00000010:0.0:1761322991.350672:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005269528a. 00000020:00000010:0.0:1761322991.350676:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000afe679bc. 00010000:00000010:1.0:1761322991.350684:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002c445365. 02000000:00000010:0.0:1761322991.350689:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a2460da1. 00010000:00000010:1.0:1761322991.350694:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002809f042. 00000100:00000010:0.0:1761322991.350695:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b73ca902. 02000000:00000010:0.0:1761322991.350702:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001ffa3209. 00000100:00000010:0.0:1761322991.350705:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004a31252b. 02000000:00000010:0.0:1761322991.350708:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000fa878bed. 00000100:00000010:0.0:1761322991.350711:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007661af9c. 02000000:00000010:0.0:1761322991.350713:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000815413ec. 00000100:00000010:0.0:1761322991.350716:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f7a33011. 02000000:00000010:0.0:1761322991.350719:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000008f086bf. 00000100:00000010:0.0:1761322991.350722:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000035919ae3. 02000000:00000010:0.0:1761322991.350726:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002d82fe4b. 00000100:00000010:0.0:1761322991.350729:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a87c75be. 00000100:00000200:0.0:1761322991.350736:0:66652:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1761322991.350741:0:66652:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e9ad328d. 00000400:00000010:0.0:1761322991.350745:0:66652:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000004e147358 (tot 82350866). 00010000:00000010:1.0:1761322991.350767:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001765c6b5. 00010000:00000010:1.0:1761322991.350775:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ceecc727. 00010000:00000010:1.0:1761322991.350788:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000045bae3a8. 00000100:00000010:1.0:1761322991.350793:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c0d16bc5. 00000100:00000010:1.0:1761322991.350801:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000089684651. 02000000:00000010:1.0:1761322991.350816:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003bc7ed88. 00000800:00000200:0.0:1761322991.350822:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761322991.350827:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bf5e0f07 (tot 82350618). 00000400:00000200:0.0:1761322991.350831:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322991.350836:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:0.0:1761322991.350838:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004b81dcf2 00000400:00000010:0.0:1761322991.350840:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004b81dcf2. 02000000:00000010:0.0:1761322991.350845:0:15810:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000fe5bc93b. 02000000:00000010:1.0:1761322991.350848:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001a831b24. 00000400:00000010:1.0:1761322991.350854:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002f6b29ae. 00000400:00000010:1.0:1761322991.350859:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000962e04ce. 00000100:00000200:1.0:1761322991.350863:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956458496, portal 16 00000400:00000010:1.0:1761322991.350867:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a506a769. 00000100:00000200:1.0:1761322991.350869:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956458496, offset 0 00000400:00000200:1.0:1761322991.350875:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322991.350882:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322991.350889:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:1.0:1761322991.350893:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761322991.350895:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:1.0:1761322991.350898:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88915:88915:256:4294967295] 192.168.201.29@tcp LPNI seq info [88915:88915:8:4294967295] 00000400:00000200:1.0:1761322991.350904:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322991.350909:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322991.350912:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa7b1f3a (tot 82350866). 00000800:00000200:1.0:1761322991.350916:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322991.350920:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322991.350923:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa7b1f3a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761322991.351007:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322991.351010:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa7b1f3a (tot 82350618). 00000400:00000200:3.0:1761322991.351017:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.351021:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322991.351024:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a506a769 00000400:00000010:3.0:1761322991.351026:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a506a769. 00000100:00000200:3.0:1761322991.351032:0:15812:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000089684651 x1846879956458496/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322991.353408:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322991.353433:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf5c00 00000400:00000200:3.0:1761322991.353445:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xabfb9 [1] + 224 00000400:00000200:3.0:1761322991.353463:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.353469:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322991.353481:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000089684651 x1846879956458496/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761322991.353565:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002f6b29ae. 00000400:00000200:1.0:1761322991.353586:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000962e04ce 00000400:00000010:1.0:1761322991.353591:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000962e04ce. 00000100:00000200:1.0:1761322991.353604:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000089684651 x1846879956458496/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761322991.353613:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000089684651 x1846879956458496/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761322991.353650:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001a831b24. 02000000:00000010:1.0:1761322991.353658:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003bc7ed88. 00000100:00000010:1.0:1761322991.353662:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000089684651. 00000100:00000010:1.0:1761322991.353666:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c0d16bc5. 00010000:00000010:1.0:1761322991.353671:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000045bae3a8. 00000400:00000200:0.0:1761322991.353852:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:0.0:1761322991.353868:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb59600 00000400:00000200:0.0:1761322991.353877:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa949 [2] + 0 00000400:00000200:0.0:1761322991.353953:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322991.353958:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:0.0:1761322991.353965:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761322991.353976:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c9a97dac. 00000020:00000010:1.0:1761322991.354055:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003bc7ed88. 00000020:00000010:1.0:1761322991.354062:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f3d7435a. 00000020:00000010:1.0:1761322991.354066:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001d369eb8. 00000100:00000200:1.0:1761322991.354119:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c9a97dac x1846879955817984/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761322991.354142:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955817984 02000000:00000010:1.0:1761322991.354153:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001a831b24. 00010000:00000010:1.0:1761322991.354178:0:66652:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b0d60fa4. 00010000:00000010:1.0:1761322991.354197:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000045bae3a8. 00000100:00000010:1.0:1761322991.354203:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c0d16bc5. 00000100:00000010:1.0:1761322991.354215:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c0d16bc5. 00010000:00000010:1.0:1761322991.354218:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000045bae3a8. 00000400:00000010:1.0:1761322991.354231:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000962e04ce. 00000100:00000200:1.0:1761322991.354235:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955817984, offset 224 00000400:00000200:1.0:1761322991.354243:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322991.354254:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322991.354259:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88916:88916:256:4294967295] 192.168.201.29@tcp LPNI seq info [88916:88916:8:4294967295] 00000400:00000200:1.0:1761322991.354270:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322991.354276:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322991.354282:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa7b1f3a (tot 82350866). 00000800:00000200:1.0:1761322991.354289:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322991.354295:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00080000:00000010:0.0:1761322991.354299:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fe5bc93b. 00000800:00000200:1.0:1761322991.354300:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa7b1f3a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761322991.354321:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f3d7435a. 00000020:00000010:1.0:1761322991.354327:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001d369eb8. 00000020:00000010:1.0:1761322991.354331:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003bc7ed88. 00010000:00000010:0.0:1761322991.354389:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ceecc727. 00010000:00000010:0.0:1761322991.354399:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000038cbace2. 00010000:00000010:0.0:1761322991.354473:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000080eb2517. 00010000:00000010:0.0:1761322991.354481:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000009bba0d79. 00010000:00000010:0.0:1761322991.354494:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000061141537. 00000100:00000010:0.0:1761322991.354498:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000022dcd2b9. 00000100:00000010:0.0:1761322991.354506:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005d86ea8a. 02000000:00000010:0.0:1761322991.354519:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a2460da1. 02000000:00000010:0.0:1761322991.354548:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000afe679bc. 00000400:00000010:0.0:1761322991.354554:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007ca18b98. 00000400:00000010:0.0:1761322991.354559:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004b81dcf2. 00000100:00000200:0.0:1761322991.354564:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956458560, portal 16 00000800:00000200:3.0:1761322991.354567:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000400:00000010:0.0:1761322991.354569:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ac81ce21. 00000800:00000010:3.0:1761322991.354572:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa7b1f3a (tot 82350618). 00000100:00000200:0.0:1761322991.354573:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956458560, offset 0 00000400:00000200:0.0:1761322991.354582:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:3.0:1761322991.354584:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322991.354592:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322991.354601:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:0.0:1761322991.354602:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:3.0:1761322991.354606:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000962e04ce 00000400:00000010:3.0:1761322991.354609:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000962e04ce. 00000400:00000200:0.0:1761322991.354621:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761322991.354626:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322991.354628:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88917:88917:255:4294967295] 192.168.201.29@tcp LPNI seq info [88917:88917:7:4294967295] 00000400:00000200:0.0:1761322991.354636:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322991.354643:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322991.354646:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bf5e0f07 (tot 82350866). 00000800:00000200:0.0:1761322991.354651:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322991.354657:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322991.354660:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bf5e0f07 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761322991.354849:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322991.354852:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bf5e0f07 (tot 82350618). 00000400:00000200:3.0:1761322991.354855:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.354859:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322991.354862:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ac81ce21 00000400:00000010:3.0:1761322991.354863:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ac81ce21. 00000100:00000200:3.0:1761322991.354871:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005d86ea8a x1846879956458560/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761322991.355964:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:0.0:1761322991.355979:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf5c40 00000400:00000200:0.0:1761322991.355988:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xabfc5 [1] + 224 00000400:00000200:0.0:1761322991.356000:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322991.356004:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:0.0:1761322991.356013:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005d86ea8a x1846879956458560/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761322991.356057:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:0.0:1761322991.356064:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb59640 00000400:00000200:0.0:1761322991.356069:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa949 [2] + 328 00000400:00000010:1.0:1761322991.356102:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007ca18b98. 00000400:00000200:1.0:1761322991.356108:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004b81dcf2 00000400:00000010:1.0:1761322991.356110:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004b81dcf2. 00000100:00000200:1.0:1761322991.356119:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005d86ea8a x1846879956458560/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761322991.356128:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005d86ea8a x1846879956458560/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761322991.356134:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322991.356141:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:0.0:1761322991.356146:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761322991.356152:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b7d7a390. 02000000:00000010:1.0:1761322991.356160:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000afe679bc. 02000000:00000010:1.0:1761322991.356167:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a2460da1. 00000100:00000010:1.0:1761322991.356173:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005d86ea8a. 00000100:00000010:1.0:1761322991.356176:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000022dcd2b9. 00010000:00000010:1.0:1761322991.356181:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000061141537. 00000020:00000010:3.0:1761322991.356198:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000acbffd10. 00000020:00000010:3.0:1761322991.356236:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000837bee1b. 00000020:00000010:3.0:1761322991.356240:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000cf10095. 00000100:00000200:3.0:1761322991.356262:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b7d7a390 x1846879955818048/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761322991.356296:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955818048 02000000:00000010:3.0:1761322991.356308:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c3d94ee7. 00010000:00000010:3.0:1761322991.356347:0:66652:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006981f8ef. 00010000:00000010:3.0:1761322991.356373:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003ab7f3e4. 00000100:00000010:3.0:1761322991.356379:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000094486dea. 00000100:00000010:3.0:1761322991.356396:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000094486dea. 00010000:00000010:3.0:1761322991.356399:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003ab7f3e4. 00000400:00000010:3.0:1761322991.356414:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000053134655. 00000100:00000200:3.0:1761322991.356418:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955818048, offset 224 00080000:00000010:1.0:1761322991.356424:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000003bc7ed88. 00000400:00000200:3.0:1761322991.356427:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:3.0:1761322991.356439:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322991.356443:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88918:88918:256:4294967295] 192.168.201.29@tcp LPNI seq info [88918:88918:8:4294967295] 00000400:00000200:3.0:1761322991.356453:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322991.356458:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322991.356462:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e6540a75 (tot 82350866). 00000800:00000200:3.0:1761322991.356467:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322991.356474:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322991.356477:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e6540a75 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761322991.356498:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000837bee1b. 00000020:00000010:3.0:1761322991.356503:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000cf10095. 00000020:00000010:3.0:1761322991.356506:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000acbffd10. 00010000:00000010:1.0:1761322991.356509:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009bba0d79. 00010000:00000010:1.0:1761322991.356517:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e6676af2. 00000800:00000200:3.0:1761322991.356573:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322991.356576:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e6540a75 (tot 82350618). 00000400:00000200:3.0:1761322991.356580:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.356585:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00010000:00000010:1.0:1761322991.356585:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000170f7f40. 00010000:00000010:1.0:1761322991.356590:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000f3d7435a. 00010000:00000010:1.0:1761322991.356595:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f50403c8. 00000400:00000200:3.0:1761322991.356600:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000053134655 00010000:00000010:1.0:1761322991.356601:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000065e59a2f. 00000400:00000010:3.0:1761322991.356603:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000053134655. 00080000:00000010:1.0:1761322991.356616:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000009cc54860. 00010000:00000010:1.0:1761322991.356641:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000065e59a2f. 00010000:00000010:1.0:1761322991.356645:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f3d7435a. 00010000:00000010:1.0:1761322991.356697:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000048577a38. 00010000:00000010:1.0:1761322991.356701:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000065e59a2f. 00010000:00000010:1.0:1761322991.356709:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000045bae3a8. 00000100:00000010:1.0:1761322991.356713:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c0d16bc5. 00000100:00000010:1.0:1761322991.356720:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000089684651. 02000000:00000010:1.0:1761322991.356732:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000006e48ca8. 02000000:00000010:1.0:1761322991.356759:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007f086f96. 00000400:00000010:1.0:1761322991.356764:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002f6b29ae. 00000400:00000010:1.0:1761322991.356768:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002f17cf4d. 00000100:00000200:1.0:1761322991.356772:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956458624, portal 16 00000400:00000010:1.0:1761322991.356777:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a7e6aed8. 00000100:00000200:1.0:1761322991.356778:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956458624, offset 0 00000400:00000200:1.0:1761322991.356783:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322991.356789:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322991.356796:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:1.0:1761322991.356800:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761322991.356802:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:1.0:1761322991.356804:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88919:88919:256:4294967295] 192.168.201.29@tcp LPNI seq info [88919:88919:8:4294967295] 00000400:00000200:1.0:1761322991.356811:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322991.356815:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322991.356818:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa7b1f3a (tot 82350866). 00000800:00000200:1.0:1761322991.356822:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322991.356826:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322991.356828:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa7b1f3a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761322991.356909:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322991.356913:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa7b1f3a (tot 82350618). 00000400:00000200:3.0:1761322991.356920:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.356924:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322991.356926:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a7e6aed8 00000400:00000010:3.0:1761322991.356928:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a7e6aed8. 00000100:00000200:3.0:1761322991.356933:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000089684651 x1846879956458624/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761322991.357144:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b1664973. 00010000:00000010:1.1:1761322991.358096:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c808a668. 00010000:00000010:1.1:1761322991.358104:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8945f1d. 00000400:00000200:3.0:1761322991.359235:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322991.359250:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf5c80 00000400:00000200:3.0:1761322991.359259:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xabfd1 [1] + 224 00000400:00000200:3.0:1761322991.359271:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.359275:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322991.359285:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000089684651 x1846879956458624/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322991.359312:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322991.359317:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb59680 00000400:00000200:3.0:1761322991.359321:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa949 [2] + 656 00000400:00000200:3.0:1761322991.359328:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.359331:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322991.359335:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761322991.359341:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f5a4a0ca. 00000020:00000010:3.0:1761322991.359383:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000acbffd10. 00000020:00000010:3.0:1761322991.359389:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000837bee1b. 00000020:00000010:3.0:1761322991.359394:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000cf10095. 00000100:00000200:3.0:1761322991.359422:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f5a4a0ca x1846879955818112/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761322991.359452:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955818112 02000000:00000010:3.0:1761322991.359466:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000d6cdf5c. 00010000:00000010:3.0:1761322991.359512:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003ab7f3e4. 00000100:00000010:3.0:1761322991.359519:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000094486dea. 00000100:00000010:3.0:1761322991.359526:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000094486dea. 00000400:00000010:1.0:1761322991.359527:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002f6b29ae. 00010000:00000010:3.0:1761322991.359530:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003ab7f3e4. 00000400:00000200:1.0:1761322991.359545:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002f17cf4d 00000400:00000010:1.0:1761322991.359548:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002f17cf4d. 00000400:00000010:3.0:1761322991.359549:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000053134655. 00000100:00000200:1.0:1761322991.359554:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000089684651 x1846879956458624/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761322991.359555:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955818112, offset 224 00000400:00000200:3.0:1761322991.359567:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000100:00000200:1.0:1761322991.359569:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000089684651 x1846879956458624/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322991.359580:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322991.359586:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88920:88920:256:4294967295] 192.168.201.29@tcp LPNI seq info [88920:88920:8:4294967295] 00000400:00000200:3.0:1761322991.359595:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00010000:00000010:1.0:1761322991.359597:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000127c2c11. 00000800:00000200:3.0:1761322991.359601:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322991.359606:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e6540a75 (tot 82350866). 00000800:00000200:3.0:1761322991.359612:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 02000000:00000010:1.0:1761322991.359615:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007f086f96. 00000800:00000200:3.0:1761322991.359619:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 02000000:00000010:1.0:1761322991.359622:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000006e48ca8. 00000800:00000200:3.0:1761322991.359624:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e6540a75 type 1, nob 320 niov 1 nkiov 1 00000100:00000010:1.0:1761322991.359630:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000089684651. 00000100:00000010:1.0:1761322991.359634:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c0d16bc5. 00010000:00000010:1.0:1761322991.359639:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000045bae3a8. 00000020:00000010:3.0:1761322991.359644:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000837bee1b. 00000020:00000010:3.0:1761322991.359650:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000cf10095. 00000020:00000010:3.0:1761322991.359653:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000acbffd10. 00080000:00000010:1.0:1761322991.359658:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000007f086f96. 00010000:00000010:1.0:1761322991.359744:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000065e59a2f. 00010000:00000010:1.0:1761322991.359750:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005e2dbc75. 00010000:00000010:1.0:1761322991.359816:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a1ca8856. 00010000:00000010:1.0:1761322991.359822:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000065e59a2f. 00010000:00000010:1.0:1761322991.359832:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000045bae3a8. 00000100:00000010:1.0:1761322991.359835:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c0d16bc5. 00000100:00000010:1.0:1761322991.359841:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000089684651. 02000000:00000010:1.0:1761322991.359854:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000006e48ca8. 02000000:00000010:1.0:1761322991.359882:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000f41e6be. 00000400:00000010:1.0:1761322991.359886:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002f6b29ae. 00000400:00000010:1.0:1761322991.359890:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002f17cf4d. 00000100:00000200:1.0:1761322991.359894:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956458688, portal 16 00000400:00000010:1.0:1761322991.359899:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fcd371be. 00000100:00000200:1.0:1761322991.359900:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956458688, offset 0 00000400:00000200:1.0:1761322991.359906:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322991.359913:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322991.359920:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:1.0:1761322991.359924:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761322991.359927:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:1.0:1761322991.359930:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88921:88921:255:4294967295] 192.168.201.29@tcp LPNI seq info [88921:88921:7:4294967295] 00000400:00000200:1.0:1761322991.359938:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322991.359942:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322991.359945:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa7b1f3a (tot 82351114). 00000800:00000200:1.0:1761322991.359949:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322991.359953:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322991.359955:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa7b1f3a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761322991.360023:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322991.360028:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e6540a75 (tot 82350866). 00000400:00000200:3.0:1761322991.360032:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.360049:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322991.360052:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000053134655 00000400:00000010:3.0:1761322991.360054:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000053134655. 00000800:00000200:3.0:1761322991.360276:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322991.360279:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa7b1f3a (tot 82350618). 00000400:00000200:3.0:1761322991.360285:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.360289:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322991.360291:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fcd371be 00000400:00000010:3.0:1761322991.360292:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fcd371be. 00000100:00000200:3.0:1761322991.360297:0:15812:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000089684651 x1846879956458688/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761322991.364097:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cb845a63. 00010000:00000010:0.1:1761322991.364115:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001765c6b5. 00000400:00000200:3.0:1761322991.364644:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322991.364661:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf5cc0 00000400:00000200:3.0:1761322991.364671:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xabfdd [1] + 224 00000400:00000200:3.0:1761322991.364688:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.364694:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322991.364706:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000089684651 x1846879956458688/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322991.366239:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322991.366256:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb596c0 00010000:00000010:1.1:1761322991.366259:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000628ed22d. 00000400:00000200:3.0:1761322991.366264:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa949 [2] + 984 00010000:00000010:1.1:1761322991.366293:0:1:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000030b4802e. 00010000:00000010:1.1:1761322991.366298:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000080eb2517. 00010000:00000010:1.1:1761322991.366302:0:1:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000170f7f40. 00010000:00000010:1.1:1761322991.366305:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f50403c8. 00010000:00000010:1.1:1761322991.366309:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000191aef48. 00010000:00000010:1.1:1761322991.366312:0:1:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000577f7cd9. 00010000:00000010:1.1:1761322991.366315:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000048577a38. 00000400:00000200:3.0:1761322991.366324:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.366329:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322991.366335:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761322991.366343:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000053bb533c. 00000020:00000010:0.0:1761322991.366421:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e63833da. 00000020:00000010:0.0:1761322991.366430:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000057b01eb. 00000020:00000010:0.0:1761322991.366435:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005269528a. 00000100:00000200:0.0:1761322991.366468:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000053bb533c x1846879955818176/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00010000:00000010:3.1:1761322991.367518:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e58c0c40. 00000100:00000200:0.0:1761322991.368210:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955818176 02000000:00000010:0.0:1761322991.368233:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000073c9d7a0. 00010000:00000010:0.0:1761322991.368290:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000082ccb7f9. 00000100:00000010:0.0:1761322991.368299:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000022dcd2b9. 00000100:00000010:0.0:1761322991.368308:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000022dcd2b9. 00010000:00000010:0.0:1761322991.368312:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000082ccb7f9. 00000400:00000010:0.0:1761322991.368329:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000052eed8f0. 00000100:00000200:0.0:1761322991.368335:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955818176, offset 224 00000400:00000200:0.0:1761322991.368346:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322991.368361:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322991.368367:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88922:88922:256:4294967295] 192.168.201.29@tcp LPNI seq info [88922:88922:8:4294967295] 00000400:00000200:0.0:1761322991.368395:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322991.368402:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322991.368406:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f8f59593 (tot 82350866). 00000800:00000200:0.0:1761322991.368414:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322991.368422:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322991.368426:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f8f59593 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761322991.368453:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000057b01eb. 00000020:00000010:0.0:1761322991.368459:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005269528a. 00000020:00000010:0.0:1761322991.368464:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e63833da. 00000800:00000200:3.0:1761322991.368681:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322991.368689:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f8f59593 (tot 82350618). 00000400:00000200:3.0:1761322991.368697:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.368708:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322991.368714:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000052eed8f0 00000400:00000010:3.0:1761322991.368717:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000052eed8f0. 00000400:00000010:1.0:1761322991.370969:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002f6b29ae. 00000400:00000200:1.0:1761322991.370989:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002f17cf4d 00000400:00000010:1.0:1761322991.370991:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002f17cf4d. 00000100:00000200:1.0:1761322991.371008:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000089684651 x1846879956458688/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761322991.371019:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000089684651 x1846879956458688/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1761322991.371066:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000912baca2. 02000000:00000010:1.0:1761322991.371140:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000f41e6be. 02000000:00000010:1.0:1761322991.371148:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000006e48ca8. 00000100:00000010:1.0:1761322991.371156:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000089684651. 00000100:00000010:1.0:1761322991.371161:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c0d16bc5. 00010000:00000010:1.0:1761322991.371167:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000045bae3a8. 00080000:00000010:1.0:1761322991.371195:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000000f41e6be. 00010000:00000010:1.0:1761322991.371301:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000065e59a2f. 00010000:00000010:1.0:1761322991.371309:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000710a0891. 00010000:00000010:1.0:1761322991.371406:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000048577a38. 00010000:00000010:1.0:1761322991.371412:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000065e59a2f. 00010000:00000010:1.0:1761322991.371427:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000045bae3a8. 00000100:00000010:1.0:1761322991.371439:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c0d16bc5. 00000100:00000010:1.0:1761322991.371448:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000089684651. 02000000:00000010:1.0:1761322991.371463:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002e196b7b. 02000000:00000010:1.0:1761322991.371499:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000006e48ca8. 00000400:00000010:1.0:1761322991.371506:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002f6b29ae. 00000400:00000010:1.0:1761322991.371512:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002f17cf4d. 00000100:00000200:1.0:1761322991.371518:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956458752, portal 16 00000400:00000010:1.0:1761322991.371524:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a8e779fb. 00000100:00000200:1.0:1761322991.371526:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956458752, offset 0 00000400:00000200:1.0:1761322991.371534:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322991.371549:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322991.371557:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:1.0:1761322991.371562:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761322991.371569:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:1.0:1761322991.371573:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88923:88923:256:4294967295] 192.168.201.29@tcp LPNI seq info [88923:88923:8:4294967295] 00000400:00000200:1.0:1761322991.371583:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322991.371588:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322991.371593:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa7b1f3a (tot 82350866). 00000800:00000200:1.0:1761322991.371600:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322991.371607:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322991.371611:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa7b1f3a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761322991.371899:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322991.371903:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa7b1f3a (tot 82350618). 00000400:00000200:3.0:1761322991.371911:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.371916:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322991.371920:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a8e779fb 00000400:00000010:3.0:1761322991.371921:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a8e779fb. 00000100:00000200:3.0:1761322991.371929:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000089684651 x1846879956458752/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761322991.378210:0:792:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006b419bb1. 00010000:00000010:1.1:1761322991.378225:0:792:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001f532e8e. 00010000:00000010:1.1:1761322991.378229:0:792:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a1ca8856. 00000400:00000200:0.0:1761322991.379541:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:0.0:1761322991.379565:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf5d00 00000400:00000200:0.0:1761322991.379576:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xabfe9 [1] + 224 00000400:00000200:0.0:1761322991.379593:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322991.379597:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:0.0:1761322991.379608:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000089684651 x1846879956458752/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761322991.380054:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002f6b29ae. 00000400:00000200:1.0:1761322991.380142:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002f17cf4d 00000400:00000010:1.0:1761322991.380145:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002f17cf4d. 00000100:00000200:1.0:1761322991.380155:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000089684651 x1846879956458752/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761322991.380166:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000089684651 x1846879956458752/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761322991.380199:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000006e48ca8. 02000000:00000010:1.0:1761322991.380205:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002e196b7b. 00000100:00000010:1.0:1761322991.380209:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000089684651. 00000100:00000010:1.0:1761322991.380214:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c0d16bc5. 00010000:00000010:1.0:1761322991.380219:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000045bae3a8. 00000400:00000200:3.0:1761322991.381190:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322991.381209:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb59700 00000400:00000200:3.0:1761322991.381218:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa949 [2] + 1312 00000400:00000200:3.0:1761322991.382320:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.382332:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322991.382341:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761322991.382348:0:15812:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002934094c. 00000020:00000010:0.0:1761322991.382494:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004d2184c0. 00000020:00000010:0.0:1761322991.382509:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000207e6220. 00000020:00000010:0.0:1761322991.382515:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005269528a. 00000100:00000200:0.0:1761322991.382554:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002934094c x1846879955818240/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761322991.382602:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955818240 02000000:00000010:0.0:1761322991.382618:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007a04c066. 00010000:00000010:0.0:1761322991.382653:0:66652:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002fff2b2a. 00010000:00000010:0.0:1761322991.382687:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a6e76e34. 00000100:00000010:0.0:1761322991.382697:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000022dcd2b9. 00000100:00000010:0.0:1761322991.382723:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000022dcd2b9. 00010000:00000010:0.0:1761322991.382728:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a6e76e34. 00000400:00000010:0.0:1761322991.382748:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ac2f0f58. 00000100:00000200:0.0:1761322991.382757:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955818240, offset 224 00000400:00000200:0.0:1761322991.382770:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00080000:00000010:3.0:1761322991.382778:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000acbffd10. 00000400:00000200:0.0:1761322991.382788:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322991.382809:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88924:88924:256:4294967295] 192.168.201.29@tcp LPNI seq info [88924:88924:8:4294967295] 00000400:00000200:0.0:1761322991.382829:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322991.382836:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322991.382842:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a69d00c5 (tot 82350866). 00000800:00000200:0.0:1761322991.382851:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322991.382859:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322991.382865:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a69d00c5 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761322991.382894:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000207e6220. 00000020:00000010:0.0:1761322991.382900:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005269528a. 00000020:00000010:0.0:1761322991.382905:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004d2184c0. 00010000:00000010:3.0:1761322991.382912:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000065e59a2f. 00010000:00000010:3.0:1761322991.382924:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000033905111. 00010000:00000010:3.0:1761322991.383025:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000057d2520a. 00000800:00000200:0.0:1761322991.383053:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761322991.383058:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a69d00c5 (tot 82350618). 00000400:00000200:0.0:1761322991.383063:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322991.383069:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:0.0:1761322991.383101:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ac2f0f58 00000400:00000010:0.0:1761322991.383103:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ac2f0f58. 00010000:00000010:3.0:1761322991.383315:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002c445365. 00010000:00000010:3.0:1761322991.383426:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003ab7f3e4. 00000100:00000010:3.0:1761322991.383433:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000094486dea. 00000100:00000010:3.0:1761322991.383445:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008588e37b. 02000000:00000010:3.0:1761322991.383460:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002d82fe4b. 02000000:00000010:3.0:1761322991.383495:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fa878bed. 00000400:00000010:3.0:1761322991.383502:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001691951d. 00000400:00000010:3.0:1761322991.383508:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000053134655. 00000100:00000200:3.0:1761322991.383515:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956458816, portal 16 00000400:00000010:3.0:1761322991.383520:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000057115dcc. 00000100:00000200:3.0:1761322991.383522:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956458816, offset 0 00000400:00000200:3.0:1761322991.383529:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:3.0:1761322991.383538:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322991.383610:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:3.0:1761322991.383616:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761322991.383621:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:3.0:1761322991.383627:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88925:88925:256:4294967295] 192.168.201.29@tcp LPNI seq info [88925:88925:8:4294967295] 00000400:00000200:3.0:1761322991.383638:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322991.383643:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322991.383647:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e6540a75 (tot 82350866). 00000800:00000200:3.0:1761322991.383655:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322991.383663:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322991.383666:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e6540a75 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761322991.383886:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761322991.383889:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e6540a75 (tot 82350618). 00000400:00000200:0.0:1761322991.383893:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322991.383897:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:0.0:1761322991.383900:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000057115dcc 00000400:00000010:0.0:1761322991.383902:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000057115dcc. 00000100:00000200:0.0:1761322991.383911:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008588e37b x1846879956458816/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322991.385522:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322991.385541:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf5d40 00000400:00000200:3.0:1761322991.385550:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xabff5 [1] + 224 00000400:00000200:3.0:1761322991.385569:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.385573:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322991.385598:0:15812:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008588e37b x1846879956458816/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322991.386068:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322991.386117:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb59740 00000400:00000200:3.0:1761322991.386127:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa949 [2] + 1640 00000400:00000010:0.0:1761322991.386149:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001691951d. 00000400:00000200:0.0:1761322991.386157:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000053134655 00000400:00000010:0.0:1761322991.386161:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000053134655. 00000100:00000200:0.0:1761322991.386173:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008588e37b x1846879956458816/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322991.386190:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1761322991.386191:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008588e37b x1846879956458816/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322991.386200:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322991.386208:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761322991.386215:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008821b89f. 02000000:00000010:0.0:1761322991.386235:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fa878bed. 02000000:00000010:0.0:1761322991.386245:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002d82fe4b. 00000100:00000010:0.0:1761322991.386250:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008588e37b. 00000100:00000010:0.0:1761322991.386255:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000094486dea. 00000020:00000010:2.0:1761322991.386302:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000a9a5e5b. 00000020:00000010:2.0:1761322991.386317:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c9d708ec. 00010000:00000010:0.0:1761322991.386317:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003ab7f3e4. 00000020:00000010:2.0:1761322991.386325:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c4bb781f. 00000100:00000200:2.0:1761322991.386361:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000008821b89f x1846879955818304/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761322991.386405:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955818304 02000000:00000010:2.0:1761322991.386420:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008577d6c0. 00010000:00000010:2.0:1761322991.386454:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000825772b5. 00010000:00000010:2.0:1761322991.386487:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b9ae7846. 00000100:00000010:2.0:1761322991.386497:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c487334b. 00000100:00000010:2.0:1761322991.386516:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c487334b. 00010000:00000010:2.0:1761322991.386522:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b9ae7846. 00000400:00000010:2.0:1761322991.386541:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002caf11b4. 00000100:00000200:2.0:1761322991.386547:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955818304, offset 224 00080000:00000010:0.0:1761322991.386553:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000004d2184c0. 00000400:00000200:2.0:1761322991.386560:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:2.0:1761322991.386580:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:2.0:1761322991.386589:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88926:88926:256:4294967295] 192.168.201.29@tcp LPNI seq info [88926:88926:8:4294967295] 00000400:00000200:2.0:1761322991.386601:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:2.0:1761322991.386609:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:2.0:1761322991.386615:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f093da5b (tot 82350866). 00000800:00000200:2.0:1761322991.386624:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:2.0:1761322991.386634:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:2.0:1761322991.386639:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f093da5b type 1, nob 320 niov 1 nkiov 1 00010000:00000010:0.0:1761322991.386659:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002c445365. 00000020:00000010:2.0:1761322991.386668:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c9d708ec. 00010000:00000010:0.0:1761322991.386670:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000007d5fd56. 00000020:00000010:2.0:1761322991.386676:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c4bb781f. 00000020:00000010:2.0:1761322991.386680:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000a9a5e5b. 00010000:00000010:0.0:1761322991.386775:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d154bf62. 00010000:00000010:0.0:1761322991.386785:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000041ea1558. 00010000:00000010:0.0:1761322991.386800:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a6e76e34. 00000100:00000010:0.0:1761322991.386805:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000022dcd2b9. 00000100:00000010:0.0:1761322991.386814:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003d81b331. 00000800:00000200:2.0:1761322991.386820:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322991.386826:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f093da5b (tot 82350618). 02000000:00000010:0.0:1761322991.386829:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a2460da1. 00000400:00000200:2.0:1761322991.386833:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.386841:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322991.386846:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002caf11b4 00000400:00000010:2.0:1761322991.386849:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002caf11b4. 02000000:00000010:0.0:1761322991.386866:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000afe679bc. 00000400:00000010:0.0:1761322991.386873:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000007ae3854. 00000400:00000010:0.0:1761322991.386879:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ac2f0f58. 00000100:00000200:0.0:1761322991.386885:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956458880, portal 16 00000400:00000010:0.0:1761322991.386891:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008f080af5. 00000100:00000200:0.0:1761322991.386893:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956458880, offset 0 00000400:00000200:0.0:1761322991.386902:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322991.386913:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322991.386921:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:0.0:1761322991.386924:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761322991.386928:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322991.386932:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88927:88927:256:4294967295] 192.168.201.29@tcp LPNI seq info [88927:88927:8:4294967295] 00000400:00000200:0.0:1761322991.386944:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322991.386950:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322991.386954:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a69d00c5 (tot 82350866). 00000800:00000200:0.0:1761322991.386965:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322991.386972:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322991.386976:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a69d00c5 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761322991.387442:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322991.387447:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a69d00c5 (tot 82350618). 00000400:00000200:2.0:1761322991.387451:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.387457:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322991.387461:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008f080af5 00000400:00000010:2.0:1761322991.387462:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008f080af5. 00000100:00000200:2.0:1761322991.387474:0:15812:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003d81b331 x1846879956458880/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761322991.388505:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:0.0:1761322991.388521:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf5d80 00000400:00000200:0.0:1761322991.388529:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac001 [1] + 224 00000400:00000200:0.0:1761322991.388543:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322991.388547:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:0.0:1761322991.388556:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003d81b331 x1846879956458880/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761322991.388590:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:0.0:1761322991.388596:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb59780 00000400:00000200:0.0:1761322991.388601:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa949 [2] + 1968 00000400:00000010:0.0:1761322991.388606:0:15810:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008f9bffdf. 00000400:00000200:0.0:1761322991.388609:0:15810:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000294fb6e4 00000400:00000200:0.0:1761322991.388655:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322991.388659:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:0.0:1761322991.388661:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000294fb6e4 00000400:00000010:0.0:1761322991.388664:0:15810:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000294fb6e4 (tot 82350466). 00000100:00000200:0.0:1761322991.388669:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:3.0:1761322991.388871:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000007ae3854. 00000400:00000200:3.0:1761322991.388876:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ac2f0f58 00000400:00000010:3.0:1761322991.388877:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ac2f0f58. 00000100:00000200:3.0:1761322991.388885:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003d81b331 x1846879956458880/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761322991.388893:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003d81b331 x1846879956458880/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761322991.388927:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000afe679bc. 02000000:00000010:3.0:1761322991.388933:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a2460da1. 00000100:00000010:3.0:1761322991.388937:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003d81b331. 00000100:00000010:3.0:1761322991.388941:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000022dcd2b9. 00010000:00000010:3.0:1761322991.388945:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a6e76e34. 00000020:00000010:1.0:1761322991.389205:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000006e48ca8. 00000020:00000010:1.0:1761322991.389217:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b69e574a. 00000020:00000010:1.0:1761322991.389222:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001d369eb8. 00000100:00000200:1.0:1761322991.389252:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000017eff857 x1846879955818368/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761322991.390221:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955818368 02000000:00000010:1.0:1761322991.390242:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002e196b7b. 00010000:00000010:1.0:1761322991.390293:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006b932a91. 00010000:00000010:1.0:1761322991.390324:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ad28544d. 00000100:00000010:1.0:1761322991.390335:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c0d16bc5. 00000100:00000010:1.0:1761322991.390354:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c0d16bc5. 00010000:00000010:1.0:1761322991.390361:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ad28544d. 00000400:00000010:1.0:1761322991.390378:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002f17cf4d. 00000100:00000200:1.0:1761322991.390385:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955818368, offset 224 00000400:00000200:1.0:1761322991.390395:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322991.390414:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322991.390421:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88928:88928:256:4294967295] 192.168.201.29@tcp LPNI seq info [88928:88928:8:4294967295] 00000400:00000200:1.0:1761322991.390433:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322991.390440:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322991.390446:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa7b1f3a (tot 82350714). 00000800:00000200:1.0:1761322991.390455:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322991.390465:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322991.390469:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa7b1f3a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761322991.390497:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b69e574a. 00000020:00000010:1.0:1761322991.390504:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001d369eb8. 00000020:00000010:1.0:1761322991.390508:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000006e48ca8. 02000000:00000010:1.0:1761322991.390518:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008577d6c0. 00000100:00000010:1.0:1761322991.390522:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008821b89f. 02000000:00000010:1.0:1761322991.390530:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007a04c066. 00000100:00000010:1.0:1761322991.390535:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002934094c. 02000000:00000010:1.0:1761322991.390539:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000073c9d7a0. 00000100:00000010:1.0:1761322991.390542:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000053bb533c. 02000000:00000010:1.0:1761322991.390546:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000d6cdf5c. 00000100:00000010:1.0:1761322991.390549:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f5a4a0ca. 02000000:00000010:1.0:1761322991.390552:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c3d94ee7. 00000100:00000010:1.0:1761322991.390556:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b7d7a390. 02000000:00000010:1.0:1761322991.390560:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001a831b24. 00000100:00000010:1.0:1761322991.390565:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c9a97dac. 00000100:00000200:1.0:1761322991.390572:0:67479:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1761322991.390588:0:67479:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002f6b29ae. 00000400:00000010:1.0:1761322991.390595:0:67479:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000c0d16bc5 (tot 82350866). 00080000:00000010:3.0:1761322991.390724:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f1edb73e. 00010000:00000010:0.1:1761322991.390731:0:66652:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000054cb32ce. 00010000:00000010:3.0:1761322991.390821:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000041ea1558. 00010000:00000010:3.0:1761322991.390832:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e915635c. 00010000:00000010:3.0:1761322991.390903:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000400d166. 00010000:00000010:3.0:1761322991.390907:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000837bee1b. 00000800:00000200:1.0:1761322991.390911:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00010000:00000010:3.0:1761322991.390913:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008c4eba31. 00000800:00000010:1.0:1761322991.390917:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa7b1f3a (tot 82350618). 00010000:00000010:3.0:1761322991.390921:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dceba825. 00000400:00000200:1.0:1761322991.390930:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322991.390938:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00080000:00000010:3.0:1761322991.390941:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000de836c1b. 00000400:00000200:1.0:1761322991.390943:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002f17cf4d 00000400:00000010:1.0:1761322991.390947:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002f17cf4d. 02000000:00000010:1.0:1761322991.390952:0:15811:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002e196b7b. 00010000:00000010:3.0:1761322991.390975:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dceba825. 00010000:00000010:3.0:1761322991.390981:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000837bee1b. 00010000:00000010:3.0:1761322991.391028:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000080715e4a. 00010000:00000010:3.0:1761322991.391032:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dceba825. 00010000:00000010:3.0:1761322991.391054:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a6cef265. 00000100:00000010:3.0:1761322991.391061:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001da5bf6f. 00000100:00000010:3.0:1761322991.391070:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004265c37e. 00010000:00000010:3.1:1761322991.391097:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005741e7c6. 00010000:00000010:3.1:1761322991.391105:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000048577a38. 02000000:00000010:3.0:1761322991.391127:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004b54b1ab. 02000000:00000010:3.0:1761322991.391164:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003239c13f. 00000400:00000010:3.0:1761322991.391170:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001ad35e46. 00000400:00000010:3.0:1761322991.391176:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000094a78784. 00000100:00000200:3.0:1761322991.391183:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956458944, portal 16 00000400:00000010:3.0:1761322991.391188:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000411ed14e. 00000100:00000200:3.0:1761322991.391190:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956458944, offset 0 00000400:00000200:3.0:1761322991.391199:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:3.0:1761322991.391214:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322991.391221:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:3.0:1761322991.391225:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761322991.391228:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:3.0:1761322991.391232:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88929:88929:256:4294967295] 192.168.201.29@tcp LPNI seq info [88929:88929:8:4294967295] 00000400:00000200:3.0:1761322991.391241:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322991.391247:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322991.391251:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fb56ca9b (tot 82350866). 00000800:00000200:3.0:1761322991.391257:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322991.391264:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322991.391267:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fb56ca9b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761322991.391358:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761322991.391362:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fb56ca9b (tot 82350618). 00000400:00000200:0.0:1761322991.391367:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322991.391371:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:0.0:1761322991.391375:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000411ed14e 00000400:00000010:0.0:1761322991.391377:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000411ed14e. 00000100:00000200:0.0:1761322991.391384:0:15812:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004265c37e x1846879956458944/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761322991.396145:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000069e4bb95. 00010000:00000010:0.1:1761322991.396787:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003c6d9087. 00010000:00000010:0.1:1761322991.396802:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000057d2520a. 00000400:00000200:1.0:1761322991.401005:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:1.0:1761322991.401030:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf5dc0 00000400:00000200:1.0:1761322991.401052:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac011 [1] + 224 00000400:00000200:1.0:1761322991.401067:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322991.401071:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:1.0:1761322991.401108:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000004265c37e x1846879956458944/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761322991.401153:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:1.0:1761322991.401159:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb597c0 00000400:00000200:1.0:1761322991.401167:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa9a1 [2] + 0 00000400:00000010:3.0:1761322991.401180:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001ad35e46. 00000400:00000200:3.0:1761322991.401187:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000094a78784 00000400:00000010:3.0:1761322991.401190:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000094a78784. 00000100:00000200:3.0:1761322991.401198:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004265c37e x1846879956458944/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761322991.401208:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004265c37e x1846879956458944/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761322991.401232:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322991.401238:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 02000000:00000010:3.0:1761322991.401239:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003239c13f. 00000100:00000200:1.0:1761322991.401244:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 02000000:00000010:3.0:1761322991.401247:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004b54b1ab. 00000100:00000010:1.0:1761322991.401250:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000089684651. 00000100:00000010:3.0:1761322991.401252:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004265c37e. 00000100:00000010:3.0:1761322991.401258:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001da5bf6f. 00010000:00000010:3.0:1761322991.401263:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a6cef265. 00000020:00000010:1.0:1761322991.401300:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002e196b7b. 00000020:00000010:1.0:1761322991.401309:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000005b2eeef8. 00000020:00000010:1.0:1761322991.401314:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001d369eb8. 00000100:00000200:1.0:1761322991.401338:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000089684651 x1846879955818432/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761322991.401362:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955818432 02000000:00000010:1.0:1761322991.401373:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001a831b24. 00010000:00000010:1.0:1761322991.401400:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fc32dc32. 00010000:00000010:1.0:1761322991.401431:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ad28544d. 00000100:00000010:1.0:1761322991.401439:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005f6b9f6f. 00000100:00000010:1.0:1761322991.401447:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005f6b9f6f. 00010000:00000010:1.0:1761322991.401452:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ad28544d. 00000400:00000010:1.0:1761322991.401463:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002f17cf4d. 00000100:00000200:1.0:1761322991.401472:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955818432, offset 224 00000400:00000200:1.0:1761322991.401480:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322991.401492:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322991.401498:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88930:88930:256:4294967295] 192.168.201.29@tcp LPNI seq info [88930:88930:8:4294967295] 00000400:00000200:1.0:1761322991.401510:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322991.401516:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322991.401521:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa7b1f3a (tot 82350866). 00000800:00000200:1.0:1761322991.401528:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322991.401537:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322991.401541:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa7b1f3a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761322991.401557:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000005b2eeef8. 00000020:00000010:1.0:1761322991.401561:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001d369eb8. 00000020:00000010:1.0:1761322991.401565:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002e196b7b. 00000800:00000200:1.0:1761322991.401639:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761322991.401643:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa7b1f3a (tot 82350618). 00000400:00000200:1.0:1761322991.401651:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322991.401654:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:1.0:1761322991.401656:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002f17cf4d 00000400:00000010:1.0:1761322991.401658:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002f17cf4d. 00080000:00000010:1.0:1761322991.401683:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000006e48ca8. 00010000:00000010:1.0:1761322991.401790:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dceba825. 00010000:00000010:1.0:1761322991.401796:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000824b7bb4. 00010000:00000010:1.0:1761322991.401879:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a1ca8856. 00010000:00000010:1.0:1761322991.401884:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005827d730. 00010000:00000010:1.0:1761322991.401892:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ad28544d. 00000100:00000010:1.0:1761322991.401896:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005f6b9f6f. 00000100:00000010:1.0:1761322991.401903:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000eae2da62. 02000000:00000010:1.0:1761322991.401914:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002e196b7b. 02000000:00000010:1.0:1761322991.401936:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008c1d5fb5. 00000400:00000010:1.0:1761322991.401941:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c7fdc52f. 00000400:00000010:1.0:1761322991.401946:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002f17cf4d. 00000100:00000200:1.0:1761322991.401951:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956459008, portal 16 00000400:00000010:1.0:1761322991.401955:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000095caff3a. 00000100:00000200:1.0:1761322991.401958:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956459008, offset 0 00000400:00000200:1.0:1761322991.401963:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322991.401969:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322991.401976:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:1.0:1761322991.401980:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761322991.401983:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:1.0:1761322991.401985:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88931:88931:256:4294967295] 192.168.201.29@tcp LPNI seq info [88931:88931:8:4294967295] 00000400:00000200:1.0:1761322991.401993:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322991.401998:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322991.402001:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa7b1f3a (tot 82350866). 00000800:00000200:1.0:1761322991.402005:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322991.402009:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322991.402012:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa7b1f3a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761322991.402704:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761322991.402711:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa7b1f3a (tot 82350618). 00000400:00000200:0.0:1761322991.402726:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322991.402738:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:0.0:1761322991.402745:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000095caff3a 00000400:00000010:0.0:1761322991.402748:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000095caff3a. 00000100:00000200:0.0:1761322991.402761:0:15812:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000eae2da62 x1846879956459008/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761322991.403274:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009addcc20. 00010000:00000010:3.1:1761322991.404109:0:78745:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e029c855. 00010000:00000010:3.1:1761322991.404121:0:78745:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d154bf62. 00010000:00000010:3.1:1761322991.404128:0:78745:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000400d166. 00010000:00000010:3.1:1761322991.404134:0:78745:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008c4eba31. 00000400:00000200:1.0:1761322991.404532:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:1.0:1761322991.404552:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf5e00 00000400:00000200:1.0:1761322991.404564:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac01d [1] + 224 00000400:00000200:1.0:1761322991.404577:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322991.404582:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:1.0:1761322991.404591:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000eae2da62 x1846879956459008/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761322991.404634:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:1.0:1761322991.404640:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb59800 00000400:00000200:1.0:1761322991.404647:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa9a1 [2] + 328 00000400:00000010:2.0:1761322991.404674:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c7fdc52f. 00000400:00000200:2.0:1761322991.404699:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002f17cf4d 00000400:00000010:2.0:1761322991.404702:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002f17cf4d. 00000100:00000200:2.0:1761322991.404713:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000eae2da62 x1846879956459008/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761322991.404719:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322991.404728:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322991.404734:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000eae2da62 x1846879956459008/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761322991.404740:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761322991.404750:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000fc1dab26. 02000000:00000010:2.0:1761322991.404795:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008c1d5fb5. 02000000:00000010:2.0:1761322991.404804:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002e196b7b. 00000100:00000010:2.0:1761322991.404809:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000eae2da62. 00000100:00000010:2.0:1761322991.404814:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005f6b9f6f. 00010000:00000010:2.0:1761322991.404821:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ad28544d. 00000020:00000010:0.0:1761322991.404913:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000073c9d7a0. 00000020:00000010:0.0:1761322991.404921:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000207e6220. 00000020:00000010:0.0:1761322991.404926:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005269528a. 00000100:00000200:0.0:1761322991.404955:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000fc1dab26 x1846879955818496/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761322991.404990:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955818496 02000000:00000010:0.0:1761322991.405004:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007a04c066. 00010000:00000010:0.0:1761322991.405045:0:66652:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008cb7d682. 00010000:00000010:0.0:1761322991.405069:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000000636e3c. 00000100:00000010:0.0:1761322991.405151:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000022dcd2b9. 00080000:00000010:2.0:1761322991.405710:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000000a9a5e5b. 00000001:00000010:2.0:1761322991.405875:0:77376:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000004414eaca. 00000001:00000010:2.0:1761322991.405883:0:77376:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000004414eaca. 00000001:00000010:2.0:1761322991.405891:0:77376:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000004414eaca. 00000001:00000010:2.0:1761322991.405894:0:77376:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d495292c. 00010000:00000010:2.0:1761322991.405926:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fec0a478. 00010000:00000010:2.0:1761322991.405933:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004d00f026. 00010000:00000010:2.0:1761322991.405947:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b9ae7846. 00000100:00000010:2.0:1761322991.405952:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c487334b. 00000100:00000010:2.0:1761322991.405961:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000017975d50. 02000000:00000010:2.0:1761322991.405978:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000047e0a0c8. 02000000:00000010:2.0:1761322991.406012:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000022fb6ccf. 00000400:00000010:2.0:1761322991.406019:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d495292c. 00000400:00000010:2.0:1761322991.406026:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002caf11b4. 00000100:00000200:2.0:1761322991.406047:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956459072, portal 16 00000400:00000010:2.0:1761322991.406055:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006c597dbd. 00000100:00000200:2.0:1761322991.406058:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956459072, offset 0 00000400:00000200:2.0:1761322991.406068:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:2.0:1761322991.406113:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:2.0:1761322991.406126:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:2.0:1761322991.406129:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761322991.406132:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:2.0:1761322991.406136:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88932:88932:256:4294967295] 192.168.201.29@tcp LPNI seq info [88932:88932:8:4294967295] 00000400:00000200:2.0:1761322991.406150:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:2.0:1761322991.406157:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:2.0:1761322991.406162:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f093da5b (tot 82350866). 00000800:00000200:2.0:1761322991.406170:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:2.0:1761322991.406178:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:2.0:1761322991.406182:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f093da5b type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.0:1761322991.406307:0:66652:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005827d730. 00000100:00000010:0.0:1761322991.406318:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000022dcd2b9. 00010000:00000010:0.0:1761322991.406321:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000000636e3c. 00010000:00000010:0.0:1761322991.406326:0:66652:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000517094a3. 00000400:00000010:0.0:1761322991.406345:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000085772165. 00000800:00000200:1.0:1761322991.406348:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000100:00000200:0.0:1761322991.406349:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955818496, offset 224 00000800:00000010:1.0:1761322991.406358:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f093da5b (tot 82350618). 00000400:00000200:0.0:1761322991.406365:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322991.406371:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322991.406377:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322991.406387:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:0.0:1761322991.406395:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88933:88933:255:4294967295] 192.168.201.29@tcp LPNI seq info [88933:88933:7:4294967295] 00000400:00000200:1.0:1761322991.406397:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006c597dbd 00000400:00000010:1.0:1761322991.406400:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006c597dbd. 00000100:00000200:1.0:1761322991.406413:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000017975d50 x1846879956459072/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761322991.406431:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322991.406446:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322991.406452:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004c92fdd7 (tot 82350866). 00000800:00000200:0.0:1761322991.406457:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322991.406463:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322991.406465:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004c92fdd7 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761322991.406500:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000207e6220. 00000020:00000010:0.0:1761322991.406507:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005269528a. 00000020:00000010:0.0:1761322991.406510:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000073c9d7a0. 00000800:00000200:1.0:1761322991.406652:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761322991.406656:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004c92fdd7 (tot 82350618). 00000400:00000200:1.0:1761322991.406660:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322991.406665:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:1.0:1761322991.406668:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000085772165 00000400:00000010:1.0:1761322991.406670:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000085772165. 00000400:00000200:1.0:1761322991.409480:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:1.0:1761322991.409502:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf5e40 00000400:00000200:1.0:1761322991.409513:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac025 [1] + 224 00000400:00000200:1.0:1761322991.409531:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322991.409536:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:1.0:1761322991.409547:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000017975d50 x1846879956459072/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761322991.409625:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d495292c. 00000400:00000200:2.0:1761322991.409631:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002caf11b4 00000400:00000010:2.0:1761322991.409634:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002caf11b4. 00000100:00000200:2.0:1761322991.409640:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000017975d50 x1846879956459072/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761322991.409650:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000017975d50 x1846879956459072/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761322991.409681:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000022fb6ccf. 02000000:00000010:2.0:1761322991.409689:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000047e0a0c8. 00000100:00000010:2.0:1761322991.409694:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000017975d50. 00000100:00000010:2.0:1761322991.409698:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c487334b. 00010000:00000010:2.0:1761322991.409703:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b9ae7846. 00010000:00000010:1.1:1761322991.410110:0:78746:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007e58d019. 00010000:00000010:1.1:1761322991.410120:0:78746:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000054cfe1c7. 00010000:00000010:1.1:1761322991.410125:0:78746:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000080715e4a. 00010000:00000010:0.1:1761322991.410229:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cabe5718. 00010000:00000010:0.1:1761322991.414152:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a1ca8856. 00000400:00000200:3.0:1761322991.414162:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00010000:00000010:0.1:1761322991.414174:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000043bfa021. 00000400:00000200:3.0:1761322991.415166:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb59840 00000400:00000200:3.0:1761322991.415178:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa9a1 [2] + 656 00000400:00000200:3.0:1761322991.415267:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.415273:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322991.415285:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761322991.415291:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004265c37e. 00000020:00000010:0.0:1761322991.415376:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000073c9d7a0. 00000020:00000010:0.0:1761322991.415385:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000207e6220. 00000020:00000010:0.0:1761322991.415389:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005269528a. 00000100:00000200:0.0:1761322991.415420:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000004265c37e x1846879955818560/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761322991.415463:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955818560 02000000:00000010:0.0:1761322991.415474:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a2460da1. 00010000:00000010:0.0:1761322991.415507:0:66652:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000003e11b5e. 00010000:00000010:0.0:1761322991.415531:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000000636e3c. 00000100:00000010:0.0:1761322991.415538:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000022dcd2b9. 00000100:00000010:0.0:1761322991.415551:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000022dcd2b9. 00010000:00000010:0.0:1761322991.415555:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000000636e3c. 00000400:00000010:0.0:1761322991.415568:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000037e22b3c. 00000100:00000200:0.0:1761322991.415574:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955818560, offset 224 00000400:00000200:0.0:1761322991.415583:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322991.415595:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322991.415602:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88934:88934:256:4294967295] 192.168.201.29@tcp LPNI seq info [88934:88934:8:4294967295] 00000400:00000200:0.0:1761322991.415613:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322991.415619:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322991.415625:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000361d1353 (tot 82350866). 00000800:00000200:0.0:1761322991.415631:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322991.415640:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322991.415644:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000361d1353 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761322991.415662:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000207e6220. 00000020:00000010:0.0:1761322991.415666:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005269528a. 00000020:00000010:0.0:1761322991.415670:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000073c9d7a0. 00000800:00000200:0.0:1761322991.415759:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761322991.415764:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000361d1353 (tot 82350618). 00000400:00000200:0.0:1761322991.415768:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322991.415771:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:0.0:1761322991.415776:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000037e22b3c 00000400:00000010:0.0:1761322991.415778:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000037e22b3c. 00080000:00000010:2.0:1761322991.417931:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000047e0a0c8. 00010000:00000010:2.0:1761322991.418065:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004d00f026. 00010000:00000010:2.0:1761322991.418090:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000019bb8771. 00010000:00000010:2.0:1761322991.418188:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000057feb23a. 00010000:00000010:2.0:1761322991.418194:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004d00f026. 00010000:00000010:2.0:1761322991.418206:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b9ae7846. 00000100:00000010:2.0:1761322991.418215:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c487334b. 00000100:00000010:2.0:1761322991.418224:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000017975d50. 02000000:00000010:2.0:1761322991.418238:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000022fb6ccf. 02000000:00000010:2.0:1761322991.418266:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000064058603. 00000400:00000010:2.0:1761322991.418273:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d495292c. 00000400:00000010:2.0:1761322991.418280:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002caf11b4. 00000100:00000200:2.0:1761322991.418288:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956459136, portal 16 00000400:00000010:2.0:1761322991.418293:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006f6a30cf. 00000100:00000200:2.0:1761322991.418296:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956459136, offset 0 00000400:00000200:2.0:1761322991.418307:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:2.0:1761322991.418325:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:2.0:1761322991.418333:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:2.0:1761322991.418338:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761322991.418341:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:2.0:1761322991.418345:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88935:88935:256:4294967295] 192.168.201.29@tcp LPNI seq info [88935:88935:8:4294967295] 00000400:00000200:2.0:1761322991.418355:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:2.0:1761322991.418362:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:2.0:1761322991.418366:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000074e57caf (tot 82350866). 00000800:00000200:2.0:1761322991.418373:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:2.0:1761322991.418383:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:2.0:1761322991.418387:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000074e57caf type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761322991.418567:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761322991.418572:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000074e57caf (tot 82350618). 00000400:00000200:0.0:1761322991.418577:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322991.418582:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:0.0:1761322991.418587:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006f6a30cf 00000400:00000010:0.0:1761322991.418590:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006f6a30cf. 00000100:00000200:0.0:1761322991.418598:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000017975d50 x1846879956459136/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761322991.420601:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:0.0:1761322991.420632:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf5e80 00000400:00000200:0.0:1761322991.420641:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac035 [1] + 224 00000400:00000200:0.0:1761322991.420655:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322991.420660:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:0.0:1761322991.420671:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000017975d50 x1846879956459136/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761322991.420789:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d495292c. 00000400:00000200:3.0:1761322991.420794:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002caf11b4 00000400:00000010:3.0:1761322991.420796:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002caf11b4. 00000100:00000200:3.0:1761322991.420804:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000017975d50 x1846879956459136/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761322991.420811:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000017975d50 x1846879956459136/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761322991.420855:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000064058603. 02000000:00000010:3.0:1761322991.420863:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000022fb6ccf. 00000100:00000010:3.0:1761322991.420868:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000017975d50. 00000100:00000010:3.0:1761322991.420872:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c487334b. 00010000:00000010:3.0:1761322991.420878:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b9ae7846. 00000400:00000200:0.0:1761322991.421353:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:0.0:1761322991.421364:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb59880 00000400:00000200:0.0:1761322991.421370:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa9a1 [2] + 984 00000400:00000200:0.0:1761322991.421431:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322991.421435:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:0.0:1761322991.421441:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761322991.421446:0:15812:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000049447897. 00000020:00000010:1.0:1761322991.421531:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bf006dc7. 00000020:00000010:1.0:1761322991.421542:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b92869bd. 00000020:00000010:1.0:1761322991.421547:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001d369eb8. 00000100:00000200:1.0:1761322991.421577:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000049447897 x1846879955818624/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761322991.422070:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955818624 02000000:00000010:1.0:1761322991.422107:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000c5f5449. 00010000:00000010:1.0:1761322991.422137:0:66652:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003bac8e18. 00010000:00000010:1.0:1761322991.422155:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000045bae3a8. 00000100:00000010:1.0:1761322991.422164:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009d0cb3a8. 00000100:00000010:1.0:1761322991.422183:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009d0cb3a8. 00010000:00000010:1.0:1761322991.422188:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000045bae3a8. 00000400:00000010:1.0:1761322991.422201:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c1b37fc8. 00000100:00000200:1.0:1761322991.422207:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955818624, offset 224 00000400:00000200:1.0:1761322991.422217:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322991.422231:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00080000:00000010:0.0:1761322991.422233:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000073c9d7a0. 00000400:00000200:1.0:1761322991.422240:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88936:88936:256:4294967295] 192.168.201.29@tcp LPNI seq info [88936:88936:8:4294967295] 00000400:00000200:1.0:1761322991.422253:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322991.422259:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322991.422265:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa7b1f3a (tot 82350866). 00000800:00000200:1.0:1761322991.422271:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322991.422285:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322991.422289:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa7b1f3a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761322991.422313:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b92869bd. 00000020:00000010:1.0:1761322991.422318:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001d369eb8. 00000020:00000010:1.0:1761322991.422323:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bf006dc7. 00010000:00000010:0.0:1761322991.422340:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004d00f026. 00010000:00000010:0.0:1761322991.422354:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000af646df0. 00010000:00000010:0.0:1761322991.422439:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000d3ae799. 00010000:00000010:0.0:1761322991.422446:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005ba684a4. 00010000:00000010:0.0:1761322991.422459:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000000636e3c. 00000100:00000010:0.0:1761322991.422464:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000022dcd2b9. 00000100:00000010:0.0:1761322991.422471:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d7d62114. 02000000:00000010:0.0:1761322991.422485:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000afe679bc. 02000000:00000010:0.0:1761322991.422516:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e63833da. 00000400:00000010:0.0:1761322991.422519:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008f9bffdf. 00000400:00000010:0.0:1761322991.422524:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000037e22b3c. 00000100:00000200:0.0:1761322991.422529:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956459200, portal 16 00000400:00000010:0.0:1761322991.422535:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000328fc61a. 00000100:00000200:0.0:1761322991.422537:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956459200, offset 0 00000400:00000200:0.0:1761322991.422543:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322991.422671:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322991.422680:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:0.0:1761322991.422683:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761322991.422686:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322991.422690:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88937:88937:255:4294967295] 192.168.201.29@tcp LPNI seq info [88937:88937:7:4294967295] 00000400:00000200:0.0:1761322991.422699:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322991.422705:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322991.422711:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000361d1353 (tot 82351114). 00000800:00000200:0.0:1761322991.422717:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322991.422723:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322991.422727:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000361d1353 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761322991.422777:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761322991.422781:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa7b1f3a (tot 82350866). 00000400:00000200:0.0:1761322991.422788:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322991.422792:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:0.0:1761322991.422796:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c1b37fc8 00000400:00000010:0.0:1761322991.422798:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c1b37fc8. 00000800:00000200:0.0:1761322991.422860:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761322991.422864:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000361d1353 (tot 82350618). 00000400:00000200:0.0:1761322991.422867:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322991.422871:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:0.0:1761322991.422873:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000328fc61a 00000400:00000010:0.0:1761322991.422874:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000328fc61a. 00000100:00000200:0.0:1761322991.422881:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d7d62114 x1846879956459200/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761322991.425120:0:78747:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009f6577ba. 00010000:00000010:2.1:1761322991.425138:0:78747:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fec0a478. 00010000:00000010:0.1:1761322991.425154:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c2c73cba. 00000400:00000200:0.0:1761322991.426290:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:0.0:1761322991.426322:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf5ec0 00000400:00000200:0.0:1761322991.426333:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac041 [1] + 224 00000400:00000200:0.0:1761322991.426347:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322991.426352:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:0.0:1761322991.426365:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d7d62114 x1846879956459200/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761322991.426456:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008f9bffdf. 00000400:00000200:3.0:1761322991.426463:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000037e22b3c 00000400:00000010:3.0:1761322991.426465:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000037e22b3c. 00000100:00000200:3.0:1761322991.426482:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d7d62114 x1846879956459200/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761322991.426493:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d7d62114 x1846879956459200/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761322991.426524:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e63833da. 02000000:00000010:3.0:1761322991.426531:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000afe679bc. 00000100:00000010:3.0:1761322991.426535:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d7d62114. 00000100:00000010:3.0:1761322991.426540:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000022dcd2b9. 00010000:00000010:3.0:1761322991.426544:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000000636e3c. 00000400:00000200:0.0:1761322991.426795:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:0.0:1761322991.426804:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb598c0 00000400:00000200:0.0:1761322991.426809:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa9a1 [2] + 1312 00000400:00000200:0.0:1761322991.426878:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322991.426882:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:0.0:1761322991.426889:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761322991.426894:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001d85a71a. 00000020:00000010:1.0:1761322991.427112:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bf006dc7. 00000020:00000010:1.0:1761322991.427120:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009cb30bf3. 00000020:00000010:1.0:1761322991.427124:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001d369eb8. 00000100:00000200:1.0:1761322991.427156:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001d85a71a x1846879955818688/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761322991.427190:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955818688 02000000:00000010:1.0:1761322991.427204:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007f7709b0. 00010000:00000010:1.0:1761322991.427240:0:66652:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069c38d3e. 00010000:00000010:1.0:1761322991.427266:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004bdec316. 00000100:00000010:1.0:1761322991.427273:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009d0cb3a8. 00000100:00000010:1.0:1761322991.427295:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009d0cb3a8. 00010000:00000010:1.0:1761322991.427300:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004bdec316. 00000400:00000010:1.0:1761322991.427318:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c1b37fc8. 00000100:00000200:1.0:1761322991.427323:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955818688, offset 224 00000400:00000200:1.0:1761322991.427331:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322991.427341:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322991.427346:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88938:88938:256:4294967295] 192.168.201.29@tcp LPNI seq info [88938:88938:8:4294967295] 00000400:00000200:1.0:1761322991.427355:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322991.427360:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322991.427364:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa7b1f3a (tot 82350866). 00000800:00000200:1.0:1761322991.427370:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322991.427377:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322991.427379:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa7b1f3a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761322991.427399:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009cb30bf3. 00000020:00000010:1.0:1761322991.427403:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001d369eb8. 00000020:00000010:1.0:1761322991.427406:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bf006dc7. 00000800:00000200:0.0:1761322991.427504:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761322991.427508:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa7b1f3a (tot 82350618). 00000400:00000200:0.0:1761322991.427515:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322991.427519:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:0.0:1761322991.427522:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c1b37fc8 00000400:00000010:0.0:1761322991.427524:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c1b37fc8. 00080000:00000010:0.0:1761322991.427554:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000048a07ba0. 00010000:00000010:0.0:1761322991.427644:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005ba684a4. 00010000:00000010:0.0:1761322991.427653:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d13be906. 00010000:00000010:0.0:1761322991.427732:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006ac36acb. 00010000:00000010:0.0:1761322991.427738:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000207e6220. 00010000:00000010:0.0:1761322991.427744:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d154bf62. 00010000:00000010:0.0:1761322991.427751:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005ba684a4. 00080000:00000010:0.0:1761322991.427783:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000009e8f7d9. 00010000:00000010:0.0:1761322991.427816:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005ba684a4. 00010000:00000010:0.0:1761322991.427822:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000207e6220. 00010000:00000010:0.0:1761322991.427884:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000080eb2517. 00010000:00000010:0.0:1761322991.427890:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005ba684a4. 00010000:00000010:0.0:1761322991.427899:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006f12fe3c. 00000100:00000010:0.0:1761322991.427903:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000022dcd2b9. 00000100:00000010:0.0:1761322991.427911:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d7d62114. 02000000:00000010:0.0:1761322991.427925:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000098a79092. 02000000:00000010:0.0:1761322991.427956:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000581553ec. 00000400:00000010:0.0:1761322991.427961:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007c2c7954. 00000400:00000010:0.0:1761322991.427966:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000328fc61a. 00000100:00000200:0.0:1761322991.427971:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956459264, portal 16 00000400:00000010:0.0:1761322991.427976:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006ed25e9e. 00000100:00000200:0.0:1761322991.427978:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956459264, offset 0 00000400:00000200:0.0:1761322991.427983:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322991.427989:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322991.427995:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:0.0:1761322991.427998:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761322991.428001:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322991.428003:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88939:88939:256:4294967295] 192.168.201.29@tcp LPNI seq info [88939:88939:8:4294967295] 00000400:00000200:0.0:1761322991.428008:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322991.428011:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322991.428013:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000361d1353 (tot 82350866). 00000800:00000200:0.0:1761322991.428016:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322991.428020:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322991.428021:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000361d1353 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761322991.428142:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761322991.428145:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000361d1353 (tot 82350618). 00000400:00000200:1.0:1761322991.428149:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322991.428153:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:1.0:1761322991.428155:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006ed25e9e 00000400:00000010:1.0:1761322991.428157:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006ed25e9e. 00000100:00000200:1.0:1761322991.428166:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d7d62114 x1846879956459264/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761322991.430233:0:78743:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009b441e8f. 00000400:00000200:0.0:1761322991.430881:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:0.0:1761322991.430902:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf5f00 00000400:00000200:0.0:1761322991.430912:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac04d [1] + 224 00000400:00000200:0.0:1761322991.430929:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322991.430933:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:0.0:1761322991.430946:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d7d62114 x1846879956459264/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761322991.430986:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:0.0:1761322991.430991:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb59900 00000400:00000200:0.0:1761322991.430997:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa9a1 [2] + 1640 00000400:00000010:3.0:1761322991.431026:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007c2c7954. 00000400:00000200:0.0:1761322991.431028:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322991.431046:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322991.431049:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000328fc61a 00000400:00000010:3.0:1761322991.431054:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000328fc61a. 00000100:00000200:0.0:1761322991.431064:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000200:3.0:1761322991.431071:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d7d62114 x1846879956459264/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761322991.431193:0:15811:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001437aff8. 00010000:00000010:0.1:1761322991.431206:0:15811:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000057feb23a. 00000100:00000010:0.0:1761322991.431212:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c9a97dac. 00000100:00000200:3.0:1761322991.431229:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d7d62114 x1846879956459264/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761322991.431271:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000581553ec. 02000000:00000010:3.0:1761322991.431279:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000098a79092. 00000100:00000010:3.0:1761322991.431285:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d7d62114. 00000100:00000010:3.0:1761322991.431290:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000022dcd2b9. 00010000:00000010:3.0:1761322991.431295:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006f12fe3c. 00000020:00000010:1.0:1761322991.431309:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bf006dc7. 00000020:00000010:1.0:1761322991.431319:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f54ae4a1. 00000020:00000010:1.0:1761322991.431325:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001d369eb8. 00000100:00000200:1.0:1761322991.431358:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c9a97dac x1846879955818752/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761322991.431404:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955818752 02000000:00000010:1.0:1761322991.431417:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000aba40612. 00010000:00000010:1.0:1761322991.431449:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000044a4064d. 00010000:00000010:1.0:1761322991.431470:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000045bae3a8. 00000100:00000010:1.0:1761322991.431486:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009d0cb3a8. 00000100:00000010:1.0:1761322991.431504:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009d0cb3a8. 00010000:00000010:1.0:1761322991.431509:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000045bae3a8. 00000400:00000010:1.0:1761322991.431523:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002f17cf4d. 00000100:00000200:1.0:1761322991.431529:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955818752, offset 224 00000400:00000200:1.0:1761322991.431538:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322991.431550:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322991.431556:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88940:88940:256:4294967295] 192.168.201.29@tcp LPNI seq info [88940:88940:8:4294967295] 00000400:00000200:1.0:1761322991.431566:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322991.431571:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322991.431577:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa7b1f3a (tot 82350866). 00000800:00000200:1.0:1761322991.431582:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322991.431590:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322991.431595:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa7b1f3a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761322991.431624:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f54ae4a1. 00000020:00000010:1.0:1761322991.431631:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001d369eb8. 00000020:00000010:1.0:1761322991.431635:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bf006dc7. 00080000:00000010:3.0:1761322991.431652:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000001ffa3209. 00010000:00000010:3.0:1761322991.431754:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005ba684a4. 00010000:00000010:3.0:1761322991.431765:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000c4a45fe. 00000800:00000200:2.0:1761322991.431786:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322991.431792:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa7b1f3a (tot 82350618). 00000400:00000200:2.0:1761322991.431801:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.431805:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322991.431808:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002f17cf4d 00000400:00000010:2.0:1761322991.431810:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002f17cf4d. 00010000:00000010:3.0:1761322991.431843:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008c4eba31. 00010000:00000010:3.0:1761322991.431853:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000050145260. 00010000:00000010:3.0:1761322991.431867:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000dba868d1. 00000100:00000010:3.0:1761322991.431874:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001da5bf6f. 00000100:00000010:3.0:1761322991.431883:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001d6c23c1. 02000000:00000010:3.0:1761322991.431900:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004ee0c611. 02000000:00000010:3.0:1761322991.432648:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004b54b1ab. 00000400:00000010:3.0:1761322991.432659:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001ad35e46. 00000400:00000010:3.0:1761322991.432667:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000094a78784. 00000100:00000200:3.0:1761322991.432674:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956459328, portal 16 00000400:00000010:3.0:1761322991.432680:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000071ab6077. 00000100:00000200:3.0:1761322991.432683:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956459328, offset 0 00000400:00000200:3.0:1761322991.432692:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:3.0:1761322991.432708:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322991.432716:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:3.0:1761322991.432720:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761322991.432723:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:3.0:1761322991.432726:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88941:88941:256:4294967295] 192.168.201.29@tcp LPNI seq info [88941:88941:8:4294967295] 00000400:00000200:3.0:1761322991.432736:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322991.432741:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322991.432745:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fca7c33d (tot 82350866). 00000800:00000200:3.0:1761322991.432752:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322991.432758:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322991.432762:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fca7c33d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761322991.432923:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761322991.432926:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fca7c33d (tot 82350618). 00000400:00000200:1.0:1761322991.432930:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322991.432935:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:1.0:1761322991.432939:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000071ab6077 00000400:00000010:1.0:1761322991.432941:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000071ab6077. 00000100:00000200:1.0:1761322991.432948:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001d6c23c1 x1846879956459328/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761322991.434138:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ced71b77. 00010000:00000010:0.1:1761322991.434159:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000d3ae799. 00010000:00000010:0.1:1761322991.434166:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006ac36acb. 00010000:00000010:0.1:1761322991.434170:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d154bf62. 00000400:00000200:0.0:1761322991.435271:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:0.0:1761322991.435295:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf5f40 00000400:00000200:0.0:1761322991.435307:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac059 [1] + 224 00000400:00000200:0.0:1761322991.435328:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322991.435333:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:0.0:1761322991.435347:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001d6c23c1 x1846879956459328/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761322991.435387:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:0.0:1761322991.435392:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb59940 00000400:00000200:0.0:1761322991.435398:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa9a1 [2] + 1968 00000400:00000010:0.0:1761322991.435403:0:15811:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a0d74cf3. 00000400:00000200:0.0:1761322991.435407:0:15811:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000ce1ae711 00000400:00000200:0.0:1761322991.435477:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322991.435481:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:0.0:1761322991.435484:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ce1ae711 00000400:00000010:0.0:1761322991.435486:0:15811:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000ce1ae711 (tot 82350466). 00000100:00000200:0.0:1761322991.435493:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1761322991.435758:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bf006dc7. 00000020:00000010:1.0:1761322991.435768:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f54ae4a1. 00000020:00000010:1.0:1761322991.435773:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001d369eb8. 00000100:00000200:1.0:1761322991.435812:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000cc5ae9e6 x1846879955818816/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761322991.435851:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955818816 02000000:00000010:1.0:1761322991.435864:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d190a3af. 00010000:00000010:1.0:1761322991.435910:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000045bae3a8. 00000100:00000010:1.0:1761322991.435920:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009d0cb3a8. 00000100:00000010:1.0:1761322991.435927:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009d0cb3a8. 00010000:00000010:1.0:1761322991.435932:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000045bae3a8. 00000400:00000010:1.0:1761322991.435951:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000095caff3a. 00000100:00000200:1.0:1761322991.435957:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955818816, offset 224 00000400:00000010:3.0:1761322991.435973:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001ad35e46. 00000400:00000200:3.0:1761322991.435983:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000094a78784 00000400:00000010:3.0:1761322991.435985:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000094a78784. 00000400:00000200:1.0:1761322991.435996:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000100:00000200:3.0:1761322991.436005:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001d6c23c1 x1846879956459328/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761322991.436016:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000100:00000200:3.0:1761322991.436025:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001d6c23c1 x1846879956459328/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761322991.436041:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88942:88942:256:4294967295] 192.168.201.29@tcp LPNI seq info [88942:88942:8:4294967295] 00000400:00000200:1.0:1761322991.436060:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322991.436067:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322991.436102:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa7b1f3a (tot 82350714). 00000800:00000200:1.0:1761322991.436110:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322991.436120:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322991.436125:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa7b1f3a type 1, nob 320 niov 1 nkiov 1 00010000:00000010:3.0:1761322991.436133:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008b73e667. 02000000:00000010:3.0:1761322991.436159:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004b54b1ab. 02000000:00000010:3.0:1761322991.436166:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004ee0c611. 00000100:00000010:3.0:1761322991.436173:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001d6c23c1. 00000100:00000010:3.0:1761322991.436179:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001da5bf6f. 00010000:00000010:3.0:1761322991.436183:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000dba868d1. 00080000:00000010:3.0:1761322991.436208:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000004ee0c611. 00000020:00000010:1.0:1761322991.436254:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f54ae4a1. 00000020:00000010:1.0:1761322991.436262:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001d369eb8. 00000020:00000010:1.0:1761322991.436266:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bf006dc7. 02000000:00000010:1.0:1761322991.436275:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000aba40612. 00000100:00000010:1.0:1761322991.436279:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c9a97dac. 02000000:00000010:1.0:1761322991.436284:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007f7709b0. 00000100:00000010:1.0:1761322991.436288:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001d85a71a. 02000000:00000010:1.0:1761322991.436293:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000c5f5449. 00000100:00000010:1.0:1761322991.436296:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000049447897. 02000000:00000010:1.0:1761322991.436300:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a2460da1. 00010000:00000010:3.0:1761322991.436304:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000050145260. 00000100:00000010:1.0:1761322991.436304:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004265c37e. 02000000:00000010:1.0:1761322991.436316:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007a04c066. 00010000:00000010:3.0:1761322991.436321:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000025f59b5d. 00000100:00000010:1.0:1761322991.436322:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000fc1dab26. 02000000:00000010:1.0:1761322991.436330:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001a831b24. 00000100:00000010:1.0:1761322991.436338:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000089684651. 00000100:00000200:1.0:1761322991.436346:0:66652:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1761322991.436353:0:66652:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000612e745. 00000400:00000010:1.0:1761322991.436358:0:66652:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000009d0cb3a8 (tot 82350866). 00010000:00000010:3.0:1761322991.436423:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000080715e4a. 00010000:00000010:3.0:1761322991.436431:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000050145260. 00010000:00000010:3.0:1761322991.436451:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000dba868d1. 00000100:00000010:3.0:1761322991.436458:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001da5bf6f. 00000100:00000010:3.0:1761322991.436468:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001d6c23c1. 00000800:00000200:2.0:1761322991.436474:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322991.436480:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa7b1f3a (tot 82350618). 02000000:00000010:3.0:1761322991.436483:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004b54b1ab. 00000400:00000200:2.0:1761322991.436490:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.436498:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322991.436501:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000095caff3a 00000400:00000010:2.0:1761322991.436504:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000095caff3a. 02000000:00000010:2.0:1761322991.436510:0:15812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d190a3af. 02000000:00000010:3.0:1761322991.436521:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003239c13f. 00010000:00000010:1.1:1761322991.437153:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae5381be. 00010000:00000010:3.1:1761322991.438181:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008b3f7757. 00010000:00000010:3.1:1761322991.438200:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000080eb2517. 00000400:00000010:3.0:1761322991.438207:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001ad35e46. 00000400:00000010:3.0:1761322991.438220:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000094a78784. 00000100:00000200:3.0:1761322991.438231:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956459392, portal 16 00000400:00000010:3.0:1761322991.438239:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d91b114b. 00000100:00000200:3.0:1761322991.438242:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956459392, offset 0 00000400:00000200:3.0:1761322991.438252:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:3.0:1761322991.438269:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322991.438277:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:3.0:1761322991.438281:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761322991.438285:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:3.0:1761322991.438290:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88943:88943:256:4294967295] 192.168.201.29@tcp LPNI seq info [88943:88943:8:4294967295] 00000400:00000200:3.0:1761322991.438302:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322991.438308:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322991.438313:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004da5e01e (tot 82350866). 00000800:00000200:3.0:1761322991.438320:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322991.438330:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322991.438334:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004da5e01e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761322991.438520:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761322991.438525:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004da5e01e (tot 82350618). 00000400:00000200:1.0:1761322991.438533:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322991.438541:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:1.0:1761322991.438546:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d91b114b 00000400:00000010:1.0:1761322991.438548:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d91b114b. 00000100:00000200:1.0:1761322991.438556:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001d6c23c1 x1846879956459392/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761322991.441250:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:0.0:1761322991.441276:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf5f80 00000400:00000200:0.0:1761322991.441287:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac069 [1] + 224 00000400:00000200:0.0:1761322991.441323:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322991.441329:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:0.0:1761322991.441342:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001d6c23c1 x1846879956459392/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761322991.441408:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001ad35e46. 00000400:00000200:3.0:1761322991.441414:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000094a78784 00000400:00000010:3.0:1761322991.441418:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000094a78784. 00000100:00000200:3.0:1761322991.441425:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001d6c23c1 x1846879956459392/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761322991.441434:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001d6c23c1 x1846879956459392/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761322991.441463:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003239c13f. 02000000:00000010:3.0:1761322991.441471:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004b54b1ab. 00000100:00000010:3.0:1761322991.441476:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001d6c23c1. 00000100:00000010:3.0:1761322991.441480:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001da5bf6f. 00010000:00000010:3.0:1761322991.441496:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000dba868d1. 00000400:00000200:2.0:1761322991.441858:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322991.441868:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb59980 00000400:00000200:2.0:1761322991.441874:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa9f9 [2] + 0 00000400:00000200:2.0:1761322991.441941:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.441945:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322991.441950:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761322991.441956:0:15812:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d6d0189b. 00010000:00000010:1.1:1761322991.442339:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002f2d14d8. 00000020:00000010:1.0:1761322991.442406:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000c5f5449. 00000020:00000010:1.0:1761322991.442415:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000005b2eeef8. 00000020:00000010:1.0:1761322991.442421:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001d369eb8. 00000100:00000200:1.0:1761322991.442449:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d6d0189b x1846879955818880/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761322991.442490:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955818880 02000000:00000010:1.0:1761322991.442503:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007f7709b0. 00010000:00000010:1.0:1761322991.442535:0:66652:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009fb330d4. 00010000:00000010:1.0:1761322991.442556:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000045bae3a8. 00000100:00000010:1.0:1761322991.442563:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bf45e68b. 00000100:00000010:1.0:1761322991.442583:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bf45e68b. 00010000:00000010:1.0:1761322991.442588:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000045bae3a8. 00000400:00000010:1.0:1761322991.442602:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a8e779fb. 00000100:00000200:1.0:1761322991.442609:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955818880, offset 224 00000400:00000200:1.0:1761322991.442619:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322991.442633:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322991.442639:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88944:88944:256:4294967295] 192.168.201.29@tcp LPNI seq info [88944:88944:8:4294967295] 00000400:00000200:1.0:1761322991.442651:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322991.442657:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322991.442663:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa7b1f3a (tot 82350866). 00000800:00000200:1.0:1761322991.442670:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322991.442680:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322991.442684:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa7b1f3a type 1, nob 320 niov 1 nkiov 1 00080000:00000010:3.0:1761322991.442698:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000004b54b1ab. 00000020:00000010:1.0:1761322991.442714:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000005b2eeef8. 00000020:00000010:1.0:1761322991.442719:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001d369eb8. 00000020:00000010:1.0:1761322991.442723:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000c5f5449. 00010000:00000010:3.0:1761322991.442826:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000050145260. 00010000:00000010:3.0:1761322991.442833:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000080ecc389. 00000800:00000200:0.0:1761322991.442971:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761322991.442976:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa7b1f3a (tot 82350618). 00000400:00000200:0.0:1761322991.442984:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322991.442989:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:0.0:1761322991.442994:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a8e779fb 00000400:00000010:0.0:1761322991.442995:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a8e779fb. 00010000:00000010:2.0:1761322991.443178:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fec0a478. 00010000:00000010:2.0:1761322991.443186:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d2b87169. 00010000:00000010:2.0:1761322991.443198:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009491341e. 00000100:00000010:2.0:1761322991.443203:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c487334b. 00000100:00000010:2.0:1761322991.443210:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c802a107. 02000000:00000010:2.0:1761322991.443222:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008c28eff8. 02000000:00000010:2.0:1761322991.443248:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007b091833. 00000400:00000010:2.0:1761322991.443254:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000000179353. 00000400:00000010:2.0:1761322991.443259:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000958958ca. 00000100:00000200:2.0:1761322991.443266:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956459456, portal 16 00000400:00000010:2.0:1761322991.443270:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003d5d8e74. 00000100:00000200:2.0:1761322991.443272:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956459456, offset 0 00000400:00000200:2.0:1761322991.443277:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:2.0:1761322991.443285:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:2.0:1761322991.443292:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:2.0:1761322991.443296:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761322991.443300:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:2.0:1761322991.443302:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88945:88945:256:4294967295] 192.168.201.29@tcp LPNI seq info [88945:88945:8:4294967295] 00000400:00000200:2.0:1761322991.443309:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:2.0:1761322991.443320:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:2.0:1761322991.443325:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a3160ea0 (tot 82350866). 00000800:00000200:2.0:1761322991.443328:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:2.0:1761322991.443335:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:2.0:1761322991.443338:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a3160ea0 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761322991.443881:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761322991.443886:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a3160ea0 (tot 82350618). 00000400:00000200:0.0:1761322991.443893:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322991.443899:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:0.0:1761322991.443903:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003d5d8e74 00000400:00000010:0.0:1761322991.443905:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003d5d8e74. 00000100:00000200:0.0:1761322991.443913:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c802a107 x1846879956459456/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761322991.444892:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b8f5a4be. 00010000:00000010:3.1:1761322991.444915:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e56bf9ee. 00010000:00000010:3.1:1761322991.444919:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008c4eba31. 00010000:00000010:1.1:1761322991.448751:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c3bc0605. 00000400:00000200:2.0:1761322991.448770:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322991.448796:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf5fc0 00000400:00000200:2.0:1761322991.448811:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac075 [1] + 224 00000400:00000200:2.0:1761322991.448836:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.448841:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322991.448853:0:15812:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c802a107 x1846879956459456/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322991.448887:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322991.448893:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb599c0 00000400:00000200:2.0:1761322991.448898:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa9f9 [2] + 328 00000400:00000200:2.0:1761322991.448912:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.448916:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322991.448920:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761322991.448927:0:15812:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000076100024. 00000400:00000010:0.0:1761322991.449018:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000000179353. 00000400:00000200:0.0:1761322991.449025:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000958958ca 00000400:00000010:0.0:1761322991.449027:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000958958ca. 00000100:00000200:0.0:1761322991.449046:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c802a107 x1846879956459456/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761322991.449055:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c802a107 x1846879956459456/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000020:00000010:1.0:1761322991.449104:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000c5f5449. 02000000:00000010:0.0:1761322991.449115:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007b091833. 00000020:00000010:1.0:1761322991.449121:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000005b2eeef8. 02000000:00000010:0.0:1761322991.449123:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008c28eff8. 00000020:00000010:1.0:1761322991.449128:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001d369eb8. 00000100:00000010:0.0:1761322991.449130:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c802a107. 00000100:00000010:0.0:1761322991.449136:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c487334b. 00010000:00000010:0.0:1761322991.449141:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009491341e. 00000100:00000200:1.0:1761322991.449160:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000076100024 x1846879955818944/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761322991.449204:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955818944 02000000:00000010:1.0:1761322991.449216:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000aba40612. 00010000:00000010:1.0:1761322991.449245:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dabad6d6. 00010000:00000010:1.0:1761322991.449266:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000045bae3a8. 00000100:00000010:1.0:1761322991.449273:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bf45e68b. 00000100:00000010:1.0:1761322991.449288:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bf45e68b. 00010000:00000010:1.0:1761322991.449292:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000045bae3a8. 00000400:00000010:1.0:1761322991.449305:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fcd371be. 00000100:00000200:1.0:1761322991.449310:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955818944, offset 224 00000400:00000200:1.0:1761322991.449320:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322991.449333:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00080000:00000010:0.0:1761322991.449334:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000005cd63e5d. 00000400:00000200:1.0:1761322991.449341:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88946:88946:256:4294967295] 192.168.201.29@tcp LPNI seq info [88946:88946:8:4294967295] 00000400:00000200:1.0:1761322991.449353:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322991.449358:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322991.449364:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa7b1f3a (tot 82350866). 00000800:00000200:1.0:1761322991.449370:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322991.449378:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322991.449382:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa7b1f3a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761322991.449408:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000005b2eeef8. 00000020:00000010:1.0:1761322991.449412:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001d369eb8. 00000020:00000010:1.0:1761322991.449416:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000c5f5449. 00010000:00000010:0.0:1761322991.449456:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d2b87169. 00010000:00000010:0.0:1761322991.449465:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000053e64bec. 00010000:00000010:0.0:1761322991.449562:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d154bf62. 00010000:00000010:0.0:1761322991.449569:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000068f2057b. 00010000:00000010:0.0:1761322991.449580:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000bd21405. 00000100:00000010:0.0:1761322991.449584:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000022dcd2b9. 00000100:00000010:0.0:1761322991.449590:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b7d7a390. 02000000:00000010:0.0:1761322991.449602:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000060c7d3. 02000000:00000010:0.0:1761322991.449628:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000696810dd. 00000400:00000010:0.0:1761322991.449633:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a0d74cf3. 00000400:00000010:0.0:1761322991.449638:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e04633ab. 00000100:00000200:0.0:1761322991.449643:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956459520, portal 16 00000400:00000010:0.0:1761322991.449648:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001a275b80. 00000100:00000200:0.0:1761322991.449650:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956459520, offset 0 00000400:00000200:0.0:1761322991.449656:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322991.449662:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322991.449670:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:0.0:1761322991.449675:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761322991.449679:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322991.449682:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88947:88947:255:4294967295] 192.168.201.29@tcp LPNI seq info [88947:88947:7:4294967295] 00000400:00000200:0.0:1761322991.449688:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322991.449693:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322991.449697:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000057731204 (tot 82351114). 00000800:00000200:0.0:1761322991.449701:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322991.449705:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322991.449707:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000057731204 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761322991.449797:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322991.449801:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa7b1f3a (tot 82350866). 00000400:00000200:2.0:1761322991.449809:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.449813:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322991.449816:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fcd371be 00000400:00000010:2.0:1761322991.449818:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fcd371be. 00000800:00000200:2.0:1761322991.449899:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322991.449901:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000057731204 (tot 82350618). 00000400:00000200:2.0:1761322991.449904:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.449907:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322991.449909:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001a275b80 00000400:00000010:2.0:1761322991.449911:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001a275b80. 00000100:00000200:2.0:1761322991.449918:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b7d7a390 x1846879956459520/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761322991.451171:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001d17fa2c. 00010000:00000010:3.1:1761322991.451192:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000080715e4a. 00010000:00000010:0.1:1761322991.455143:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000c9037bb. 00010000:00000010:0.1:1761322991.455167:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fec0a478. 00000400:00000200:0.0:1761322991.456194:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:0.0:1761322991.456219:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf6000 00000400:00000200:0.0:1761322991.456230:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac081 [1] + 224 00000400:00000200:0.0:1761322991.456252:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322991.456257:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:0.0:1761322991.456268:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b7d7a390 x1846879956459520/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761322991.456366:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a0d74cf3. 00000400:00000200:2.0:1761322991.456374:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e04633ab 00000400:00000010:2.0:1761322991.456378:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e04633ab. 00000100:00000200:2.0:1761322991.456388:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b7d7a390 x1846879956459520/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761322991.456398:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b7d7a390 x1846879956459520/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761322991.456429:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000696810dd. 02000000:00000010:2.0:1761322991.456436:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000000060c7d3. 00000100:00000010:2.0:1761322991.456440:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b7d7a390. 00000100:00000010:2.0:1761322991.456445:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000022dcd2b9. 00010000:00000010:2.0:1761322991.456449:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000bd21405. 00010000:00000010:1.1:1761322991.458137:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000784696c0. 00000400:00000200:2.0:1761322991.458304:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322991.458326:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb59a00 00000400:00000200:2.0:1761322991.458334:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa9f9 [2] + 656 00000400:00000200:2.0:1761322991.458414:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.458419:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322991.458426:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761322991.458434:0:15812:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c802a107. 00000020:00000010:1.0:1761322991.458606:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000c5f5449. 00000020:00000010:1.0:1761322991.458614:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b92869bd. 00000020:00000010:1.0:1761322991.458896:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001d369eb8. 00000100:00000200:1.0:1761322991.458930:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c802a107 x1846879955819008/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761322991.458974:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955819008 02000000:00000010:1.0:1761322991.458989:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000bf006dc7. 00010000:00000010:1.0:1761322991.459025:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002e885812. 00010000:00000010:1.0:1761322991.459065:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000045bae3a8. 00000100:00000010:1.0:1761322991.459121:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bf45e68b. 00000100:00000010:1.0:1761322991.459131:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bf45e68b. 00010000:00000010:1.0:1761322991.459135:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000045bae3a8. 00000400:00000010:1.0:1761322991.459155:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a7e6aed8. 00000100:00000200:1.0:1761322991.459161:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955819008, offset 224 00000400:00000200:1.0:1761322991.459170:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322991.459183:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00080000:00000010:2.0:1761322991.459185:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c4d1a7f3. 00000400:00000200:1.0:1761322991.459189:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88948:88948:256:4294967295] 192.168.201.29@tcp LPNI seq info [88948:88948:8:4294967295] 00000400:00000200:1.0:1761322991.459199:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322991.459205:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322991.459212:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa7b1f3a (tot 82350866). 00000800:00000200:1.0:1761322991.459218:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322991.459226:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322991.459230:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa7b1f3a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761322991.459255:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b92869bd. 00000020:00000010:1.0:1761322991.459260:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001d369eb8. 00000020:00000010:1.0:1761322991.459263:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000c5f5449. 00000800:00000200:0.0:1761322991.459352:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761322991.459357:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa7b1f3a (tot 82350618). 00000400:00000200:0.0:1761322991.459369:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322991.459374:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:0.0:1761322991.459378:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a7e6aed8 00000400:00000010:0.0:1761322991.459380:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a7e6aed8. 00010000:00000010:2.0:1761322991.459426:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000068f2057b. 00010000:00000010:2.0:1761322991.459434:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008287e201. 00010000:00000010:2.0:1761322991.459631:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c7af592e. 00010000:00000010:2.0:1761322991.459638:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000006135a479. 00010000:00000010:2.0:1761322991.459650:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cc1ebc3c. 00000100:00000010:2.0:1761322991.459655:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c487334b. 00000100:00000010:2.0:1761322991.459662:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000017975d50. 02000000:00000010:2.0:1761322991.459674:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c7b06da5. 02000000:00000010:2.0:1761322991.459700:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000082d305cb. 00000400:00000010:2.0:1761322991.459705:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000bfcc1968. 00000400:00000010:2.0:1761322991.459712:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000047f0d024. 00000100:00000200:2.0:1761322991.459718:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956459584, portal 16 00000400:00000010:2.0:1761322991.459722:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d60c4ee9. 00000100:00000200:2.0:1761322991.459725:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956459584, offset 0 00000400:00000200:2.0:1761322991.459730:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:2.0:1761322991.459737:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:2.0:1761322991.459745:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:2.0:1761322991.459749:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761322991.459752:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:2.0:1761322991.459754:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88949:88949:256:4294967295] 192.168.201.29@tcp LPNI seq info [88949:88949:8:4294967295] 00000400:00000200:2.0:1761322991.459761:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:2.0:1761322991.459766:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:2.0:1761322991.459770:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a3160ea0 (tot 82350866). 00000800:00000200:2.0:1761322991.459774:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:2.0:1761322991.459778:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:2.0:1761322991.459781:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a3160ea0 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761322991.459904:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761322991.459907:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a3160ea0 (tot 82350618). 00000400:00000200:0.0:1761322991.459912:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322991.459916:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:0.0:1761322991.459919:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d60c4ee9 00000400:00000010:0.0:1761322991.459920:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d60c4ee9. 00000100:00000200:0.0:1761322991.459926:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000017975d50 x1846879956459584/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322991.463836:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322991.463859:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf6040 00000400:00000200:2.0:1761322991.463870:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac08d [1] + 224 00000400:00000200:2.0:1761322991.463882:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.463886:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322991.463896:0:15812:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000017975d50 x1846879956459584/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322991.463931:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322991.463935:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb59a40 00000400:00000200:2.0:1761322991.463940:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa9f9 [2] + 984 00000400:00000200:2.0:1761322991.464021:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.464025:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322991.464029:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761322991.464045:0:15812:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a87c75be. 00010000:00000010:1.1:1761322991.464156:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000032b0c355. 00000020:00000010:1.0:1761322991.464203:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000c5f5449. 00000020:00000010:1.0:1761322991.464211:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b92869bd. 00000020:00000010:1.0:1761322991.464215:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001d369eb8. 00000100:00000200:1.0:1761322991.464252:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a87c75be x1846879955819072/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761322991.464299:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955819072 02000000:00000010:1.0:1761322991.464310:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000017873907. 00010000:00000010:1.0:1761322991.464355:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000045bae3a8. 00000100:00000010:1.0:1761322991.464361:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bf45e68b. 00000100:00000010:1.0:1761322991.464367:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bf45e68b. 00010000:00000010:1.0:1761322991.464372:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000045bae3a8. 00000400:00000010:1.0:1761322991.464386:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000962e04ce. 00000100:00000200:1.0:1761322991.464391:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955819072, offset 224 00000400:00000200:1.0:1761322991.464399:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322991.464410:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322991.464417:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88950:88950:256:4294967295] 192.168.201.29@tcp LPNI seq info [88950:88950:8:4294967295] 00000400:00000200:1.0:1761322991.464428:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322991.464433:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322991.464438:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa7b1f3a (tot 82350866). 00000800:00000200:1.0:1761322991.464445:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322991.464454:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322991.464458:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa7b1f3a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761322991.464477:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b92869bd. 00000020:00000010:1.0:1761322991.464481:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001d369eb8. 00000020:00000010:1.0:1761322991.464484:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000c5f5449. 00000400:00000010:0.0:1761322991.464684:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000bfcc1968. 00000400:00000200:0.0:1761322991.464692:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000047f0d024 00000400:00000010:0.0:1761322991.464694:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000047f0d024. 00000100:00000200:0.0:1761322991.464702:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000017975d50 x1846879956459584/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761322991.464711:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000017975d50 x1846879956459584/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1761322991.464732:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000078615501. 02000000:00000010:0.0:1761322991.464752:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000082d305cb. 02000000:00000010:0.0:1761322991.464757:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c7b06da5. 00000100:00000010:0.0:1761322991.464763:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000017975d50. 00000100:00000010:0.0:1761322991.464766:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c487334b. 00010000:00000010:0.0:1761322991.464771:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cc1ebc3c. 00080000:00000010:0.0:1761322991.464792:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c1fabcb8. 00010000:00000010:0.0:1761322991.464908:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006135a479. 00010000:00000010:0.0:1761322991.464916:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004af5d18b. 00010000:00000010:0.0:1761322991.465022:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000d3ae799. 00010000:00000010:0.0:1761322991.465029:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000004bbf67f. 00010000:00000010:0.0:1761322991.465052:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002c4ea706. 00000100:00000010:0.0:1761322991.465057:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000022dcd2b9. 00000100:00000010:0.0:1761322991.465065:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003d81b331. 02000000:00000010:0.0:1761322991.465125:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000085e0fe22. 02000000:00000010:0.0:1761322991.465150:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b22b4bcf. 00000400:00000010:0.0:1761322991.465155:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000be07a899. 00000400:00000010:0.0:1761322991.465160:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000825fa906. 00000100:00000200:0.0:1761322991.465166:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956459648, portal 16 00000400:00000010:0.0:1761322991.465170:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000015c9b00d. 00000100:00000200:0.0:1761322991.465172:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956459648, offset 0 00000400:00000200:0.0:1761322991.465177:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322991.465184:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322991.465191:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:0.0:1761322991.465195:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761322991.465198:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322991.465201:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88951:88951:255:4294967295] 192.168.201.29@tcp LPNI seq info [88951:88951:7:4294967295] 00000400:00000200:0.0:1761322991.465209:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322991.465215:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322991.465218:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000057731204 (tot 82351114). 00000800:00000200:0.0:1761322991.465222:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322991.465226:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322991.465229:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000057731204 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761322991.465904:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322991.465910:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa7b1f3a (tot 82350866). 00000400:00000200:3.0:1761322991.465920:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.465926:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322991.465930:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000962e04ce 00000400:00000010:3.0:1761322991.465933:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000962e04ce. 00000800:00000200:3.0:1761322991.466155:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322991.466158:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000057731204 (tot 82350618). 00000400:00000200:3.0:1761322991.466161:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.466165:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322991.466168:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000015c9b00d 00000400:00000010:3.0:1761322991.466169:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000015c9b00d. 00000100:00000200:3.0:1761322991.466179:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003d81b331 x1846879956459648/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761322991.467414:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:0.0:1761322991.467433:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf6080 00000400:00000200:0.0:1761322991.467443:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac099 [1] + 224 00000400:00000200:0.0:1761322991.467461:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322991.467464:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:0.0:1761322991.467472:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003d81b331 x1846879956459648/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322991.468064:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322991.468113:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb59a80 00000400:00000200:3.0:1761322991.468120:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa9f9 [2] + 1312 00000400:00000200:3.0:1761322991.468164:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.468168:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322991.468172:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761322991.468178:0:15812:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001d6c23c1. 00000020:00000010:0.0:1761322991.468285:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000439141ba. 00000020:00000010:0.0:1761322991.468292:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000207e6220. 00000020:00000010:0.0:1761322991.468296:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005269528a. 00000100:00000200:0.0:1761322991.468323:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001d6c23c1 x1846879955819136/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761322991.468351:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955819136 02000000:00000010:0.0:1761322991.468362:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a16314fc. 00010000:00000010:0.0:1761322991.468400:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000278913d1. 00000100:00000010:0.0:1761322991.468408:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005d7c4309. 00000100:00000010:0.0:1761322991.468414:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005d7c4309. 00010000:00000010:0.0:1761322991.468419:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000278913d1. 00000400:00000010:0.0:1761322991.468432:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c8d84849. 00000100:00000200:0.0:1761322991.468437:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955819136, offset 224 00000400:00000200:0.0:1761322991.468445:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322991.468457:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322991.468463:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88952:88952:256:4294967295] 192.168.201.29@tcp LPNI seq info [88952:88952:8:4294967295] 00000400:00000200:0.0:1761322991.468473:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322991.468478:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322991.468482:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000361d1353 (tot 82350866). 00000800:00000200:0.0:1761322991.468488:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322991.468495:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322991.468499:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000361d1353 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:2.1:1761322991.468604:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008e753603. 00010000:00000010:2.1:1761322991.468614:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d154bf62. 00000400:00000010:2.0:1761322991.468636:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000be07a899. 00000400:00000200:2.0:1761322991.468641:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000825fa906 00000400:00000010:2.0:1761322991.468644:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000825fa906. 00000100:00000200:2.0:1761322991.468653:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003d81b331 x1846879956459648/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761322991.468660:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003d81b331 x1846879956459648/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1761322991.468680:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000086d1ec5. 02000000:00000010:2.0:1761322991.468694:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b22b4bcf. 02000000:00000010:2.0:1761322991.468698:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000085e0fe22. 00000100:00000010:2.0:1761322991.468701:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003d81b331. 00000100:00000010:2.0:1761322991.468704:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000022dcd2b9. 00010000:00000010:2.0:1761322991.468708:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002c4ea706. 00080000:00000010:2.0:1761322991.468726:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000035a7aab0. 00010000:00000010:2.0:1761322991.468850:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000004bbf67f. 00010000:00000010:2.0:1761322991.468858:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005f22f81c. 00010000:00000010:2.0:1761322991.468945:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ea53fc91. 00010000:00000010:2.0:1761322991.468952:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000056a01cf6. 00010000:00000010:2.0:1761322991.468964:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002b560813. 00000100:00000010:2.0:1761322991.468969:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c487334b. 00000100:00000010:2.0:1761322991.468976:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000035919ae3. 00000020:00000010:0.0:1761322991.468983:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000207e6220. 02000000:00000010:2.0:1761322991.468988:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c7b06da5. 00000020:00000010:0.0:1761322991.468990:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005269528a. 00000020:00000010:0.0:1761322991.468995:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000439141ba. 02000000:00000010:2.0:1761322991.469013:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000082d305cb. 00000400:00000010:2.0:1761322991.469019:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ba3a7f92. 00000400:00000010:2.0:1761322991.469023:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001d727dcf. 00000100:00000200:2.0:1761322991.469028:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956459712, portal 16 00000400:00000010:2.0:1761322991.469046:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000032cf7749. 00000100:00000200:2.0:1761322991.469048:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956459712, offset 0 00000400:00000200:2.0:1761322991.469053:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:2.0:1761322991.469060:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:2.0:1761322991.469068:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:2.0:1761322991.469093:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761322991.469098:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:2.0:1761322991.469101:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88953:88953:255:4294967295] 192.168.201.29@tcp LPNI seq info [88953:88953:7:4294967295] 00000400:00000200:2.0:1761322991.469110:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:2.0:1761322991.469115:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:2.0:1761322991.469119:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000074e57caf (tot 82351114). 00000800:00000200:2.0:1761322991.469123:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:2.0:1761322991.469127:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:2.0:1761322991.469129:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000074e57caf type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761322991.469142:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322991.469147:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000361d1353 (tot 82350866). 00000400:00000200:3.0:1761322991.469151:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.469156:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322991.469159:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c8d84849 00000400:00000010:3.0:1761322991.469160:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c8d84849. 00000800:00000200:3.0:1761322991.469209:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322991.469211:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000074e57caf (tot 82350618). 00000400:00000200:3.0:1761322991.469215:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.469219:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322991.469221:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000032cf7749 00000400:00000010:3.0:1761322991.469223:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000032cf7749. 00000100:00000200:3.0:1761322991.469227:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000035919ae3 x1846879956459712/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761322991.471878:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000038151af9. 00010000:00000010:0.1:1761322991.471904:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002284aad4. 00010000:00000010:0.1:1761322991.471910:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c7af592e. 00000400:00000200:0.0:1761322991.474561:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:0.0:1761322991.474588:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf60c0 00000400:00000200:0.0:1761322991.474600:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac0a5 [1] + 224 00000400:00000200:0.0:1761322991.474615:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322991.474620:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:0.0:1761322991.474632:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000035919ae3 x1846879956459712/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761322991.474671:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:0.0:1761322991.474677:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb59ac0 00000400:00000200:0.0:1761322991.474682:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa9f9 [2] + 1640 00000400:00000200:0.0:1761322991.474703:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322991.474706:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:0.0:1761322991.474711:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761322991.474717:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005d86ea8a. 00000400:00000010:2.0:1761322991.474886:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ba3a7f92. 00000400:00000200:2.0:1761322991.474893:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001d727dcf 00000400:00000010:2.0:1761322991.474896:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001d727dcf. 00000100:00000200:2.0:1761322991.474905:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000035919ae3 x1846879956459712/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761322991.474915:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000035919ae3 x1846879956459712/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000020:00000010:1.0:1761322991.474945:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000c5f5449. 02000000:00000010:2.0:1761322991.474946:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000082d305cb. 02000000:00000010:2.0:1761322991.474954:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c7b06da5. 00000020:00000010:1.0:1761322991.474955:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b92869bd. 00000100:00000010:2.0:1761322991.474960:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000035919ae3. 00000020:00000010:1.0:1761322991.474962:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001d369eb8. 00000100:00000010:2.0:1761322991.474972:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c487334b. 00010000:00000010:2.0:1761322991.474979:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002b560813. 00000100:00000200:1.0:1761322991.474993:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005d86ea8a x1846879955819200/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761322991.475045:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955819200 02000000:00000010:1.0:1761322991.475057:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000073228efa. 00010000:00000010:1.0:1761322991.475117:0:66652:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005f041124. 00010000:00000010:1.0:1761322991.475140:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000045bae3a8. 00000100:00000010:1.0:1761322991.475147:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bf45e68b. 00000100:00000010:1.0:1761322991.475158:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bf45e68b. 00010000:00000010:1.0:1761322991.475162:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000045bae3a8. 00000400:00000010:1.0:1761322991.475176:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a506a769. 00000100:00000200:1.0:1761322991.475181:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955819200, offset 224 00000400:00000200:1.0:1761322991.475190:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322991.475204:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322991.475210:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88954:88954:256:4294967295] 192.168.201.29@tcp LPNI seq info [88954:88954:8:4294967295] 00000400:00000200:1.0:1761322991.475222:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322991.475228:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322991.475234:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa7b1f3a (tot 82350866). 00000800:00000200:1.0:1761322991.475242:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322991.475250:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322991.475255:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa7b1f3a type 1, nob 320 niov 1 nkiov 1 00080000:00000010:2.0:1761322991.475269:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c7b06da5. 00000020:00000010:1.0:1761322991.475273:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b92869bd. 00000020:00000010:1.0:1761322991.475278:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001d369eb8. 00000020:00000010:1.0:1761322991.475282:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000c5f5449. 00010000:00000010:2.0:1761322991.475392:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000056a01cf6. 00010000:00000010:2.0:1761322991.475402:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009dd6bd31. 00000800:00000200:0.0:1761322991.475408:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761322991.475413:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa7b1f3a (tot 82350618). 00000400:00000200:0.0:1761322991.475424:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322991.475429:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:0.0:1761322991.475433:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a506a769 00000400:00000010:0.0:1761322991.475434:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a506a769. 00010000:00000010:2.0:1761322991.475516:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d78a86f9. 00010000:00000010:2.0:1761322991.475523:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000056a01cf6. 00010000:00000010:2.0:1761322991.475545:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002b560813. 00000100:00000010:2.0:1761322991.475549:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c487334b. 00000100:00000010:2.0:1761322991.475558:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000035919ae3. 02000000:00000010:2.0:1761322991.475568:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000082d305cb. 02000000:00000010:2.0:1761322991.475590:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008c28eff8. 00000400:00000010:2.0:1761322991.475594:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ba3a7f92. 00000400:00000010:2.0:1761322991.475598:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001d727dcf. 00000100:00000200:2.0:1761322991.475603:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956459776, portal 16 00000400:00000010:2.0:1761322991.475607:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b98a355a. 00000100:00000200:2.0:1761322991.475609:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956459776, offset 0 00000400:00000200:2.0:1761322991.475616:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:2.0:1761322991.475622:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:2.0:1761322991.475631:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:2.0:1761322991.475635:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761322991.475639:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:2.0:1761322991.475641:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88955:88955:256:4294967295] 192.168.201.29@tcp LPNI seq info [88955:88955:8:4294967295] 00000400:00000200:2.0:1761322991.475650:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:2.0:1761322991.475655:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:2.0:1761322991.475659:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f093da5b (tot 82350866). 00000800:00000200:2.0:1761322991.475662:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:2.0:1761322991.475667:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:2.0:1761322991.475670:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f093da5b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761322991.475824:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322991.475828:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f093da5b (tot 82350618). 00000400:00000200:3.0:1761322991.475833:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.475838:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322991.475841:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b98a355a 00000400:00000010:3.0:1761322991.475843:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b98a355a. 00000100:00000200:3.0:1761322991.475849:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000035919ae3 x1846879956459776/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761322991.476108:0:78730:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fcdcd416. 00010000:00000010:2.1:1761322991.476115:0:78730:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000670a89af. 00010000:00000010:2.1:1761322991.476121:0:78730:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000d3ae799. 00000400:00000200:0.0:1761322991.479638:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:0.0:1761322991.479664:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf6100 00000400:00000200:0.0:1761322991.479676:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac0b1 [1] + 224 00000400:00000200:0.0:1761322991.479696:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322991.479701:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:0.0:1761322991.479713:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000035919ae3 x1846879956459776/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761322991.479761:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000010:2.0:1761322991.479779:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ba3a7f92. 00000400:00000200:0.0:1761322991.479780:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb59b00 00000400:00000200:2.0:1761322991.479787:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001d727dcf 00000400:00000010:2.0:1761322991.479790:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001d727dcf. 00000100:00000200:2.0:1761322991.479798:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000035919ae3 x1846879956459776/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761322991.479800:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaa9f9 [2] + 1968 00000400:00000010:0.0:1761322991.479807:0:15811:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000cec18a7e. 00000100:00000200:2.0:1761322991.479813:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000035919ae3 x1846879956459776/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761322991.479814:0:15811:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000003ee76873 02000000:00000010:2.0:1761322991.479843:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008c28eff8. 02000000:00000010:2.0:1761322991.479850:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000082d305cb. 00000100:00000010:2.0:1761322991.479854:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000035919ae3. 00000100:00000010:2.0:1761322991.479859:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c487334b. 00010000:00000010:2.0:1761322991.479864:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002b560813. 00000400:00000200:0.0:1761322991.479883:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322991.479889:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:0.0:1761322991.479891:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003ee76873 00000400:00000010:0.0:1761322991.479894:0:15811:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000003ee76873 (tot 82350466). 00000100:00000200:0.0:1761322991.479901:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1761322991.480043:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000c5f5449. 00000020:00000010:1.0:1761322991.480056:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b92869bd. 00000020:00000010:1.0:1761322991.480062:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001d369eb8. 00000100:00000200:1.0:1761322991.480141:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a68da6b7 x1846879955819264/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761322991.480179:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955819264 02000000:00000010:1.0:1761322991.480191:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000bd0eabea. 00010000:00000010:1.0:1761322991.480217:0:66652:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000015ccb7df. 00010000:00000010:1.0:1761322991.480237:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000045bae3a8. 00000100:00000010:1.0:1761322991.480242:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bf45e68b. 00000100:00000010:1.0:1761322991.480255:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bf45e68b. 00010000:00000010:1.0:1761322991.480258:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000045bae3a8. 00000400:00000010:1.0:1761322991.480269:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000035ef97af. 00000100:00000200:1.0:1761322991.480273:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955819264, offset 224 00000400:00000200:1.0:1761322991.480280:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00080000:00000010:2.0:1761322991.480287:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000082d305cb. 00000400:00000200:1.0:1761322991.480291:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322991.480296:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88956:88956:256:4294967295] 192.168.201.29@tcp LPNI seq info [88956:88956:8:4294967295] 00000400:00000200:1.0:1761322991.480304:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322991.480309:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322991.480314:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa7b1f3a (tot 82350714). 00000800:00000200:1.0:1761322991.480318:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322991.480325:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322991.480329:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa7b1f3a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761322991.480347:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b92869bd. 00000020:00000010:1.0:1761322991.480350:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001d369eb8. 00000020:00000010:1.0:1761322991.480353:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000c5f5449. 02000000:00000010:1.0:1761322991.480361:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000073228efa. 00000100:00000010:1.0:1761322991.480364:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005d86ea8a. 02000000:00000010:1.0:1761322991.480368:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a16314fc. 00000100:00000010:1.0:1761322991.480370:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001d6c23c1. 02000000:00000010:1.0:1761322991.480373:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000017873907. 00000100:00000010:1.0:1761322991.480375:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a87c75be. 02000000:00000010:1.0:1761322991.480379:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000bf006dc7. 00000100:00000010:1.0:1761322991.480380:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c802a107. 02000000:00000010:1.0:1761322991.480384:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000aba40612. 00000100:00000010:1.0:1761322991.480386:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000076100024. 00010000:00000010:2.0:1761322991.480389:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000056a01cf6. 02000000:00000010:1.0:1761322991.480389:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007f7709b0. 00000100:00000010:1.0:1761322991.480393:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d6d0189b. 00010000:00000010:2.0:1761322991.480399:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d39c69ae. 00000100:00000200:1.0:1761322991.480399:0:66652:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1761322991.480404:0:66652:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ebc96260. 00000400:00000010:1.0:1761322991.480408:0:66652:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000bf45e68b (tot 82350866). 00010000:00000010:2.0:1761322991.480491:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003d0c03cf. 00010000:00000010:2.0:1761322991.480497:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000056a01cf6. 00010000:00000010:2.0:1761322991.480506:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002b560813. 00000100:00000010:2.0:1761322991.480509:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c487334b. 00000100:00000010:2.0:1761322991.480514:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000035919ae3. 02000000:00000010:2.0:1761322991.480524:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008c28eff8. 02000000:00000010:2.0:1761322991.480544:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007b091833. 00000400:00000010:2.0:1761322991.480547:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ba3a7f92. 00000400:00000010:2.0:1761322991.480550:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001d727dcf. 00000100:00000200:2.0:1761322991.480554:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956459840, portal 16 00000400:00000010:2.0:1761322991.480557:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001055e55e. 00000100:00000200:2.0:1761322991.480559:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956459840, offset 0 00000400:00000200:2.0:1761322991.480565:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:2.0:1761322991.480571:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:2.0:1761322991.480579:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:2.0:1761322991.480583:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761322991.480586:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:2.0:1761322991.480589:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88957:88957:255:4294967295] 192.168.201.29@tcp LPNI seq info [88957:88957:7:4294967295] 00000400:00000200:2.0:1761322991.480598:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:2.0:1761322991.480602:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:2.0:1761322991.480606:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000041deb613 (tot 82351114). 00000800:00000200:2.0:1761322991.480610:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:2.0:1761322991.480614:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:2.0:1761322991.480617:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000041deb613 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761322991.480656:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322991.480661:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa7b1f3a (tot 82350866). 00000400:00000200:3.0:1761322991.480669:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.480675:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322991.480678:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000035ef97af 00000400:00000010:3.0:1761322991.480680:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000035ef97af. 02000000:00000010:3.0:1761322991.480685:0:15812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000bd0eabea. 00000800:00000200:3.0:1761322991.480854:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322991.480856:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000041deb613 (tot 82350618). 00000400:00000200:3.0:1761322991.480862:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.480866:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322991.480868:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001055e55e 00000400:00000010:3.0:1761322991.480870:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001055e55e. 00000100:00000200:3.0:1761322991.480876:0:15812:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000035919ae3 x1846879956459840/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761322991.484116:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004c9f2587. 00010000:00000010:2.1:1761322991.484126:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea53fc91. 00010000:00000010:1.1:1761322991.484145:0:61033:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000210ddf72. 00000400:00000200:3.0:1761322991.484417:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322991.484445:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf6140 00000400:00000200:3.0:1761322991.484453:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac0c1 [1] + 224 00000400:00000200:3.0:1761322991.484467:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.484471:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322991.484480:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000035919ae3 x1846879956459840/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322991.484513:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322991.484517:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb59b40 00000400:00000200:3.0:1761322991.484523:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaaa51 [2] + 0 00000400:00000200:3.0:1761322991.484533:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.484535:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322991.484539:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761322991.484544:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000279cdfe2. 00000020:00000010:3.0:1761322991.484589:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003239c13f. 00000020:00000010:3.0:1761322991.484595:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000837bee1b. 00000020:00000010:3.0:1761322991.484599:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000cf10095. 00000100:00000200:3.0:1761322991.484621:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000279cdfe2 x1846879955819328/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761322991.484656:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955819328 02000000:00000010:3.0:1761322991.484666:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c3d94ee7. 00010000:00000010:3.0:1761322991.484704:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000dba868d1. 00000100:00000010:3.0:1761322991.484711:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001da5bf6f. 00000400:00000010:0.0:1761322991.484712:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ba3a7f92. 00000400:00000200:0.0:1761322991.484716:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001d727dcf 00000100:00000010:3.0:1761322991.484717:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001da5bf6f. 00000400:00000010:0.0:1761322991.484718:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001d727dcf. 00010000:00000010:3.0:1761322991.484721:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000dba868d1. 00000100:00000200:0.0:1761322991.484725:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000035919ae3 x1846879956459840/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761322991.484732:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000035919ae3 x1846879956459840/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761322991.484734:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000094a78784. 00000100:00000200:3.0:1761322991.484738:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955819328, offset 224 00000400:00000200:3.0:1761322991.484744:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00010000:00000010:0.0:1761322991.484750:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcb4fc59. 00000400:00000200:3.0:1761322991.484756:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 02000000:00000010:0.0:1761322991.484761:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007b091833. 00000400:00000200:3.0:1761322991.484762:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88958:88958:256:4294967295] 192.168.201.29@tcp LPNI seq info [88958:88958:8:4294967295] 02000000:00000010:0.0:1761322991.484766:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008c28eff8. 00000100:00000010:0.0:1761322991.484770:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000035919ae3. 00000400:00000200:3.0:1761322991.484773:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000100:00000010:0.0:1761322991.484775:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c487334b. 00000800:00000200:3.0:1761322991.484777:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00010000:00000010:0.0:1761322991.484778:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002b560813. 00000800:00000010:3.0:1761322991.484783:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004da5e01e (tot 82350866). 00000800:00000200:3.0:1761322991.484788:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322991.484797:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00080000:00000010:0.0:1761322991.484798:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a71341ce. 00000800:00000200:3.0:1761322991.484801:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004da5e01e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761322991.484824:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000837bee1b. 00000020:00000010:3.0:1761322991.484828:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000cf10095. 00000020:00000010:3.0:1761322991.484832:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003239c13f. 00000800:00000200:0.0:1761322991.485571:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761322991.485576:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004da5e01e (tot 82350618). 00000400:00000200:0.0:1761322991.485581:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322991.485586:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:0.0:1761322991.485590:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000094a78784 00000400:00000010:0.0:1761322991.485591:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000094a78784. 00010000:00000010:0.0:1761322991.485830:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000056a01cf6. 00010000:00000010:0.0:1761322991.485840:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ee9afec2. 00010000:00000010:0.0:1761322991.485947:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003999fc69. 00010000:00000010:0.0:1761322991.485954:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007e353081. 00010000:00000010:0.0:1761322991.485965:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d2563f59. 00000100:00000010:0.0:1761322991.485971:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005d7c4309. 00000100:00000010:0.0:1761322991.485979:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000094ca1c7b. 02000000:00000010:0.0:1761322991.485990:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006beb1a2f. 02000000:00000010:0.0:1761322991.486013:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000688d4a86. 00000400:00000010:0.0:1761322991.486019:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003f122c1e. 00000400:00000010:0.0:1761322991.486025:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001c2d6366. 00000100:00000200:0.0:1761322991.486045:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956459904, portal 16 00000400:00000010:0.0:1761322991.486051:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000faaff073. 00000100:00000200:0.0:1761322991.486053:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956459904, offset 0 00000400:00000200:0.0:1761322991.486060:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322991.486070:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322991.486099:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:0.0:1761322991.486104:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761322991.486108:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322991.486111:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88959:88959:256:4294967295] 192.168.201.29@tcp LPNI seq info [88959:88959:8:4294967295] 00000400:00000200:0.0:1761322991.486120:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322991.486125:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322991.486129:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004c92fdd7 (tot 82350866). 00000800:00000200:0.0:1761322991.486136:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322991.486142:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322991.486144:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004c92fdd7 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761322991.486809:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761322991.486815:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004c92fdd7 (tot 82350618). 00000400:00000200:1.0:1761322991.486820:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322991.486826:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:1.0:1761322991.486830:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000faaff073 00000400:00000010:1.0:1761322991.486832:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000faaff073. 00000100:00000200:1.0:1761322991.486841:0:15812:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000094ca1c7b x1846879956459904/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761322991.489120:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008eeb7d36. 00010000:00000010:2.1:1761322991.489145:0:78749:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004b53702c. 00010000:00000010:2.1:1761322991.489154:0:78749:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d78a86f9. 00010000:00000010:0.1:1761322991.489232:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a4d46507. 00010000:00000010:0.1:1761322991.492788:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ef754688. 00010000:00000010:0.1:1761322991.492803:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003d0c03cf. 00000400:00000200:0.0:1761322991.492848:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:0.0:1761322991.492869:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf6180 00000400:00000200:0.0:1761322991.492881:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac0cd [1] + 224 00000400:00000200:0.0:1761322991.492895:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322991.492900:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:0.0:1761322991.492913:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000094ca1c7b x1846879956459904/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761322991.492958:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:0.0:1761322991.492964:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb59b80 00000400:00000200:0.0:1761322991.492971:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaaa51 [2] + 328 00000400:00000010:2.0:1761322991.492981:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003f122c1e. 00000400:00000200:0.0:1761322991.492982:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322991.492987:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322991.492989:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001c2d6366 00000400:00000010:2.0:1761322991.492993:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001c2d6366. 00000100:00000200:0.0:1761322991.493008:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000200:2.0:1761322991.493010:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000094ca1c7b x1846879956459904/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000010:0.0:1761322991.493016:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e84b8751. 00000100:00000200:2.0:1761322991.493020:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000094ca1c7b x1846879956459904/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761322991.493061:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000688d4a86. 02000000:00000010:2.0:1761322991.493068:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006beb1a2f. 00000100:00000010:2.0:1761322991.493072:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000094ca1c7b. 00000020:00000010:0.0:1761322991.493103:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006beb1a2f. 00000020:00000010:0.0:1761322991.493112:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000207e6220. 00000020:00000010:0.0:1761322991.493116:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005269528a. 00000100:00000200:0.0:1761322991.493142:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e84b8751 x1846879955819392/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000010:2.0:1761322991.493149:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005d7c4309. 00010000:00000010:2.0:1761322991.493155:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d2563f59. 00000100:00000200:0.0:1761322991.493182:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955819392 02000000:00000010:0.0:1761322991.493194:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000688d4a86. 00010000:00000010:0.0:1761322991.493224:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000063554b25. 00010000:00000010:0.0:1761322991.493245:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000062e7c398. 00000100:00000010:0.0:1761322991.493251:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003b43039a. 00000100:00000010:0.0:1761322991.493266:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003b43039a. 00010000:00000010:0.0:1761322991.493270:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000062e7c398. 00000400:00000010:0.0:1761322991.493282:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000243f87cb. 00000100:00000200:0.0:1761322991.493288:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955819392, offset 224 00000400:00000200:0.0:1761322991.493295:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322991.493309:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322991.493316:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88960:88960:256:4294967295] 192.168.201.29@tcp LPNI seq info [88960:88960:8:4294967295] 00000400:00000200:0.0:1761322991.493328:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322991.493334:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322991.493339:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a69d00c5 (tot 82350866). 00000800:00000200:0.0:1761322991.493345:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322991.493354:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322991.493358:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a69d00c5 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761322991.493378:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000207e6220. 00000020:00000010:0.0:1761322991.493382:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005269528a. 00000020:00000010:0.0:1761322991.493385:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006beb1a2f. 00000800:00000200:1.0:1761322991.493500:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761322991.493504:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a69d00c5 (tot 82350618). 00000400:00000200:1.0:1761322991.493508:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322991.493512:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:1.0:1761322991.493514:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000243f87cb 00000400:00000010:1.0:1761322991.493516:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000243f87cb. 00080000:00000010:2.0:1761322991.493582:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000022fb6ccf. 00010000:00000010:2.0:1761322991.493690:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007e353081. 00010000:00000010:2.0:1761322991.493699:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003bb52591. 00010000:00000010:2.0:1761322991.493787:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d78a86f9. 00010000:00000010:2.0:1761322991.493794:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000044b84ffd. 00010000:00000010:2.0:1761322991.493805:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b6ef09d4. 00000100:00000010:2.0:1761322991.493809:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c487334b. 00000100:00000010:2.0:1761322991.493815:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f7a33011. 02000000:00000010:2.0:1761322991.493825:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000064058603. 02000000:00000010:2.0:1761322991.493846:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008577d6c0. 00000400:00000010:2.0:1761322991.493851:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000013c23f94. 00000400:00000010:2.0:1761322991.493856:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000044da2acb. 00000100:00000200:2.0:1761322991.493861:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956459968, portal 16 00000400:00000010:2.0:1761322991.493865:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c0bb89a3. 00000100:00000200:2.0:1761322991.493867:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956459968, offset 0 00000400:00000200:2.0:1761322991.493873:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:2.0:1761322991.493879:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:2.0:1761322991.493887:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:2.0:1761322991.493891:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761322991.493894:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:2.0:1761322991.493897:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88961:88961:256:4294967295] 192.168.201.29@tcp LPNI seq info [88961:88961:8:4294967295] 00000400:00000200:2.0:1761322991.493904:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:2.0:1761322991.493909:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:2.0:1761322991.493912:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fe7f5c43 (tot 82350866). 00000800:00000200:2.0:1761322991.493916:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:2.0:1761322991.493920:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:2.0:1761322991.493923:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fe7f5c43 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761322991.496263:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761322991.496300:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fe7f5c43 (tot 82350618). 00000400:00000200:1.0:1761322991.496314:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322991.496325:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:1.0:1761322991.496331:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c0bb89a3 00000400:00000010:1.0:1761322991.496333:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c0bb89a3. 00000100:00000200:1.0:1761322991.496343:0:15812:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f7a33011 x1846879956459968/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322991.504969:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322991.504997:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf61c0 00000400:00000200:3.0:1761322991.505010:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac0d9 [1] + 224 00000400:00000200:3.0:1761322991.505027:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:2.1:1761322991.505113:0:54:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002f6c77a3. 00010000:00000010:2.1:1761322991.505125:0:54:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003999fc69. 00000400:00000200:3.0:1761322991.505149:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322991.505168:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f7a33011 x1846879956459968/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322991.505204:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000010:2.0:1761322991.505205:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000013c23f94. 00000400:00000200:2.0:1761322991.505212:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000044da2acb 00000400:00000200:3.0:1761322991.505214:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb59bc0 00000400:00000010:2.0:1761322991.505216:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000044da2acb. 00000100:00000200:2.0:1761322991.505226:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f7a33011 x1846879956459968/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322991.505227:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaaa51 [2] + 656 00000100:00000200:2.0:1761322991.505241:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f7a33011 x1846879956459968/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761322991.505270:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008577d6c0. 02000000:00000010:2.0:1761322991.505276:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000064058603. 00000100:00000010:2.0:1761322991.505281:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f7a33011. 00000100:00000010:2.0:1761322991.505286:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c487334b. 00010000:00000010:2.0:1761322991.505291:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b6ef09d4. 00000400:00000200:3.0:1761322991.505320:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.505324:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322991.505328:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761322991.505333:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001e4c2c1b. 00010000:00000010:0.1:1761322991.505351:0:78752:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075d5fefe. 00000020:00000010:1.0:1761322991.505409:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000073228efa. 00000020:00000010:1.0:1761322991.505419:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000005b2eeef8. 00000020:00000010:1.0:1761322991.505425:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001d369eb8. 00000100:00000200:1.0:1761322991.505452:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001e4c2c1b x1846879955819456/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761322991.505489:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955819456 02000000:00000010:1.0:1761322991.505501:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000c5f5449. 00010000:00000010:1.0:1761322991.505533:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bd5d2d28. 00010000:00000010:1.0:1761322991.505555:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000045bae3a8. 00000100:00000010:1.0:1761322991.505562:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000263bc0b6. 00000100:00000010:1.0:1761322991.505576:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000263bc0b6. 00010000:00000010:1.0:1761322991.505579:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000045bae3a8. 00000400:00000010:1.0:1761322991.505593:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005178a5a4. 00000100:00000200:1.0:1761322991.505598:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955819456, offset 224 00000400:00000200:1.0:1761322991.505608:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00080000:00000010:2.0:1761322991.505620:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000064058603. 00000400:00000200:1.0:1761322991.505621:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322991.505629:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88962:88962:256:4294967295] 192.168.201.29@tcp LPNI seq info [88962:88962:8:4294967295] 00000400:00000200:1.0:1761322991.505640:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322991.505644:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322991.505651:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa7b1f3a (tot 82350866). 00000800:00000200:1.0:1761322991.505657:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322991.505667:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322991.505672:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa7b1f3a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761322991.505695:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000005b2eeef8. 00000020:00000010:1.0:1761322991.505699:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001d369eb8. 00000020:00000010:1.0:1761322991.505703:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000073228efa. 00010000:00000010:2.0:1761322991.505722:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000044b84ffd. 00010000:00000010:2.0:1761322991.505730:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c1d8667f. 00010000:00000010:2.0:1761322991.505859:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ea53fc91. 00010000:00000010:2.0:1761322991.505865:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000044b84ffd. 00010000:00000010:2.0:1761322991.505876:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b6ef09d4. 00000100:00000010:2.0:1761322991.505880:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c487334b. 00000100:00000010:2.0:1761322991.505887:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f7a33011. 02000000:00000010:2.0:1761322991.505900:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008577d6c0. 02000000:00000010:2.0:1761322991.505924:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008c28eff8. 00000400:00000010:2.0:1761322991.505929:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000013c23f94. 00000400:00000010:2.0:1761322991.505934:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000044da2acb. 00000100:00000200:2.0:1761322991.505940:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956460032, portal 16 00000400:00000010:2.0:1761322991.505946:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000070bb799. 00000100:00000200:2.0:1761322991.505948:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956460032, offset 0 00000400:00000200:2.0:1761322991.505956:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:2.0:1761322991.505961:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:2.0:1761322991.505972:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:2.0:1761322991.505977:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761322991.505981:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:2.0:1761322991.505984:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88963:88963:255:4294967295] 192.168.201.29@tcp LPNI seq info [88963:88963:7:4294967295] 00000400:00000200:2.0:1761322991.505995:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:2.0:1761322991.506001:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:2.0:1761322991.506005:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cbddcecb (tot 82351114). 00000800:00000200:2.0:1761322991.506009:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:2.0:1761322991.506014:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:2.0:1761322991.506017:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cbddcecb type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761322991.506050:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322991.506056:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa7b1f3a (tot 82350866). 00000400:00000200:3.0:1761322991.506065:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.506070:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322991.506098:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005178a5a4 00000400:00000010:3.0:1761322991.506100:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005178a5a4. 00000800:00000200:3.0:1761322991.506163:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322991.506166:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cbddcecb (tot 82350618). 00000400:00000200:3.0:1761322991.506171:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.506174:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322991.506177:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000070bb799 00000400:00000010:3.0:1761322991.506178:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000070bb799. 00000100:00000200:3.0:1761322991.506184:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f7a33011 x1846879956460032/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322991.508701:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322991.508724:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf6200 00000400:00000200:3.0:1761322991.508732:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac0e5 [1] + 224 00000400:00000200:3.0:1761322991.508747:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.508751:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322991.508760:0:15812:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f7a33011 x1846879956460032/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761322991.508828:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000013c23f94. 00000400:00000200:2.0:1761322991.508835:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000044da2acb 00000400:00000010:2.0:1761322991.508838:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000044da2acb. 00000100:00000200:2.0:1761322991.508845:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f7a33011 x1846879956460032/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761322991.508853:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f7a33011 x1846879956460032/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761322991.508883:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008c28eff8. 02000000:00000010:2.0:1761322991.508890:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008577d6c0. 00000100:00000010:2.0:1761322991.508893:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f7a33011. 00000100:00000010:2.0:1761322991.508897:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c487334b. 00010000:00000010:2.0:1761322991.508901:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b6ef09d4. 00000400:00000200:3.0:1761322991.509213:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322991.509219:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb59c00 00000400:00000200:3.0:1761322991.509224:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaaa51 [2] + 984 00000400:00000200:3.0:1761322991.509284:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.509288:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322991.509293:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761322991.509299:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003d5ed93a. 00000020:00000010:0.0:1761322991.509364:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000439141ba. 00000020:00000010:0.0:1761322991.509374:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000207e6220. 00000020:00000010:0.0:1761322991.509379:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005269528a. 00000100:00000200:0.0:1761322991.509406:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003d5ed93a x1846879955819520/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761322991.509451:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955819520 02000000:00000010:0.0:1761322991.509464:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a16314fc. 00010000:00000010:0.0:1761322991.509499:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a5181b73. 00010000:00000010:0.0:1761322991.509524:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000062e7c398. 00000100:00000010:0.0:1761322991.509535:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003b43039a. 00000100:00000010:0.0:1761322991.509553:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003b43039a. 00010000:00000010:0.0:1761322991.509558:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000062e7c398. 00000400:00000010:0.0:1761322991.509571:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004767911a. 00000100:00000200:0.0:1761322991.509577:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955819520, offset 224 00000400:00000200:0.0:1761322991.509588:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00080000:00000010:2.0:1761322991.509598:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000008577d6c0. 00000400:00000200:0.0:1761322991.509604:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322991.509612:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88964:88964:256:4294967295] 192.168.201.29@tcp LPNI seq info [88964:88964:8:4294967295] 00000400:00000200:0.0:1761322991.509624:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322991.509630:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322991.509636:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f8f59593 (tot 82350866). 00000800:00000200:0.0:1761322991.509643:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322991.509655:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322991.509660:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f8f59593 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761322991.509682:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000207e6220. 00000020:00000010:0.0:1761322991.509687:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005269528a. 00000020:00000010:0.0:1761322991.509692:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000439141ba. 00010000:00000010:2.0:1761322991.509720:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000044b84ffd. 00010000:00000010:2.0:1761322991.509728:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d79f43d7. 00000800:00000200:3.0:1761322991.509771:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322991.509776:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f8f59593 (tot 82350618). 00000400:00000200:3.0:1761322991.509781:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.509786:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322991.509789:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004767911a 00000400:00000010:3.0:1761322991.509791:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004767911a. 00010000:00000010:2.0:1761322991.509822:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001f6d3a6c. 00010000:00000010:2.0:1761322991.509828:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000044b84ffd. 00010000:00000010:2.0:1761322991.509838:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b6ef09d4. 00000100:00000010:2.0:1761322991.509842:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c487334b. 00000100:00000010:2.0:1761322991.509847:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f7a33011. 02000000:00000010:2.0:1761322991.509858:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008c28eff8. 02000000:00000010:2.0:1761322991.509881:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007b091833. 00000400:00000010:2.0:1761322991.509886:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000013c23f94. 00000400:00000010:2.0:1761322991.509890:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000044da2acb. 00000100:00000200:2.0:1761322991.509895:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956460096, portal 16 00000400:00000010:2.0:1761322991.509899:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000008b30108. 00000100:00000200:2.0:1761322991.509901:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956460096, offset 0 00000400:00000200:2.0:1761322991.509906:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:2.0:1761322991.509912:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:2.0:1761322991.509921:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:2.0:1761322991.509926:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761322991.509935:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:2.0:1761322991.509938:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88965:88965:256:4294967295] 192.168.201.29@tcp LPNI seq info [88965:88965:8:4294967295] 00000400:00000200:2.0:1761322991.509945:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:2.0:1761322991.509950:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:2.0:1761322991.509954:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cbddcecb (tot 82350866). 00000800:00000200:2.0:1761322991.509958:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:2.0:1761322991.509964:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:2.0:1761322991.509967:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cbddcecb type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761322991.510045:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322991.510047:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cbddcecb (tot 82350618). 00000400:00000200:3.0:1761322991.510051:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.510054:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322991.510057:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000008b30108 00000400:00000010:3.0:1761322991.510058:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000008b30108. 00000100:00000200:3.0:1761322991.510062:0:15812:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f7a33011 x1846879956460096/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761322991.510254:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000330f164b. 00010000:00000010:2.1:1761322991.510265:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d78a86f9. 00000400:00000200:3.0:1761322991.510707:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322991.510719:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf6240 00000400:00000200:3.0:1761322991.510724:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac0f1 [1] + 224 00000400:00000200:3.0:1761322991.510734:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.510737:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322991.510742:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f7a33011 x1846879956460096/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761322991.510803:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000013c23f94. 00000400:00000200:2.0:1761322991.510807:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000044da2acb 00000400:00000010:2.0:1761322991.510809:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000044da2acb. 00000100:00000200:2.0:1761322991.510815:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f7a33011 x1846879956460096/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761322991.510823:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f7a33011 x1846879956460096/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761322991.510842:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007b091833. 02000000:00000010:2.0:1761322991.510847:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008c28eff8. 00000100:00000010:2.0:1761322991.510850:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f7a33011. 00000100:00000010:2.0:1761322991.510853:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c487334b. 00010000:00000010:2.0:1761322991.510858:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b6ef09d4. 00010000:00000010:1.1:1761322991.511210:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b3a778b5. 00000400:00000200:1.0:1761322991.511336:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:1.0:1761322991.511347:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb59c40 00000400:00000200:1.0:1761322991.511353:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaaa51 [2] + 1312 00000400:00000200:1.0:1761322991.511396:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322991.511400:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:1.0:1761322991.511406:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761322991.511410:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000089684651. 00000020:00000010:0.0:1761322991.511460:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000439141ba. 00000020:00000010:0.0:1761322991.511466:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000207e6220. 00000020:00000010:0.0:1761322991.511471:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005269528a. 00000100:00000200:0.0:1761322991.511490:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000089684651 x1846879955819584/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761322991.511523:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955819584 02000000:00000010:0.0:1761322991.511533:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000085e0fe22. 00010000:00000010:0.0:1761322991.511556:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f954eda2. 00010000:00000010:0.0:1761322991.511571:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000062e7c398. 00000100:00000010:0.0:1761322991.511576:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003b43039a. 00000100:00000010:0.0:1761322991.511595:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003b43039a. 00010000:00000010:0.0:1761322991.511599:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000062e7c398. 00000400:00000010:0.0:1761322991.511610:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a0012254. 00000100:00000200:0.0:1761322991.511614:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955819584, offset 224 00000400:00000200:0.0:1761322991.511621:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322991.511630:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322991.511635:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88966:88966:256:4294967295] 192.168.201.29@tcp LPNI seq info [88966:88966:8:4294967295] 00000400:00000200:0.0:1761322991.511643:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00080000:00000010:2.0:1761322991.511649:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000008c28eff8. 00000800:00000200:0.0:1761322991.511650:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322991.511654:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bf5e0f07 (tot 82350866). 00000800:00000200:0.0:1761322991.511660:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322991.511666:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322991.511668:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bf5e0f07 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761322991.511689:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000207e6220. 00000020:00000010:0.0:1761322991.511694:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005269528a. 00000020:00000010:0.0:1761322991.511698:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000439141ba. 00010000:00000010:2.0:1761322991.511731:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000044b84ffd. 00010000:00000010:2.0:1761322991.511739:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000dc20fcf0. 00000800:00000200:1.0:1761322991.511761:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761322991.511765:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bf5e0f07 (tot 82350618). 00000400:00000200:1.0:1761322991.511770:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322991.511774:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:1.0:1761322991.511777:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a0012254 00000400:00000010:1.0:1761322991.511779:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a0012254. 00010000:00000010:2.0:1761322991.511832:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d78a86f9. 00010000:00000010:2.0:1761322991.511838:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000044b84ffd. 00010000:00000010:2.0:1761322991.511847:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b6ef09d4. 00000100:00000010:2.0:1761322991.511851:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c487334b. 00000100:00000010:2.0:1761322991.511856:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f7a33011. 02000000:00000010:2.0:1761322991.511865:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007b091833. 02000000:00000010:2.0:1761322991.511883:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002e196b7b. 00000400:00000010:2.0:1761322991.511887:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000013c23f94. 00000400:00000010:2.0:1761322991.511891:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000044da2acb. 00000100:00000200:2.0:1761322991.511896:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956460160, portal 16 00000400:00000010:2.0:1761322991.511900:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005cb2b743. 00000100:00000200:2.0:1761322991.511901:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956460160, offset 0 00000400:00000200:2.0:1761322991.511908:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:2.0:1761322991.511914:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:2.0:1761322991.511922:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:2.0:1761322991.511927:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761322991.511930:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:2.0:1761322991.511933:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88967:88967:256:4294967295] 192.168.201.29@tcp LPNI seq info [88967:88967:8:4294967295] 00000400:00000200:2.0:1761322991.511940:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:2.0:1761322991.511944:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:2.0:1761322991.511948:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fe7f5c43 (tot 82350866). 00000800:00000200:2.0:1761322991.511952:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:2.0:1761322991.511957:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:2.0:1761322991.511960:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fe7f5c43 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761322991.512116:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761322991.512119:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fe7f5c43 (tot 82350618). 00000400:00000200:0.0:1761322991.512124:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322991.512128:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:0.0:1761322991.512131:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005cb2b743 00000400:00000010:0.0:1761322991.512132:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005cb2b743. 00000100:00000200:0.0:1761322991.512137:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f7a33011 x1846879956460160/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761322991.513211:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:1.0:1761322991.513229:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf6280 00000400:00000200:1.0:1761322991.513236:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac0fd [1] + 224 00000400:00000200:1.0:1761322991.513258:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322991.513261:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:1.0:1761322991.513268:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f7a33011 x1846879956460160/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761322991.513324:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000013c23f94. 00000400:00000200:0.0:1761322991.513330:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000044da2acb 00000400:00000010:0.0:1761322991.513332:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000044da2acb. 00000100:00000200:0.0:1761322991.513339:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f7a33011 x1846879956460160/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761322991.513346:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f7a33011 x1846879956460160/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761322991.513371:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002e196b7b. 02000000:00000010:0.0:1761322991.513377:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007b091833. 00000100:00000010:0.0:1761322991.513382:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f7a33011. 00000100:00000010:0.0:1761322991.513385:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c487334b. 00010000:00000010:0.0:1761322991.513390:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b6ef09d4. 00000400:00000200:1.0:1761322991.514266:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:1.0:1761322991.514281:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb59c80 00000400:00000200:1.0:1761322991.514289:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaaa51 [2] + 1640 00000400:00000200:1.0:1761322991.514353:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322991.514357:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:1.0:1761322991.514363:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761322991.514369:0:15812:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000fc1dab26. 00000020:00000010:0.0:1761322991.514442:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000439141ba. 00000020:00000010:0.0:1761322991.514452:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000207e6220. 00000020:00000010:0.0:1761322991.514458:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005269528a. 00000100:00000200:0.0:1761322991.514493:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000fc1dab26 x1846879955819648/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761322991.514534:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955819648 02000000:00000010:0.0:1761322991.514552:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b22b4bcf. 00010000:00000010:0.0:1761322991.514582:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004bc19f12. 00010000:00000010:0.0:1761322991.514614:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000062e7c398. 00000100:00000010:0.0:1761322991.514621:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003b43039a. 00000100:00000010:0.0:1761322991.514637:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003b43039a. 00010000:00000010:0.0:1761322991.514641:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000062e7c398. 00000400:00000010:0.0:1761322991.514656:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000098e50414. 00000100:00000200:0.0:1761322991.514662:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955819648, offset 224 00000400:00000200:0.0:1761322991.514670:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00080000:00000010:3.0:1761322991.514679:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e19f9729. 00000400:00000200:0.0:1761322991.514685:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322991.514692:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88968:88968:256:4294967295] 192.168.201.29@tcp LPNI seq info [88968:88968:8:4294967295] 00000400:00000200:0.0:1761322991.514702:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322991.514707:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322991.514712:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002b6ad44b (tot 82350866). 00000800:00000200:0.0:1761322991.514718:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322991.514727:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322991.514730:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002b6ad44b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761322991.514750:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000207e6220. 00000020:00000010:0.0:1761322991.514754:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005269528a. 00000020:00000010:0.0:1761322991.514757:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000439141ba. 00010000:00000010:3.0:1761322991.514789:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000044b84ffd. 00010000:00000010:3.0:1761322991.514798:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008f347d9f. 00000800:00000200:0.0:1761322991.514850:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761322991.514858:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002b6ad44b (tot 82350618). 00000400:00000200:0.0:1761322991.514862:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322991.514866:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:0.0:1761322991.514869:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000098e50414 00000400:00000010:0.0:1761322991.514872:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000098e50414. 00010000:00000010:3.0:1761322991.514883:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000080715e4a. 00010000:00000010:3.0:1761322991.514890:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000050145260. 00010000:00000010:3.0:1761322991.514901:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000012198a50. 00000100:00000010:3.0:1761322991.514906:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001da5bf6f. 00000100:00000010:3.0:1761322991.514913:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000025be6896. 02000000:00000010:3.0:1761322991.514966:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a4af19f5. 02000000:00000010:3.0:1761322991.514988:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003239c13f. 00000400:00000010:3.0:1761322991.514994:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001ad35e46. 00000400:00000010:3.0:1761322991.515000:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ffeadb6e. 00000100:00000200:3.0:1761322991.515005:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956460224, portal 16 00000400:00000010:3.0:1761322991.515009:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000094a78784. 00000100:00000200:3.0:1761322991.515011:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956460224, offset 0 00000400:00000200:3.0:1761322991.515016:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:3.0:1761322991.515022:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322991.515029:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:3.0:1761322991.515045:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761322991.515048:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:3.0:1761322991.515051:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88969:88969:256:4294967295] 192.168.201.29@tcp LPNI seq info [88969:88969:8:4294967295] 00000400:00000200:3.0:1761322991.515058:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322991.515063:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322991.515066:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fca7c33d (tot 82350866). 00000800:00000200:3.0:1761322991.515070:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322991.515101:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322991.515104:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fca7c33d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761322991.515389:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761322991.515392:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fca7c33d (tot 82350618). 00000400:00000200:1.0:1761322991.515397:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322991.515401:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:1.0:1761322991.515404:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000094a78784 00000400:00000010:1.0:1761322991.515405:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000094a78784. 00000100:00000200:1.0:1761322991.515411:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000025be6896 x1846879956460224/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761322991.516304:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:1.0:1761322991.516319:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf62c0 00000400:00000200:1.0:1761322991.516325:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac109 [1] + 224 00000400:00000200:1.0:1761322991.516337:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322991.516339:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:1.0:1761322991.516344:0:15812:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000025be6896 x1846879956460224/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761322991.516393:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001ad35e46. 00000400:00000200:3.0:1761322991.516399:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ffeadb6e 00000400:00000010:3.0:1761322991.516401:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ffeadb6e. 00000100:00000200:3.0:1761322991.516408:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000025be6896 x1846879956460224/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761322991.516417:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000025be6896 x1846879956460224/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761322991.516453:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003239c13f. 02000000:00000010:3.0:1761322991.516461:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a4af19f5. 00000100:00000010:3.0:1761322991.516465:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000025be6896. 00000100:00000010:3.0:1761322991.516469:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001da5bf6f. 00010000:00000010:3.0:1761322991.516473:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000012198a50. 00010000:00000010:2.1:1761322991.517115:0:78754:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001708f012. 00010000:00000010:0.1:1761322991.517121:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006094b197. 00010000:00000010:2.1:1761322991.517125:0:78754:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea53fc91. 00000400:00000200:0.0:1761322991.517413:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:0.0:1761322991.517423:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb59cc0 00000400:00000200:0.0:1761322991.517428:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaaa51 [2] + 1968 00000400:00000010:0.0:1761322991.517432:0:15810:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a3016f9f. 00000400:00000200:0.0:1761322991.517448:0:15810:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000079263fc8 00000400:00000200:0.0:1761322991.517501:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322991.517504:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:0.0:1761322991.517507:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000079263fc8 00000400:00000010:0.0:1761322991.517509:0:15810:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000079263fc8 (tot 82350466). 00000100:00000200:0.0:1761322991.517518:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1761322991.517618:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000073228efa. 00000020:00000010:1.0:1761322991.517627:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000005b2eeef8. 00000020:00000010:1.0:1761322991.517632:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001d369eb8. 00000100:00000200:1.0:1761322991.517665:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000054c939e0 x1846879955819712/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761322991.517707:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955819712 02000000:00000010:1.0:1761322991.517719:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000086bf4e87. 00010000:00000010:1.0:1761322991.517749:0:66652:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008eceeda2. 00010000:00000010:1.0:1761322991.517769:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000045bae3a8. 00000100:00000010:1.0:1761322991.517776:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000263bc0b6. 00000100:00000010:1.0:1761322991.517791:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000263bc0b6. 00010000:00000010:1.0:1761322991.517796:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000045bae3a8. 00000400:00000010:1.0:1761322991.517809:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003650095b. 00000100:00000200:1.0:1761322991.517814:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955819712, offset 224 00000400:00000200:1.0:1761322991.517824:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322991.517836:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322991.517842:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88970:88970:256:4294967295] 192.168.201.29@tcp LPNI seq info [88970:88970:8:4294967295] 00000400:00000200:1.0:1761322991.517853:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322991.517858:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322991.517863:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa7b1f3a (tot 82350714). 00000800:00000200:1.0:1761322991.517869:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322991.517877:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322991.517882:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa7b1f3a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761322991.517904:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000005b2eeef8. 00000020:00000010:1.0:1761322991.517909:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001d369eb8. 00000020:00000010:1.0:1761322991.517913:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000073228efa. 02000000:00000010:1.0:1761322991.517921:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b22b4bcf. 00000100:00000010:1.0:1761322991.517924:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000fc1dab26. 02000000:00000010:1.0:1761322991.517929:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000085e0fe22. 00000100:00000010:1.0:1761322991.517931:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000089684651. 00080000:00000010:3.0:1761322991.517933:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fafd4beb. 02000000:00000010:1.0:1761322991.517936:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a16314fc. 00000100:00000010:1.0:1761322991.517939:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003d5ed93a. 02000000:00000010:1.0:1761322991.517943:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000c5f5449. 00000100:00000010:1.0:1761322991.517945:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001e4c2c1b. 02000000:00000010:1.0:1761322991.517948:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000688d4a86. 00000100:00000010:1.0:1761322991.517950:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e84b8751. 02000000:00000010:1.0:1761322991.517953:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c3d94ee7. 00000100:00000010:1.0:1761322991.517957:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000279cdfe2. 00000100:00000200:1.0:1761322991.517964:0:66652:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1761322991.517970:0:66652:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e34c271a. 00000400:00000010:1.0:1761322991.517974:0:66652:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000263bc0b6 (tot 82350866). 00010000:00000010:3.0:1761322991.518066:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000050145260. 00010000:00000010:3.0:1761322991.518096:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000861a51aa. 00000800:00000200:1.0:1761322991.518111:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761322991.518120:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa7b1f3a (tot 82350618). 00000400:00000200:1.0:1761322991.518130:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322991.518135:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:1.0:1761322991.518138:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003650095b 00000400:00000010:1.0:1761322991.518141:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003650095b. 02000000:00000010:1.0:1761322991.518146:0:15811:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000086bf4e87. 00010000:00000010:3.0:1761322991.518195:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008c4eba31. 00010000:00000010:3.0:1761322991.518201:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000050145260. 00010000:00000010:3.0:1761322991.518212:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000012198a50. 00000100:00000010:3.0:1761322991.518217:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001da5bf6f. 00000100:00000010:3.0:1761322991.518224:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000025be6896. 02000000:00000010:3.0:1761322991.518236:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009a6cc6ee. 02000000:00000010:3.0:1761322991.518306:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f14261de. 00000400:00000010:3.0:1761322991.518312:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001ad35e46. 00000400:00000010:3.0:1761322991.518317:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ffeadb6e. 00000100:00000200:3.0:1761322991.518320:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956460288, portal 16 00000400:00000010:3.0:1761322991.518329:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d91b114b. 00000100:00000200:3.0:1761322991.518332:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956460288, offset 0 00000400:00000200:3.0:1761322991.518338:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:3.0:1761322991.518345:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322991.518353:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:3.0:1761322991.518357:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761322991.518361:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:3.0:1761322991.518364:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88971:88971:256:4294967295] 192.168.201.29@tcp LPNI seq info [88971:88971:8:4294967295] 00000400:00000200:3.0:1761322991.518372:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322991.518377:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322991.518381:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fb56ca9b (tot 82350866). 00000800:00000200:3.0:1761322991.518385:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322991.518390:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322991.518393:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fb56ca9b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761322991.518716:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761322991.518719:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fb56ca9b (tot 82350618). 00000400:00000200:1.0:1761322991.518723:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322991.518728:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:1.0:1761322991.518730:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d91b114b 00000400:00000010:1.0:1761322991.518732:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d91b114b. 00000100:00000200:1.0:1761322991.518737:0:15812:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000025be6896 x1846879956460288/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761322991.519775:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fd4f52d6. 00010000:00000010:0.1:1761322991.519785:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ead005ba. 00000400:00000200:0.0:1761322991.519829:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:0.0:1761322991.519845:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf6300 00000400:00000200:0.0:1761322991.519853:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac119 [1] + 224 00000400:00000200:0.0:1761322991.519866:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322991.519869:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:0.0:1761322991.519876:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000025be6896 x1846879956460288/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761322991.519907:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:0.0:1761322991.519913:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb59d00 00000400:00000200:0.0:1761322991.519919:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaaaa9 [2] + 0 00000400:00000010:3.0:1761322991.519929:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001ad35e46. 00000400:00000200:3.0:1761322991.519936:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ffeadb6e 00000400:00000010:3.0:1761322991.519938:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ffeadb6e. 00000100:00000200:3.0:1761322991.519944:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000025be6896 x1846879956460288/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761322991.519952:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000025be6896 x1846879956460288/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761322991.519975:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:3.0:1761322991.519979:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f14261de. 00000400:00000200:0.0:1761322991.519981:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 02000000:00000010:3.0:1761322991.519985:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009a6cc6ee. 00000100:00000200:0.0:1761322991.519987:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761322991.519990:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000025be6896. 00000100:00000010:0.0:1761322991.519993:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d1e427ea. 00000100:00000010:3.0:1761322991.519995:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001da5bf6f. 00010000:00000010:3.0:1761322991.520000:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000012198a50. 00000020:00000010:1.0:1761322991.520071:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000086bf4e87. 00010000:00000010:2.1:1761322991.520103:0:78755:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006be96f72. 00010000:00000010:2.1:1761322991.520111:0:78755:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001f6d3a6c. 00000020:00000010:1.0:1761322991.520117:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000005b2eeef8. 00000020:00000010:1.0:1761322991.520122:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001d369eb8. 00010000:00000010:3.1:1761322991.520135:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d48d721e. 00010000:00000010:3.1:1761322991.520141:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d78a86f9. 00000100:00000200:1.0:1761322991.520146:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d1e427ea x1846879955819776/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761322991.520175:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955819776 02000000:00000010:1.0:1761322991.520185:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000c5f5449. 00010000:00000010:1.0:1761322991.520215:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f04be5d1. 00010000:00000010:1.0:1761322991.520234:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000045bae3a8. 00000100:00000010:1.0:1761322991.520240:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005f6b9f6f. 00000100:00000010:1.0:1761322991.520263:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005f6b9f6f. 00010000:00000010:1.0:1761322991.520268:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000045bae3a8. 00000400:00000010:1.0:1761322991.520280:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003650095b. 00000100:00000200:1.0:1761322991.520285:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955819776, offset 224 00000400:00000200:1.0:1761322991.520293:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322991.520305:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322991.520311:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88972:88972:256:4294967295] 192.168.201.29@tcp LPNI seq info [88972:88972:8:4294967295] 00000400:00000200:1.0:1761322991.520321:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322991.520326:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00080000:00000010:3.0:1761322991.520329:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000009a6cc6ee. 00000800:00000010:1.0:1761322991.520330:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa7b1f3a (tot 82350866). 00000800:00000200:1.0:1761322991.520340:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322991.520347:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322991.520350:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa7b1f3a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761322991.520376:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000005b2eeef8. 00000020:00000010:1.0:1761322991.520380:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001d369eb8. 00000020:00000010:1.0:1761322991.520384:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000086bf4e87. 00010000:00000010:3.0:1761322991.520418:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000050145260. 00010000:00000010:3.0:1761322991.520426:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e8981347. 00010000:00000010:3.0:1761322991.520504:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000057d2520a. 00010000:00000010:3.0:1761322991.520508:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000050145260. 00010000:00000010:3.0:1761322991.520529:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000012198a50. 00000100:00000010:3.0:1761322991.520533:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001da5bf6f. 00000800:00000200:0.0:1761322991.520537:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000100:00000010:3.0:1761322991.520539:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000025be6896. 00000800:00000010:0.0:1761322991.520541:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa7b1f3a (tot 82350618). 02000000:00000010:3.0:1761322991.520551:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f14261de. 00000400:00000200:0.0:1761322991.520551:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322991.520556:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:0.0:1761322991.520560:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003650095b 00000400:00000010:0.0:1761322991.520562:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003650095b. 02000000:00000010:3.0:1761322991.520572:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b0859adf. 00000400:00000010:3.0:1761322991.520578:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001ad35e46. 00000400:00000010:3.0:1761322991.520582:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ffeadb6e. 00000100:00000200:3.0:1761322991.520587:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956460352, portal 16 00000400:00000010:3.0:1761322991.520591:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000071ab6077. 00000100:00000200:3.0:1761322991.520602:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956460352, offset 0 00000400:00000200:3.0:1761322991.520609:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:3.0:1761322991.520615:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322991.520623:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:3.0:1761322991.520627:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761322991.520631:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:3.0:1761322991.520635:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88973:88973:256:4294967295] 192.168.201.29@tcp LPNI seq info [88973:88973:8:4294967295] 00000400:00000200:3.0:1761322991.520646:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322991.520651:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322991.520697:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e6540a75 (tot 82350866). 00000800:00000200:3.0:1761322991.520703:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322991.520708:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322991.520710:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e6540a75 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761322991.520818:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761322991.520821:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e6540a75 (tot 82350618). 00000400:00000200:1.0:1761322991.520824:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322991.520827:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:1.0:1761322991.520830:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000071ab6077 00000400:00000010:1.0:1761322991.520832:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000071ab6077. 00000100:00000200:1.0:1761322991.520838:0:15812:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000025be6896 x1846879956460352/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761322991.522312:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cb927b95. 00010000:00000010:3.1:1761322991.522343:0:78750:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005a6d671a. 00010000:00000010:3.1:1761322991.522350:0:78750:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000080715e4a. 00000400:00000200:0.0:1761322991.522522:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:0.0:1761322991.522542:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf6340 00000400:00000200:0.0:1761322991.522550:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac125 [1] + 224 00000400:00000200:0.0:1761322991.522566:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322991.522570:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:0.0:1761322991.522577:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000025be6896 x1846879956460352/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761322991.522662:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001ad35e46. 00000400:00000200:1.0:1761322991.522668:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ffeadb6e 00000400:00000010:1.0:1761322991.522669:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ffeadb6e. 00000100:00000200:1.0:1761322991.522674:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000025be6896 x1846879956460352/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761322991.522681:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000025be6896 x1846879956460352/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761322991.522705:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b0859adf. 02000000:00000010:1.0:1761322991.522711:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f14261de. 00000100:00000010:1.0:1761322991.522714:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000025be6896. 00000100:00000010:1.0:1761322991.522718:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001da5bf6f. 00010000:00000010:1.0:1761322991.522722:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000012198a50. 00000400:00000200:0.0:1761322991.522841:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:0.0:1761322991.522849:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb59d40 00000400:00000200:0.0:1761322991.522856:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaaaa9 [2] + 328 00000400:00000200:0.0:1761322991.522923:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322991.522927:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:0.0:1761322991.522932:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761322991.522938:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e84b8751. 00000020:00000010:1.0:1761322991.523000:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000086bf4e87. 00000020:00000010:1.0:1761322991.523007:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000005b2eeef8. 00000020:00000010:1.0:1761322991.523011:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001d369eb8. 00000100:00000200:1.0:1761322991.523043:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e84b8751 x1846879955819840/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761322991.523102:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955819840 02000000:00000010:1.0:1761322991.523113:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000073228efa. 00010000:00000010:1.0:1761322991.523142:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d156db90. 00010000:00000010:1.0:1761322991.523161:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000045bae3a8. 00000100:00000010:1.0:1761322991.523167:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005f6b9f6f. 00000100:00000010:1.0:1761322991.523178:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005f6b9f6f. 00010000:00000010:1.0:1761322991.523182:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000045bae3a8. 00000400:00000010:1.0:1761322991.523197:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000014459a3. 00000100:00000200:1.0:1761322991.523200:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955819840, offset 224 00000400:00000200:1.0:1761322991.523207:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322991.523216:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322991.523220:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88974:88974:256:4294967295] 192.168.201.29@tcp LPNI seq info [88974:88974:8:4294967295] 00000400:00000200:1.0:1761322991.523227:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322991.523232:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322991.523237:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa7b1f3a (tot 82350866). 00000800:00000200:1.0:1761322991.523242:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322991.523249:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322991.523252:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa7b1f3a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761322991.523279:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000005b2eeef8. 00000020:00000010:1.0:1761322991.523284:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001d369eb8. 00000020:00000010:1.0:1761322991.523288:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000086bf4e87. 00080000:00000010:0.0:1761322991.523338:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000006beb1a2f. 00000800:00000200:2.0:1761322991.523376:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322991.523380:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa7b1f3a (tot 82350618). 00000400:00000200:2.0:1761322991.523387:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.523390:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322991.523393:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000014459a3 00000400:00000010:2.0:1761322991.523394:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000014459a3. 00010000:00000010:0.0:1761322991.523452:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000050145260. 00010000:00000010:0.0:1761322991.523459:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000df473202. 00010000:00000010:0.0:1761322991.523577:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c5525c0b. 00010000:00000010:0.0:1761322991.523583:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000084731017. 00010000:00000010:0.0:1761322991.523609:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000062e7c398. 00000100:00000010:0.0:1761322991.523614:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003b43039a. 00000100:00000010:0.0:1761322991.523621:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000094ca1c7b. 02000000:00000010:0.0:1761322991.523632:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000439141ba. 02000000:00000010:0.0:1761322991.523652:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000060c7d3. 00000400:00000010:0.0:1761322991.523662:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006968a62f. 00000400:00000010:0.0:1761322991.523668:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000098e50414. 00000100:00000200:0.0:1761322991.523673:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956460416, portal 16 00000400:00000010:0.0:1761322991.523678:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000098e4976a. 00000100:00000200:0.0:1761322991.523679:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956460416, offset 0 00000400:00000200:0.0:1761322991.523686:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322991.523693:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322991.523702:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:0.0:1761322991.523706:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761322991.523709:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322991.523712:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88975:88975:256:4294967295] 192.168.201.29@tcp LPNI seq info [88975:88975:8:4294967295] 00000400:00000200:0.0:1761322991.523719:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322991.523724:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322991.523728:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002b6ad44b (tot 82350866). 00000800:00000200:0.0:1761322991.523733:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322991.523737:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322991.523740:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002b6ad44b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761322991.523818:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761322991.523821:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002b6ad44b (tot 82350618). 00000400:00000200:1.0:1761322991.523824:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322991.523828:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:1.0:1761322991.523830:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000098e4976a 00000400:00000010:1.0:1761322991.523831:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000098e4976a. 00000100:00000200:1.0:1761322991.523839:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000094ca1c7b x1846879956460416/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761322991.524119:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d88bbea1. 00010000:00000010:3.1:1761322991.524148:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004fbdf19b. 00010000:00000010:3.1:1761322991.524155:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008c4eba31. 00000400:00000200:0.0:1761322991.526540:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:0.0:1761322991.526561:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf6380 00000400:00000200:0.0:1761322991.526571:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac131 [1] + 224 00000400:00000200:0.0:1761322991.526591:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322991.526602:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:0.0:1761322991.526612:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000094ca1c7b x1846879956460416/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761322991.527142:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006968a62f. 00000400:00000200:1.0:1761322991.527149:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000098e50414 00000400:00000010:1.0:1761322991.527151:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000098e50414. 00000100:00000200:1.0:1761322991.527160:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000094ca1c7b x1846879956460416/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761322991.527169:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000094ca1c7b x1846879956460416/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761322991.527197:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000060c7d3. 02000000:00000010:1.0:1761322991.527204:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000439141ba. 00000100:00000010:1.0:1761322991.527208:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000094ca1c7b. 00000100:00000010:1.0:1761322991.527213:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003b43039a. 00010000:00000010:1.0:1761322991.527218:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000062e7c398. 00000400:00000200:3.0:1761322991.527537:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322991.527551:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb59d80 00000400:00000200:3.0:1761322991.527558:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaaaa9 [2] + 656 00000400:00000200:3.0:1761322991.528019:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.528026:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322991.528040:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761322991.528047:0:15812:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000aadbcd0f. 00000020:00000010:0.0:1761322991.528912:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000696810dd. 00000020:00000010:0.0:1761322991.528922:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000207e6220. 00000020:00000010:0.0:1761322991.528926:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005269528a. 00000100:00000200:0.0:1761322991.528954:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000aadbcd0f x1846879955819904/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761322991.528991:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955819904 02000000:00000010:0.0:1761322991.529003:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000098a79092. 00010000:00000010:0.0:1761322991.529043:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001a0e9c78. 00010000:00000010:0.0:1761322991.529065:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000eef5854f. 00000100:00000010:0.0:1761322991.529072:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003b43039a. 00000100:00000010:0.0:1761322991.529103:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003b43039a. 00010000:00000010:0.0:1761322991.529107:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000eef5854f. 00000400:00000010:0.0:1761322991.529121:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d5095c71. 00000100:00000200:0.0:1761322991.529126:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955819904, offset 224 00000400:00000200:0.0:1761322991.529136:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322991.529152:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322991.529158:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88976:88976:256:4294967295] 192.168.201.29@tcp LPNI seq info [88976:88976:8:4294967295] 00000400:00000200:0.0:1761322991.529170:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322991.529176:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322991.529182:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000019c3e4a9 (tot 82350866). 00000800:00000200:0.0:1761322991.529189:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322991.529198:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322991.529202:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000019c3e4a9 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761322991.529219:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000207e6220. 00000020:00000010:0.0:1761322991.529223:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005269528a. 00000020:00000010:0.0:1761322991.529226:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000696810dd. 00080000:00000010:0.0:1761322991.529253:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000696810dd. 00010000:00000010:0.0:1761322991.529355:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000084731017. 00010000:00000010:0.0:1761322991.529363:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c513afc7. 00010000:00000010:0.0:1761322991.529459:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b5033279. 00010000:00000010:0.0:1761322991.529466:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000084731017. 00010000:00000010:0.0:1761322991.529477:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000eef5854f. 00000100:00000010:0.0:1761322991.529480:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003b43039a. 00000100:00000010:0.0:1761322991.529488:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005d86ea8a. 02000000:00000010:0.0:1761322991.529499:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000581553ec. 00010000:00000010:1.1:1761322991.529521:0:78757:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000098becded. 02000000:00000010:0.0:1761322991.529522:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000439141ba. 00000400:00000010:0.0:1761322991.529530:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000098e73682. 00000400:00000010:0.0:1761322991.529537:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006519b1d7. 00000100:00000200:0.0:1761322991.529543:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956460480, portal 16 00000400:00000010:0.0:1761322991.529548:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000099514ae8. 00000100:00000200:0.0:1761322991.529550:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956460480, offset 0 00000400:00000200:0.0:1761322991.529555:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322991.529563:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322991.529571:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:0.0:1761322991.529575:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761322991.529578:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322991.529582:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88977:88977:255:4294967295] 192.168.201.29@tcp LPNI seq info [88977:88977:7:4294967295] 00000400:00000200:0.0:1761322991.529588:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322991.529593:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322991.529597:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000007e4c409 (tot 82351114). 00000800:00000200:0.0:1761322991.529601:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322991.529605:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322991.529608:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000007e4c409 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761322991.529668:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761322991.529673:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000019c3e4a9 (tot 82350866). 00000400:00000200:0.0:1761322991.529677:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322991.529681:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:0.0:1761322991.529685:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d5095c71 00000400:00000010:0.0:1761322991.529688:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d5095c71. 00000800:00000200:0.0:1761322991.529852:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761322991.529855:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000007e4c409 (tot 82350618). 00000400:00000200:0.0:1761322991.529859:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322991.529863:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:0.0:1761322991.529866:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000099514ae8 00000400:00000010:0.0:1761322991.529868:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000099514ae8. 00000100:00000200:0.0:1761322991.529874:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005d86ea8a x1846879956460480/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761322991.530180:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d14b76b6. 00010000:00000010:0.1:1761322991.530190:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000057d2520a. 00000400:00000200:0.0:1761322991.531126:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:0.0:1761322991.531144:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf63c0 00000400:00000200:0.0:1761322991.531154:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac13d [1] + 224 00000400:00000200:0.0:1761322991.531167:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322991.531170:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:0.0:1761322991.531178:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005d86ea8a x1846879956460480/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761322991.531218:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:0.0:1761322991.531224:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb59dc0 00000400:00000200:0.0:1761322991.531229:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaaaa9 [2] + 984 00000400:00000200:0.0:1761322991.531284:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322991.531288:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:0.0:1761322991.531292:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761322991.531297:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003d81b331. 00000020:00000010:3.0:1761322991.531403:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f85dcbd7. 00000020:00000010:3.0:1761322991.531411:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000097ab19a0. 00000020:00000010:3.0:1761322991.531416:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000cf10095. 00000100:00000200:3.0:1761322991.531440:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003d81b331 x1846879955819968/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761322991.531527:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955819968 02000000:00000010:3.0:1761322991.531541:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000d4ce2a0. 00010000:00000010:3.0:1761322991.531579:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f8557bb2. 00000100:00000010:3.0:1761322991.531586:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003eaf1877. 00000100:00000010:3.0:1761322991.531591:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003eaf1877. 00010000:00000010:3.0:1761322991.531595:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f8557bb2. 00000400:00000010:3.0:1761322991.531607:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000411ed14e. 00000100:00000200:3.0:1761322991.531613:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955819968, offset 224 00000400:00000200:3.0:1761322991.531621:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:3.0:1761322991.531632:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322991.531637:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88978:88978:256:4294967295] 192.168.201.29@tcp LPNI seq info [88978:88978:8:4294967295] 00000400:00000200:3.0:1761322991.531648:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322991.531653:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322991.531658:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000030d68e34 (tot 82350866). 00000800:00000200:3.0:1761322991.531662:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322991.531669:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322991.531673:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000030d68e34 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761322991.531691:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000097ab19a0. 00000020:00000010:3.0:1761322991.531696:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000cf10095. 00000020:00000010:3.0:1761322991.531700:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f85dcbd7. 00000800:00000200:3.0:1761322991.531781:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322991.531784:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000030d68e34 (tot 82350618). 00000400:00000200:3.0:1761322991.531788:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.531791:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322991.531794:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000411ed14e 00000400:00000010:3.0:1761322991.531796:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000411ed14e. 00000400:00000010:2.0:1761322991.532028:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000098e73682. 00000400:00000200:2.0:1761322991.532043:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006519b1d7 00000400:00000010:2.0:1761322991.532045:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006519b1d7. 00000100:00000200:2.0:1761322991.532054:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005d86ea8a x1846879956460480/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761322991.532063:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005d86ea8a x1846879956460480/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1761322991.532114:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000a4bf756. 02000000:00000010:2.0:1761322991.532127:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000439141ba. 02000000:00000010:2.0:1761322991.532132:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000581553ec. 00000100:00000010:2.0:1761322991.532136:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005d86ea8a. 00000100:00000010:2.0:1761322991.532140:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003b43039a. 00010000:00000010:2.0:1761322991.532144:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000eef5854f. 00080000:00000010:2.0:1761322991.532163:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e63f833c. 00010000:00000010:2.0:1761322991.532269:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000084731017. 00010000:00000010:2.0:1761322991.532276:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f90f752d. 00010000:00000010:2.0:1761322991.532370:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001f6d3a6c. 00010000:00000010:2.0:1761322991.532377:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000913f1a4c. 00010000:00000010:2.0:1761322991.532394:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000c1c4af0. 00000100:00000010:2.0:1761322991.532398:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c487334b. 00000100:00000010:2.0:1761322991.532406:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007661af9c. 02000000:00000010:2.0:1761322991.532417:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000374c01cb. 02000000:00000010:2.0:1761322991.532439:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000019abbed2. 00000400:00000010:2.0:1761322991.532445:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002bf53beb. 00000400:00000010:2.0:1761322991.532450:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004903da1b. 00000100:00000200:2.0:1761322991.532455:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956460544, portal 16 00000400:00000010:2.0:1761322991.532459:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000967aa986. 00000100:00000200:2.0:1761322991.532461:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956460544, offset 0 00000400:00000200:2.0:1761322991.532469:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:2.0:1761322991.532478:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:2.0:1761322991.532486:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:2.0:1761322991.532490:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761322991.532493:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:2.0:1761322991.532496:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88979:88979:256:4294967295] 192.168.201.29@tcp LPNI seq info [88979:88979:8:4294967295] 00000400:00000200:2.0:1761322991.532503:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:2.0:1761322991.532507:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:2.0:1761322991.532512:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000041deb613 (tot 82350866). 00000800:00000200:2.0:1761322991.532516:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:2.0:1761322991.532523:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:2.0:1761322991.532526:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000041deb613 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761322991.535043:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761322991.535052:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000041deb613 (tot 82350618). 00000400:00000200:0.0:1761322991.535061:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322991.535089:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:0.0:1761322991.535096:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000967aa986 00000400:00000010:0.0:1761322991.535099:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000967aa986. 00000100:00000200:0.0:1761322991.535108:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007661af9c x1846879956460544/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761322991.536605:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:0.0:1761322991.536630:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf6400 00000400:00000200:0.0:1761322991.536654:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac149 [1] + 224 00000400:00000200:0.0:1761322991.536673:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322991.536683:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:0.0:1761322991.536693:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007661af9c x1846879956460544/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761322991.536763:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002bf53beb. 00000400:00000200:1.0:1761322991.536786:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004903da1b 00000400:00000010:1.0:1761322991.536790:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004903da1b. 00000100:00000200:1.0:1761322991.536797:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007661af9c x1846879956460544/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761322991.536806:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007661af9c x1846879956460544/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761322991.536836:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000019abbed2. 02000000:00000010:1.0:1761322991.536843:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000374c01cb. 00000100:00000010:1.0:1761322991.536847:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007661af9c. 00000100:00000010:1.0:1761322991.536851:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c487334b. 00010000:00000010:1.0:1761322991.536855:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000c1c4af0. 00010000:00000010:0.1:1761322991.537216:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000087bf49bb. 00010000:00000010:0.1:1761322991.537225:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009f9c1e4a. 00010000:00000010:0.1:1761322991.537230:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c5525c0b. 00000400:00000200:3.0:1761322991.537260:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322991.537268:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb59e00 00000400:00000200:3.0:1761322991.537280:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaaaa9 [2] + 1312 00000400:00000200:3.0:1761322991.537331:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.537334:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322991.537339:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761322991.537344:0:15812:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007912ecad. 00000020:00000010:0.0:1761322991.537416:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000060c7d3. 00000020:00000010:0.0:1761322991.537426:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000207e6220. 00000020:00000010:0.0:1761322991.537434:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005269528a. 00000100:00000200:0.0:1761322991.537460:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007912ecad x1846879955820032/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761322991.537524:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955820032 02000000:00000010:3.0:1761322991.537538:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f85dcbd7. 00010000:00000010:3.0:1761322991.537572:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ac84942f. 00010000:00000010:3.0:1761322991.537597:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f8557bb2. 00000100:00000010:3.0:1761322991.537604:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003eaf1877. 00000100:00000010:3.0:1761322991.537617:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003eaf1877. 00010000:00000010:3.0:1761322991.537621:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f8557bb2. 00000400:00000010:3.0:1761322991.537643:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000411ed14e. 00000100:00000200:3.0:1761322991.537649:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955820032, offset 224 00000400:00000200:3.0:1761322991.537657:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:3.0:1761322991.537683:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322991.537690:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88980:88980:256:4294967295] 192.168.201.29@tcp LPNI seq info [88980:88980:8:4294967295] 00080000:00000010:1.0:1761322991.537693:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000086bf4e87. 00000400:00000200:3.0:1761322991.537703:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322991.537709:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322991.537714:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000030d68e34 (tot 82350866). 00000800:00000200:3.0:1761322991.537721:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322991.537729:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322991.537737:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000030d68e34 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761322991.537763:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000207e6220. 00000020:00000010:3.0:1761322991.537767:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005269528a. 00000020:00000010:3.0:1761322991.537771:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000060c7d3. 00010000:00000010:1.0:1761322991.537828:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000913f1a4c. 00010000:00000010:1.0:1761322991.537837:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e9ac5b21. 00000800:00000200:0.0:1761322991.537900:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761322991.537905:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000030d68e34 (tot 82350618). 00000400:00000200:0.0:1761322991.537910:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322991.537914:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:0.0:1761322991.537917:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000411ed14e 00000400:00000010:0.0:1761322991.537919:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000411ed14e. 00010000:00000010:1.0:1761322991.537933:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f50403c8. 00010000:00000010:1.0:1761322991.537941:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000041b6f041. 00010000:00000010:1.0:1761322991.537952:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000045bae3a8. 00000100:00000010:1.0:1761322991.537957:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005f6b9f6f. 00000100:00000010:1.0:1761322991.537964:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000089684651. 02000000:00000010:1.0:1761322991.537976:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000072986ca0. 02000000:00000010:1.0:1761322991.537998:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000923bc000. 00000400:00000010:1.0:1761322991.538003:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f7e08f12. 00000400:00000010:1.0:1761322991.538008:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000048107573. 00000100:00000200:1.0:1761322991.538014:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956460608, portal 16 00000400:00000010:1.0:1761322991.538019:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ecc16fca. 00000100:00000200:1.0:1761322991.538021:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956460608, offset 0 00000400:00000200:1.0:1761322991.538026:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322991.538044:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322991.538052:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:1.0:1761322991.538056:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761322991.538060:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:1.0:1761322991.538064:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88981:88981:256:4294967295] 192.168.201.29@tcp LPNI seq info [88981:88981:8:4294967295] 00000400:00000200:1.0:1761322991.538107:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322991.538115:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322991.538120:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa7b1f3a (tot 82350866). 00000800:00000200:1.0:1761322991.538125:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322991.538129:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322991.538132:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa7b1f3a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761322991.538230:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761322991.538233:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa7b1f3a (tot 82350618). 00000400:00000200:0.0:1761322991.538241:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322991.538245:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:0.0:1761322991.538248:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ecc16fca 00000400:00000010:0.0:1761322991.538249:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ecc16fca. 00000100:00000200:0.0:1761322991.538255:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000089684651 x1846879956460608/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761322991.540688:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:1.0:1761322991.540713:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf6440 00000400:00000200:1.0:1761322991.540724:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac155 [1] + 224 00000400:00000200:1.0:1761322991.540739:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322991.540743:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:1.0:1761322991.540755:0:15812:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000089684651 x1846879956460608/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761322991.540808:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:1.0:1761322991.540814:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb59e40 00000400:00000200:1.0:1761322991.540821:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaaaa9 [2] + 1640 00000400:00000010:2.0:1761322991.540831:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f7e08f12. 00000400:00000200:2.0:1761322991.540854:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000048107573 00000400:00000010:2.0:1761322991.540857:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000048107573. 00000100:00000200:2.0:1761322991.540865:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000089684651 x1846879956460608/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761322991.540873:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000089684651 x1846879956460608/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761322991.541109:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fe991c81. 00010000:00000010:2.1:1761322991.541118:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dead9f19. 00010000:00000010:2.1:1761322991.541124:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b5033279. 02000000:00000010:2.0:1761322991.541145:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000923bc000. 02000000:00000010:2.0:1761322991.541151:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000072986ca0. 00000100:00000010:2.0:1761322991.541155:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000089684651. 00000100:00000010:2.0:1761322991.541159:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005f6b9f6f. 00010000:00000010:2.0:1761322991.541164:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000045bae3a8. 00000400:00000200:1.0:1761322991.541368:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322991.541374:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:1.0:1761322991.541379:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761322991.541385:0:15812:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000fc1dab26. 00000020:00000010:3.0:1761322991.541439:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b0859adf. 00000020:00000010:3.0:1761322991.541448:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000097ab19a0. 00000020:00000010:3.0:1761322991.541455:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000cf10095. 00000100:00000200:3.0:1761322991.541621:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000fc1dab26 x1846879955820096/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761322991.541653:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955820096 02000000:00000010:3.0:1761322991.541667:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000002a16dbd. 00010000:00000010:3.0:1761322991.541696:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e0f6aafd. 00010000:00000010:3.0:1761322991.541714:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000617bf67a. 00000100:00000010:3.0:1761322991.541721:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003eaf1877. 00000100:00000010:3.0:1761322991.541728:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003eaf1877. 00010000:00000010:3.0:1761322991.541731:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000617bf67a. 00000400:00000010:3.0:1761322991.541744:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000053134655. 00000100:00000200:3.0:1761322991.541748:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955820096, offset 224 00000400:00000200:3.0:1761322991.541756:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:3.0:1761322991.541769:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322991.541775:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88982:88982:256:4294967295] 192.168.201.29@tcp LPNI seq info [88982:88982:8:4294967295] 00000400:00000200:3.0:1761322991.541787:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322991.541793:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322991.541798:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bf79fdc4 (tot 82350866). 00000800:00000200:3.0:1761322991.541804:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322991.541813:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322991.541816:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bf79fdc4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761322991.541834:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000097ab19a0. 00000020:00000010:3.0:1761322991.541839:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000cf10095. 00000020:00000010:3.0:1761322991.541842:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b0859adf. 00080000:00000010:2.0:1761322991.541862:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ec1b7621. 00000800:00000200:3.0:1761322991.541940:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322991.541945:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bf79fdc4 (tot 82350618). 00000400:00000200:3.0:1761322991.541949:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.541953:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322991.541956:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000053134655 00000400:00000010:3.0:1761322991.541958:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000053134655. 00010000:00000010:2.0:1761322991.541979:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000041b6f041. 00010000:00000010:2.0:1761322991.541987:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000075f8e6fe. 00010000:00000010:2.0:1761322991.542131:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ea53fc91. 00010000:00000010:2.0:1761322991.542139:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005a983bca. 00010000:00000010:2.0:1761322991.542151:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000705511a6. 00000100:00000010:2.0:1761322991.542156:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c487334b. 00000100:00000010:2.0:1761322991.542165:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004a31252b. 02000000:00000010:2.0:1761322991.542176:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001e84352f. 02000000:00000010:2.0:1761322991.542201:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d5f034a0. 00000400:00000010:2.0:1761322991.542206:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b072309c. 00000400:00000010:2.0:1761322991.542212:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000032243a01. 00000100:00000200:2.0:1761322991.542218:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956460672, portal 16 00000400:00000010:2.0:1761322991.542224:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a9185619. 00000100:00000200:2.0:1761322991.542226:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956460672, offset 0 00000400:00000200:2.0:1761322991.542233:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:2.0:1761322991.542242:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:2.0:1761322991.542252:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:2.0:1761322991.542258:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761322991.542261:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:2.0:1761322991.542264:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88983:88983:256:4294967295] 192.168.201.29@tcp LPNI seq info [88983:88983:8:4294967295] 00000400:00000200:2.0:1761322991.542288:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:2.0:1761322991.542295:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:2.0:1761322991.542300:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f093da5b (tot 82350866). 00000800:00000200:2.0:1761322991.542304:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:2.0:1761322991.542309:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:2.0:1761322991.542312:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f093da5b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761322991.542385:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322991.542388:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f093da5b (tot 82350618). 00000400:00000200:2.0:1761322991.542392:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.542396:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322991.542399:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a9185619 00000400:00000010:2.0:1761322991.542401:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a9185619. 00000100:00000200:2.0:1761322991.542406:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004a31252b x1846879956460672/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322991.544332:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322991.544354:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf6480 00000400:00000200:2.0:1761322991.544365:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac161 [1] + 224 00000400:00000200:2.0:1761322991.544383:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.544388:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322991.544399:0:15812:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000004a31252b x1846879956460672/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761322991.544472:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b072309c. 00000400:00000200:0.0:1761322991.544479:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000032243a01 00000400:00000010:0.0:1761322991.544481:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000032243a01. 00000100:00000200:0.0:1761322991.544499:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004a31252b x1846879956460672/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761322991.544508:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004a31252b x1846879956460672/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761322991.544536:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d5f034a0. 02000000:00000010:0.0:1761322991.544543:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001e84352f. 00000100:00000010:0.0:1761322991.544547:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004a31252b. 00000100:00000010:0.0:1761322991.544551:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c487334b. 00010000:00000010:0.0:1761322991.544556:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000705511a6. 00000400:00000200:0.0:1761322991.545104:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:0.0:1761322991.545114:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb59e80 00000400:00000200:0.0:1761322991.545120:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaaaa9 [2] + 1968 00000400:00000010:0.0:1761322991.545123:0:15810:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000053b7a497. 00000400:00000200:0.0:1761322991.545140:0:15810:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000d01f7a6a 00000400:00000200:0.0:1761322991.545196:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322991.545199:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:0.0:1761322991.545203:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d01f7a6a 00000400:00000010:0.0:1761322991.545205:0:15810:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000d01f7a6a (tot 82350466). 00000100:00000200:0.0:1761322991.545209:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1761322991.545274:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000019abbed2. 00000020:00000010:2.0:1761322991.545282:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004eabdbbf. 00000020:00000010:2.0:1761322991.545286:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c4bb781f. 00000100:00000200:2.0:1761322991.545310:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003c9778d4 x1846879955820160/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761322991.545354:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955820160 02000000:00000010:2.0:1761322991.545365:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000dca9a6c2. 00010000:00000010:2.0:1761322991.545395:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a1d5cbf7. 00010000:00000010:2.0:1761322991.545414:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008b63f1c2. 00000100:00000010:2.0:1761322991.545422:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c487334b. 00000100:00000010:2.0:1761322991.545434:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c487334b. 00010000:00000010:2.0:1761322991.545437:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008b63f1c2. 00000400:00000010:2.0:1761322991.545450:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a9185619. 00000100:00000200:2.0:1761322991.545456:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955820160, offset 224 00000400:00000200:2.0:1761322991.545465:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:2.0:1761322991.545479:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:2.0:1761322991.545485:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88984:88984:256:4294967295] 192.168.201.29@tcp LPNI seq info [88984:88984:8:4294967295] 00000400:00000200:2.0:1761322991.545497:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:2.0:1761322991.545503:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:2.0:1761322991.545509:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f093da5b (tot 82350714). 00000800:00000200:2.0:1761322991.545516:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:2.0:1761322991.545525:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:2.0:1761322991.545529:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f093da5b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761322991.545547:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004eabdbbf. 00000020:00000010:2.0:1761322991.545553:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c4bb781f. 00080000:00000010:3.0:1761322991.546166:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000060711229. 00010000:00000010:3.0:1761322991.546488:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005a983bca. 00010000:00000010:3.0:1761322991.546499:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000074f090d6. 00010000:00000010:3.0:1761322991.546602:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000400d166. 00010000:00000010:3.0:1761322991.546607:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000097ab19a0. 00010000:00000010:3.0:1761322991.546613:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008c4eba31. 00010000:00000010:3.0:1761322991.546619:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008200e451. 00010000:00000010:1.1:1761322991.546621:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c39033db. 00010000:00000010:1.1:1761322991.546631:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001f6d3a6c. 00080000:00000010:3.0:1761322991.546633:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a4af19f5. 00010000:00000010:3.0:1761322991.546659:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008200e451. 00010000:00000010:3.0:1761322991.546663:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000097ab19a0. 00010000:00000010:3.0:1761322991.546725:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000080715e4a. 00010000:00000010:3.0:1761322991.546730:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008200e451. 00010000:00000010:3.0:1761322991.546739:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000617bf67a. 00000100:00000010:3.0:1761322991.546757:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003eaf1877. 00000100:00000010:3.0:1761322991.546768:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003171f658. 02000000:00000010:3.0:1761322991.546785:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b0859adf. 02000000:00000010:3.0:1761322991.546811:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c3d94ee7. 00000400:00000010:3.0:1761322991.546817:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000008d66be5. 00000400:00000010:3.0:1761322991.546824:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000053134655. 00000100:00000200:3.0:1761322991.546831:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956460736, portal 16 00000400:00000010:3.0:1761322991.546837:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000057115dcc. 00000100:00000200:3.0:1761322991.546839:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956460736, offset 0 00000400:00000200:3.0:1761322991.546848:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:3.0:1761322991.546863:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000020:00000010:2.0:1761322991.546867:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000019abbed2. 00000400:00000200:3.0:1761322991.546874:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:3.0:1761322991.546879:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 02000000:00000010:2.0:1761322991.546881:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000002a16dbd. 00000400:00000200:3.0:1761322991.546884:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000100:00000010:2.0:1761322991.546887:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000fc1dab26. 00000400:00000200:3.0:1761322991.546889:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88985:88985:255:4294967295] 192.168.201.29@tcp LPNI seq info [88985:88985:7:4294967295] 02000000:00000010:2.0:1761322991.546894:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f85dcbd7. 00000100:00000010:2.0:1761322991.546898:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007912ecad. 02000000:00000010:2.0:1761322991.546903:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000d4ce2a0. 00000400:00000200:3.0:1761322991.546904:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000100:00000010:2.0:1761322991.546908:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003d81b331. 00000800:00000200:3.0:1761322991.546912:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 02000000:00000010:2.0:1761322991.546913:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000098a79092. 00000100:00000010:2.0:1761322991.546917:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000aadbcd0f. 00000800:00000010:3.0:1761322991.546919:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bf79fdc4 (tot 82350962). 02000000:00000010:2.0:1761322991.546921:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000073228efa. 00000100:00000010:2.0:1761322991.546925:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e84b8751. 00000800:00000200:3.0:1761322991.546927:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 02000000:00000010:2.0:1761322991.546930:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000c5f5449. 00000100:00000010:2.0:1761322991.546933:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d1e427ea. 00000800:00000200:3.0:1761322991.546937:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322991.546941:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bf79fdc4 type 1, nob 424 niov 1 nkiov 1 00000100:00000200:2.0:1761322991.546944:0:67479:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1761322991.546951:0:67479:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b072309c. 00000400:00000010:2.0:1761322991.546956:0:67479:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000c487334b (tot 82351114). 00000800:00000200:2.0:1761322991.547018:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322991.547022:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f093da5b (tot 82350866). 00000400:00000200:2.0:1761322991.547027:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.547047:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322991.547052:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a9185619 00000400:00000010:2.0:1761322991.547055:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a9185619. 02000000:00000010:2.0:1761322991.547060:0:15811:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000dca9a6c2. 00000800:00000200:2.0:1761322991.547155:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322991.547158:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bf79fdc4 (tot 82350618). 00000400:00000200:2.0:1761322991.547162:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.547166:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322991.547168:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000057115dcc 00000400:00000010:2.0:1761322991.547170:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000057115dcc. 00000100:00000200:2.0:1761322991.547177:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003171f658 x1846879956460736/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761322991.547180:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000086470bdc. 00010000:00000010:2.1:1761322991.549299:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008c72bb80. 00010000:00000010:2.1:1761322991.549311:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f50403c8. 00000400:00000200:2.0:1761322991.549402:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322991.549421:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf64c0 00000400:00000200:2.0:1761322991.549430:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac16d [1] + 224 00000400:00000200:2.0:1761322991.549443:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.549446:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322991.549457:0:15812:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003171f658 x1846879956460736/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322991.549494:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322991.549500:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb59ec0 00000400:00000200:2.0:1761322991.549506:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaab01 [2] + 0 00000400:00000010:3.0:1761322991.549515:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000008d66be5. 00000400:00000200:2.0:1761322991.549518:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.549522:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000053134655 00000400:00000200:2.0:1761322991.549523:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000010:3.0:1761322991.549526:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000053134655. 00000100:00000200:3.0:1761322991.549534:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003171f658 x1846879956460736/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761322991.549534:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761322991.549541:0:15812:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b73ca902. 00000100:00000200:3.0:1761322991.549546:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003171f658 x1846879956460736/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761322991.549577:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c3d94ee7. 02000000:00000010:3.0:1761322991.549584:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b0859adf. 00000100:00000010:3.0:1761322991.549589:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003171f658. 00000100:00000010:3.0:1761322991.549593:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003eaf1877. 00010000:00000010:3.0:1761322991.549599:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000617bf67a. 00000020:00000010:0.0:1761322991.549623:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000688d4a86. 00000020:00000010:0.0:1761322991.549632:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ba517a06. 00000020:00000010:0.0:1761322991.549637:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b88240bc. 00000100:00000200:0.0:1761322991.549662:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b73ca902 x1846879955820224/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761322991.549696:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955820224 02000000:00000010:0.0:1761322991.549707:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000085e0fe22. 00010000:00000010:0.0:1761322991.549734:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000018cccc7d. 00010000:00000010:0.0:1761322991.549754:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e969ef4d. 00000100:00000010:0.0:1761322991.549761:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005d7c4309. 00000100:00000010:0.0:1761322991.549775:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005d7c4309. 00010000:00000010:0.0:1761322991.549778:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e969ef4d. 00000400:00000010:0.0:1761322991.549789:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000099514ae8. 00000100:00000200:0.0:1761322991.549795:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955820224, offset 224 00000400:00000200:0.0:1761322991.549802:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00080000:00000010:3.0:1761322991.549812:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c3d94ee7. 00000400:00000200:0.0:1761322991.549816:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322991.549822:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88986:88986:256:4294967295] 192.168.201.29@tcp LPNI seq info [88986:88986:8:4294967295] 00000400:00000200:0.0:1761322991.549834:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322991.549839:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322991.549845:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000007e4c409 (tot 82350866). 00000800:00000200:0.0:1761322991.549852:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322991.549862:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322991.549866:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000007e4c409 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761322991.549892:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ba517a06. 00000020:00000010:0.0:1761322991.549897:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b88240bc. 00000020:00000010:0.0:1761322991.549900:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000688d4a86. 00010000:00000010:3.0:1761322991.549926:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008200e451. 00010000:00000010:3.0:1761322991.549934:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000140a87a2. 00010000:00000010:3.0:1761322991.550047:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c8945f1d. 00010000:00000010:3.0:1761322991.550053:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008200e451. 00010000:00000010:3.0:1761322991.550063:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000617bf67a. 00000100:00000010:3.0:1761322991.550066:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003eaf1877. 00000100:00000010:3.0:1761322991.550072:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003171f658. 02000000:00000010:3.0:1761322991.550106:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003239c13f. 02000000:00000010:3.0:1761322991.550129:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000089671c9. 00000400:00000010:3.0:1761322991.550133:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000008d66be5. 00000400:00000010:3.0:1761322991.550138:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000053134655. 00000100:00000200:3.0:1761322991.550144:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956460800, portal 16 00000400:00000010:3.0:1761322991.550147:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a15e7f24. 00000100:00000200:3.0:1761322991.550149:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956460800, offset 0 00000400:00000200:3.0:1761322991.550155:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:3.0:1761322991.550161:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322991.550169:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:3.0:1761322991.550173:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761322991.550176:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:3.0:1761322991.550178:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88987:88987:255:4294967295] 192.168.201.29@tcp LPNI seq info [88987:88987:7:4294967295] 00000400:00000200:3.0:1761322991.550186:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322991.550190:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322991.550194:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eb6fba2b (tot 82351114). 00000800:00000200:3.0:1761322991.550197:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322991.550202:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322991.550204:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eb6fba2b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761322991.550364:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322991.550370:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000007e4c409 (tot 82350866). 00000400:00000200:2.0:1761322991.550374:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.550378:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322991.550381:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000099514ae8 00000400:00000010:2.0:1761322991.550382:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000099514ae8. 00000800:00000200:2.0:1761322991.550464:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322991.550467:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eb6fba2b (tot 82350618). 00000400:00000200:2.0:1761322991.550470:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.550473:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322991.550475:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a15e7f24 00000400:00000010:2.0:1761322991.550476:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a15e7f24. 00000100:00000200:2.0:1761322991.550480:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003171f658 x1846879956460800/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761322991.552659:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000caf85e4f. 00000400:00000200:2.0:1761322991.552744:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322991.552765:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf6500 00000400:00000200:2.0:1761322991.552775:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac17d [1] + 224 00000400:00000200:2.0:1761322991.552795:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.552800:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322991.552811:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003171f658 x1846879956460800/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761322991.552930:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000008d66be5. 00000400:00000200:0.0:1761322991.552936:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000053134655 00000400:00000010:0.0:1761322991.552939:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000053134655. 00000100:00000200:0.0:1761322991.552945:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003171f658 x1846879956460800/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761322991.552954:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003171f658 x1846879956460800/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761322991.552982:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000089671c9. 02000000:00000010:0.0:1761322991.552988:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003239c13f. 00000100:00000010:0.0:1761322991.552994:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003171f658. 00000100:00000010:0.0:1761322991.552998:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003eaf1877. 00010000:00000010:0.0:1761322991.553002:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000617bf67a. 00010000:00000010:3.1:1761322991.553119:0:78761:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008ed8dc31. 00010000:00000010:3.1:1761322991.553428:0:78761:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003b511bd7. 00010000:00000010:3.1:1761322991.553434:0:78761:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea53fc91. 00010000:00000010:3.1:1761322991.553438:0:78761:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000400d166. 00010000:00000010:3.1:1761322991.553443:0:78761:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008c4eba31. 00000400:00000200:2.0:1761322991.553937:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322991.553951:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb59f00 00000400:00000200:2.0:1761322991.553959:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaab01 [2] + 328 00000400:00000200:2.0:1761322991.554043:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.554049:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322991.554055:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761322991.554061:0:15812:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005bffa580. 00000020:00000010:0.0:1761322991.554207:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000688d4a86. 00000020:00000010:0.0:1761322991.554218:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ba517a06. 00000020:00000010:0.0:1761322991.554223:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b88240bc. 00000100:00000200:0.0:1761322991.554249:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005bffa580 x1846879955820288/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761322991.554420:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955820288 02000000:00000010:0.0:1761322991.554432:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b22b4bcf. 00010000:00000010:0.0:1761322991.554461:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003d79b2e2. 00010000:00000010:0.0:1761322991.554482:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e969ef4d. 00000100:00000010:0.0:1761322991.554489:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005d7c4309. 00000100:00000010:0.0:1761322991.554503:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005d7c4309. 00010000:00000010:0.0:1761322991.554507:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e969ef4d. 00000400:00000010:0.0:1761322991.554520:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d5095c71. 00000100:00000200:0.0:1761322991.554525:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955820288, offset 224 00000400:00000200:0.0:1761322991.554534:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322991.554547:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322991.554553:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88988:88988:256:4294967295] 192.168.201.29@tcp LPNI seq info [88988:88988:8:4294967295] 00000400:00000200:0.0:1761322991.554563:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322991.554568:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322991.554573:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000019c3e4a9 (tot 82350866). 00000800:00000200:0.0:1761322991.554580:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322991.554589:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322991.554593:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000019c3e4a9 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761322991.554611:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ba517a06. 00000020:00000010:0.0:1761322991.554615:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b88240bc. 00000020:00000010:0.0:1761322991.554618:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000688d4a86. 00000800:00000200:2.0:1761322991.554732:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322991.554736:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000019c3e4a9 (tot 82350618). 00000400:00000200:2.0:1761322991.554741:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.554746:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322991.554749:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d5095c71 00000400:00000010:2.0:1761322991.554751:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d5095c71. 00080000:00000010:0.0:1761322991.554986:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000688d4a86. 00010000:00000010:3.1:1761322991.555119:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000081c1b91f. 00010000:00000010:3.1:1761322991.555128:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000080715e4a. 00010000:00000010:0.0:1761322991.555736:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008200e451. 00010000:00000010:0.0:1761322991.555745:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004bd04d30. 00010000:00000010:0.0:1761322991.555974:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c5525c0b. 00010000:00000010:0.0:1761322991.555982:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000011eacdf8. 00010000:00000010:0.0:1761322991.555994:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e969ef4d. 00000100:00000010:0.0:1761322991.555999:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005d7c4309. 00000100:00000010:0.0:1761322991.556007:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b7d7a390. 02000000:00000010:0.0:1761322991.556020:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a16314fc. 02000000:00000010:0.0:1761322991.556059:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000098a79092. 00000400:00000010:0.0:1761322991.556066:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a2778ba6. 00000400:00000010:0.0:1761322991.556072:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ca103527. 00000100:00000200:0.0:1761322991.556117:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956460864, portal 16 00000400:00000010:0.0:1761322991.556123:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000079c1ed9c. 00000100:00000200:0.0:1761322991.556125:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956460864, offset 0 00000400:00000200:0.0:1761322991.556135:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322991.556150:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322991.556159:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:0.0:1761322991.556163:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761322991.556166:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322991.556170:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88989:88989:256:4294967295] 192.168.201.29@tcp LPNI seq info [88989:88989:8:4294967295] 00000400:00000200:0.0:1761322991.556178:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322991.556183:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322991.556188:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000019c3e4a9 (tot 82350866). 00000800:00000200:0.0:1761322991.556194:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322991.556201:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322991.556204:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000019c3e4a9 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761322991.556336:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322991.556340:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000019c3e4a9 (tot 82350618). 00000400:00000200:2.0:1761322991.556345:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.556352:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322991.556357:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000079c1ed9c 00000400:00000010:2.0:1761322991.556359:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000079c1ed9c. 00000100:00000200:2.0:1761322991.556369:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b7d7a390 x1846879956460864/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761322991.558384:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004bd7d65b. 00000400:00000200:2.0:1761322991.558459:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322991.558480:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf6540 00000400:00000200:2.0:1761322991.558491:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac189 [1] + 224 00000400:00000200:2.0:1761322991.558506:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.558510:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322991.558521:0:15812:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b7d7a390 x1846879956460864/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322991.558563:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322991.558569:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb59f40 00000400:00000200:2.0:1761322991.558576:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaab01 [2] + 656 00000400:00000200:2.0:1761322991.558589:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1761322991.558590:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a2778ba6. 00000400:00000200:2.0:1761322991.558595:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:0.0:1761322991.558598:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ca103527 00000400:00000010:0.0:1761322991.558602:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ca103527. 00000100:00000200:0.0:1761322991.558612:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b7d7a390 x1846879956460864/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761322991.558614:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761322991.558624:0:15812:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e002feec. 00000100:00000200:0.0:1761322991.558625:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b7d7a390 x1846879956460864/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761322991.558659:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000098a79092. 02000000:00000010:0.0:1761322991.558667:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a16314fc. 00000100:00000010:0.0:1761322991.558671:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b7d7a390. 00000100:00000010:0.0:1761322991.558676:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005d7c4309. 00010000:00000010:0.0:1761322991.558681:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e969ef4d. 00000020:00000010:0.0:1761322991.558738:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a16314fc. 00000020:00000010:0.0:1761322991.558746:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ba517a06. 00000020:00000010:0.0:1761322991.558750:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b88240bc. 00000100:00000200:0.0:1761322991.558776:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e002feec x1846879955820352/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761322991.558814:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955820352 02000000:00000010:0.0:1761322991.558827:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000098a79092. 00010000:00000010:0.0:1761322991.558855:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002b21bd7e. 00010000:00000010:0.0:1761322991.558875:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e969ef4d. 00000100:00000010:0.0:1761322991.558881:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005d7c4309. 00000100:00000010:0.0:1761322991.558906:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005d7c4309. 00010000:00000010:0.0:1761322991.558910:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e969ef4d. 00000400:00000010:0.0:1761322991.558923:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ca103527. 00000100:00000200:0.0:1761322991.558929:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955820352, offset 224 00000400:00000200:0.0:1761322991.558937:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322991.558952:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322991.558957:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88990:88990:256:4294967295] 192.168.201.29@tcp LPNI seq info [88990:88990:8:4294967295] 00000400:00000200:0.0:1761322991.558969:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322991.558974:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322991.558980:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000007e4c409 (tot 82350866). 00000800:00000200:0.0:1761322991.558987:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322991.558996:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322991.559001:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000007e4c409 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761322991.559018:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ba517a06. 00000020:00000010:0.0:1761322991.559023:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b88240bc. 00000020:00000010:0.0:1761322991.559026:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a16314fc. 00000800:00000200:2.0:1761322991.559163:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322991.559167:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000007e4c409 (tot 82350618). 00000400:00000200:2.0:1761322991.559171:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.559175:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322991.559178:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ca103527 00000400:00000010:2.0:1761322991.559180:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ca103527. 00080000:00000010:1.0:1761322991.559427:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000000c5f5449. 00010000:00000010:1.0:1761322991.559548:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000011eacdf8. 00010000:00000010:1.0:1761322991.559557:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008bceb0f2. 00010000:00000010:1.0:1761322991.559901:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ae564a2a. 00010000:00000010:1.0:1761322991.559910:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000098213b52. 00010000:00000010:1.0:1761322991.559923:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004bdec316. 00000100:00000010:1.0:1761322991.559929:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005f6b9f6f. 00000100:00000010:1.0:1761322991.559938:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000fc1dab26. 02000000:00000010:1.0:1761322991.559951:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000073228efa. 02000000:00000010:1.0:1761322991.559981:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000072986ca0. 00000400:00000010:1.0:1761322991.559986:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000040253c01. 00000400:00000010:1.0:1761322991.559993:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005d51e45b. 00000100:00000200:1.0:1761322991.559999:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956460928, portal 16 00000400:00000010:1.0:1761322991.560004:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d7c2831e. 00000100:00000200:1.0:1761322991.560007:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956460928, offset 0 00000400:00000200:1.0:1761322991.560015:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322991.560026:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322991.560046:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:1.0:1761322991.560050:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761322991.560199:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:1.0:1761322991.560203:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88991:88991:256:4294967295] 192.168.201.29@tcp LPNI seq info [88991:88991:8:4294967295] 00000400:00000200:1.0:1761322991.560212:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322991.560217:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322991.560222:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa7b1f3a (tot 82350866). 00000800:00000200:1.0:1761322991.560228:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322991.560235:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322991.560238:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa7b1f3a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761322991.560352:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322991.560356:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa7b1f3a (tot 82350618). 00000400:00000200:3.0:1761322991.560366:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.560370:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322991.560374:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d7c2831e 00000400:00000010:3.0:1761322991.560375:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d7c2831e. 00000100:00000200:3.0:1761322991.560382:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000fc1dab26 x1846879956460928/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322991.562941:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322991.562964:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf6580 00000400:00000200:2.0:1761322991.562974:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac195 [1] + 224 00000400:00000200:2.0:1761322991.562989:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.562995:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322991.563005:0:15812:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000fc1dab26 x1846879956460928/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322991.563055:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322991.563060:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb59f80 00000400:00000200:2.0:1761322991.563067:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaab01 [2] + 984 00000400:00000010:1.0:1761322991.563131:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000040253c01. 00000400:00000200:2.0:1761322991.563138:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:0.1:1761322991.563141:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001a67e6ec. 00000400:00000200:2.0:1761322991.563144:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:1.0:1761322991.563150:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005d51e45b 00000400:00000010:1.0:1761322991.563154:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005d51e45b. 00010000:00000010:0.1:1761322991.563159:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f3f46ba0. 00000100:00000200:2.0:1761322991.563161:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000200:1.0:1761322991.563163:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000fc1dab26 x1846879956460928/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761322991.563166:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8945f1d. 00000100:00000010:2.0:1761322991.563169:0:15812:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007226fba0. 00000100:00000200:1.0:1761322991.563177:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000fc1dab26 x1846879956460928/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761322991.563206:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000072986ca0. 02000000:00000010:1.0:1761322991.563213:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000073228efa. 00000100:00000010:1.0:1761322991.563216:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000fc1dab26. 00000100:00000010:1.0:1761322991.563219:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005f6b9f6f. 00010000:00000010:1.0:1761322991.563223:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004bdec316. 00000020:00000010:0.0:1761322991.563265:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a16314fc. 00000020:00000010:0.0:1761322991.563275:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ba517a06. 00000020:00000010:0.0:1761322991.563280:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b88240bc. 00000100:00000200:0.0:1761322991.563309:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007226fba0 x1846879955820416/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761322991.563354:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955820416 02000000:00000010:0.0:1761322991.563367:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000060c7d3. 00010000:00000010:0.0:1761322991.563400:0:66652:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005a257293. 00010000:00000010:0.0:1761322991.563423:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e969ef4d. 00000100:00000010:0.0:1761322991.563430:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005d7c4309. 00000100:00000010:0.0:1761322991.563448:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005d7c4309. 00010000:00000010:0.0:1761322991.563452:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e969ef4d. 00000400:00000010:0.0:1761322991.563466:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005ba57133. 00000100:00000200:0.0:1761322991.563471:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955820416, offset 224 00080000:00000010:1.0:1761322991.563479:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000073228efa. 00000400:00000200:0.0:1761322991.563480:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322991.563495:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322991.563503:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88992:88992:256:4294967295] 192.168.201.29@tcp LPNI seq info [88992:88992:8:4294967295] 00000400:00000200:0.0:1761322991.563521:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322991.563526:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322991.563533:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002b6ad44b (tot 82350866). 00000800:00000200:0.0:1761322991.563540:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322991.563548:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322991.563552:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002b6ad44b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761322991.563580:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ba517a06. 00010000:00000010:1.0:1761322991.563583:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000098213b52. 00000020:00000010:0.0:1761322991.563586:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b88240bc. 00010000:00000010:1.0:1761322991.563592:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007bf477a8. 00000020:00000010:0.0:1761322991.563592:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a16314fc. 00000800:00000200:3.0:1761322991.563805:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322991.563810:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002b6ad44b (tot 82350618). 00000400:00000200:3.0:1761322991.563814:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.563818:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322991.563821:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005ba57133 00000400:00000010:3.0:1761322991.563822:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005ba57133. 00010000:00000010:1.0:1761322991.565527:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001135acc9. 00010000:00000010:1.0:1761322991.565541:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000098213b52. 00010000:00000010:1.0:1761322991.565554:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004bdec316. 00000100:00000010:1.0:1761322991.565562:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005f6b9f6f. 00000100:00000010:1.0:1761322991.565570:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000fc1dab26. 02000000:00000010:1.0:1761322991.565583:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000072986ca0. 02000000:00000010:1.0:1761322991.565610:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000923bc000. 00000400:00000010:1.0:1761322991.565616:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000040253c01. 00000400:00000010:1.0:1761322991.565623:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005d51e45b. 00000100:00000200:1.0:1761322991.565630:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956460992, portal 16 00000400:00000010:1.0:1761322991.565635:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008a00ae04. 00000100:00000200:1.0:1761322991.565637:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956460992, offset 0 00000400:00000200:1.0:1761322991.565646:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322991.565660:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322991.565667:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:1.0:1761322991.565671:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761322991.565674:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:1.0:1761322991.565677:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88993:88993:256:4294967295] 192.168.201.29@tcp LPNI seq info [88993:88993:8:4294967295] 00000400:00000200:1.0:1761322991.565687:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322991.565693:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322991.565698:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa7b1f3a (tot 82350866). 00000800:00000200:1.0:1761322991.565704:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322991.565712:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322991.565716:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa7b1f3a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761322991.565844:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322991.565848:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa7b1f3a (tot 82350618). 00000400:00000200:3.0:1761322991.565857:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.565862:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322991.565867:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008a00ae04 00000400:00000010:3.0:1761322991.565868:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008a00ae04. 00000100:00000200:3.0:1761322991.565875:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000fc1dab26 x1846879956460992/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761322991.566228:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f82fb064. 00010000:00000010:1.1:1761322991.566942:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000feec0667. 00010000:00000010:1.1:1761322991.566950:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c5525c0b. 00000400:00000200:3.0:1761322991.568277:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322991.568299:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf65c0 00000400:00000200:3.0:1761322991.568310:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac1a1 [1] + 224 00000400:00000200:3.0:1761322991.568325:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.568329:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322991.568340:0:15812:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000fc1dab26 x1846879956460992/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322991.568381:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322991.568386:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb59fc0 00000400:00000200:3.0:1761322991.568392:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaab01 [2] + 1312 00000400:00000200:3.0:1761322991.568456:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.568461:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322991.568466:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761322991.568472:0:15812:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cec9b0b9. 00000400:00000010:1.0:1761322991.568504:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000040253c01. 00000400:00000200:1.0:1761322991.568524:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005d51e45b 00000400:00000010:1.0:1761322991.568527:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005d51e45b. 00000100:00000200:1.0:1761322991.568534:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000fc1dab26 x1846879956460992/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761322991.568550:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000fc1dab26 x1846879956460992/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000020:00000010:0.0:1761322991.568554:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a16314fc. 00000020:00000010:0.0:1761322991.568563:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ba517a06. 00000020:00000010:0.0:1761322991.568568:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b88240bc. 02000000:00000010:1.0:1761322991.568577:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000923bc000. 02000000:00000010:1.0:1761322991.568584:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000072986ca0. 00000100:00000010:1.0:1761322991.568587:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000fc1dab26. 00000100:00000010:1.0:1761322991.568592:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005f6b9f6f. 00010000:00000010:1.0:1761322991.568596:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004bdec316. 00000100:00000200:0.0:1761322991.568596:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000cec9b0b9 x1846879955820480/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761322991.568632:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955820480 02000000:00000010:0.0:1761322991.568642:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000581553ec. 00010000:00000010:0.0:1761322991.568670:0:66652:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000063a23029. 00010000:00000010:0.0:1761322991.568689:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e969ef4d. 00000100:00000010:0.0:1761322991.568696:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005d7c4309. 00000100:00000010:0.0:1761322991.568710:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005d7c4309. 00010000:00000010:0.0:1761322991.568713:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e969ef4d. 00000400:00000010:0.0:1761322991.568724:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005ba57133. 00000100:00000200:0.0:1761322991.568729:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955820480, offset 224 00000400:00000200:0.0:1761322991.568737:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322991.568750:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322991.568756:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88994:88994:256:4294967295] 192.168.201.29@tcp LPNI seq info [88994:88994:8:4294967295] 00000400:00000200:0.0:1761322991.568767:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322991.568773:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322991.568777:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bf5e0f07 (tot 82350866). 00000800:00000200:0.0:1761322991.568783:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322991.568790:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00080000:00000010:1.0:1761322991.568791:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000072986ca0. 00000800:00000200:0.0:1761322991.568807:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bf5e0f07 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761322991.568827:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ba517a06. 00000020:00000010:0.0:1761322991.568831:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b88240bc. 00000020:00000010:0.0:1761322991.568834:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a16314fc. 00010000:00000010:1.0:1761322991.568898:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000098213b52. 00010000:00000010:1.0:1761322991.568906:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000de6fbd13. 00000800:00000200:0.0:1761322991.568933:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761322991.568937:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bf5e0f07 (tot 82350618). 00000400:00000200:0.0:1761322991.568941:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322991.568944:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:0.0:1761322991.568947:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005ba57133 00000400:00000010:0.0:1761322991.568948:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005ba57133. 00010000:00000010:1.0:1761322991.568993:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000170f7f40. 00010000:00000010:1.0:1761322991.568997:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b92869bd. 00010000:00000010:1.0:1761322991.569002:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001fed1af7. 00010000:00000010:1.0:1761322991.569007:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000098213b52. 00080000:00000010:1.0:1761322991.569017:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000923bc000. 00010000:00000010:1.0:1761322991.569055:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000098213b52. 00010000:00000010:1.0:1761322991.569059:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b92869bd. 00010000:00000010:1.0:1761322991.569142:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f50403c8. 00010000:00000010:1.0:1761322991.569147:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000098213b52. 00010000:00000010:1.0:1761322991.569156:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004bdec316. 00000100:00000010:1.0:1761322991.569159:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005f6b9f6f. 00000100:00000010:1.0:1761322991.569165:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000fc1dab26. 02000000:00000010:1.0:1761322991.569177:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a470c523. 02000000:00000010:1.0:1761322991.569200:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000017873907. 00000400:00000010:1.0:1761322991.569205:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000040253c01. 00000400:00000010:1.0:1761322991.569211:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005d51e45b. 00000100:00000200:1.0:1761322991.569217:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956461056, portal 16 00000400:00000010:1.0:1761322991.569221:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002578c7b1. 00000100:00000200:1.0:1761322991.569223:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956461056, offset 0 00000400:00000200:1.0:1761322991.569229:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322991.569236:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322991.569243:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:1.0:1761322991.569247:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761322991.569250:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:1.0:1761322991.569253:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88995:88995:256:4294967295] 192.168.201.29@tcp LPNI seq info [88995:88995:8:4294967295] 00000400:00000200:1.0:1761322991.569260:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322991.569264:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322991.569268:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa7b1f3a (tot 82350866). 00000800:00000200:1.0:1761322991.569272:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322991.569276:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322991.569278:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa7b1f3a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761322991.569351:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761322991.569354:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa7b1f3a (tot 82350618). 00000400:00000200:1.0:1761322991.569361:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322991.569365:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:1.0:1761322991.569367:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002578c7b1 00000400:00000010:1.0:1761322991.569369:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002578c7b1. 00000100:00000200:1.0:1761322991.569373:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000fc1dab26 x1846879956461056/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761322991.570131:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fa0bef69. 00000400:00000200:0.0:1761322991.571111:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:0.0:1761322991.571129:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf6600 00000400:00000200:0.0:1761322991.571138:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac1ad [1] + 224 00000400:00000200:0.0:1761322991.571155:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322991.571158:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:0.0:1761322991.571166:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000fc1dab26 x1846879956461056/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761322991.571242:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005b7fe572. 00010000:00000010:1.1:1761322991.571251:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae564a2a. 00000400:00000010:1.0:1761322991.571270:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000040253c01. 00000400:00000200:1.0:1761322991.571298:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005d51e45b 00000400:00000010:1.0:1761322991.571301:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005d51e45b. 00000100:00000200:1.0:1761322991.571307:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000fc1dab26 x1846879956461056/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761322991.571316:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000fc1dab26 x1846879956461056/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761322991.571341:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000017873907. 02000000:00000010:1.0:1761322991.571346:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a470c523. 00000100:00000010:1.0:1761322991.571349:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000fc1dab26. 00000100:00000010:1.0:1761322991.571353:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005f6b9f6f. 00010000:00000010:1.0:1761322991.571356:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004bdec316. 00000400:00000200:0.0:1761322991.572316:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:0.0:1761322991.572329:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb5a000 00000400:00000200:0.0:1761322991.572338:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaab01 [2] + 1640 00000400:00000200:0.0:1761322991.572401:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322991.572406:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:0.0:1761322991.572412:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761322991.572417:0:15812:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b7d7a390. 00000020:00000010:1.0:1761322991.572478:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a470c523. 00000020:00000010:1.0:1761322991.572486:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b92869bd. 00000020:00000010:1.0:1761322991.572490:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001d369eb8. 00000100:00000200:1.0:1761322991.572559:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b7d7a390 x1846879955820544/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761322991.572597:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955820544 02000000:00000010:1.0:1761322991.572609:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000017873907. 00010000:00000010:1.0:1761322991.572637:0:66652:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005f4b1ed4. 00010000:00000010:1.0:1761322991.572656:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004bdec316. 00000100:00000010:1.0:1761322991.572663:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005f6b9f6f. 00000100:00000010:1.0:1761322991.572682:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005f6b9f6f. 00010000:00000010:1.0:1761322991.572686:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004bdec316. 00000400:00000010:1.0:1761322991.572699:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005d51e45b. 00000100:00000200:1.0:1761322991.572704:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955820544, offset 224 00000400:00000200:1.0:1761322991.572712:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322991.572725:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322991.572730:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88996:88996:256:4294967295] 192.168.201.29@tcp LPNI seq info [88996:88996:8:4294967295] 00000400:00000200:1.0:1761322991.572740:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322991.572746:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322991.572751:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa7b1f3a (tot 82350866). 00000800:00000200:1.0:1761322991.572757:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322991.572765:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322991.572769:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa7b1f3a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761322991.572791:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b92869bd. 00000020:00000010:1.0:1761322991.572795:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001d369eb8. 00000020:00000010:1.0:1761322991.572799:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a470c523. 00080000:00000010:0.0:1761322991.572809:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a16314fc. 00000800:00000200:3.0:1761322991.572894:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322991.572899:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa7b1f3a (tot 82350618). 00000400:00000200:3.0:1761322991.572908:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:0.0:1761322991.572912:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000098213b52. 00000400:00000200:3.0:1761322991.572913:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322991.572918:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005d51e45b 00000400:00000010:3.0:1761322991.572921:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005d51e45b. 00010000:00000010:0.0:1761322991.572921:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f8516d2c. 00010000:00000010:0.0:1761322991.573008:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000afcecbb6. 00010000:00000010:0.0:1761322991.573015:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000254495c5. 00010000:00000010:0.0:1761322991.573025:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e969ef4d. 00000100:00000010:0.0:1761322991.573029:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005d7c4309. 00000100:00000010:0.0:1761322991.573046:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000049447897. 02000000:00000010:0.0:1761322991.573055:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000439141ba. 02000000:00000010:0.0:1761322991.573098:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003239c13f. 00000400:00000010:0.0:1761322991.573104:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a2778ba6. 00000400:00000010:0.0:1761322991.573110:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005ba57133. 00000100:00000200:0.0:1761322991.573120:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956461120, portal 16 00000400:00000010:0.0:1761322991.573124:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ca103527. 00000100:00000200:0.0:1761322991.573127:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956461120, offset 0 00000400:00000200:0.0:1761322991.573134:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322991.573141:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322991.573149:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:0.0:1761322991.573152:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761322991.573155:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322991.573158:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88997:88997:256:4294967295] 192.168.201.29@tcp LPNI seq info [88997:88997:8:4294967295] 00000400:00000200:0.0:1761322991.573165:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322991.573170:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322991.573174:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bf5e0f07 (tot 82350866). 00000800:00000200:0.0:1761322991.573177:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322991.573182:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322991.573184:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bf5e0f07 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761322991.573961:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322991.573966:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bf5e0f07 (tot 82350618). 00000400:00000200:3.0:1761322991.573971:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.573976:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322991.573979:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ca103527 00000400:00000010:3.0:1761322991.573981:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ca103527. 00000100:00000200:3.0:1761322991.573988:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000049447897 x1846879956461120/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761322991.575306:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:0.0:1761322991.575326:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf6640 00000400:00000200:0.0:1761322991.575336:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac1b9 [1] + 224 00000400:00000200:0.0:1761322991.575353:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322991.575356:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:0.0:1761322991.575364:0:15812:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000049447897 x1846879956461120/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761322991.575424:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a2778ba6. 00000400:00000200:1.0:1761322991.575430:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005ba57133 00000400:00000010:1.0:1761322991.575433:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005ba57133. 00000100:00000200:1.0:1761322991.575443:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000049447897 x1846879956461120/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761322991.575453:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000049447897 x1846879956461120/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761322991.575483:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003239c13f. 02000000:00000010:1.0:1761322991.575490:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000439141ba. 00000100:00000010:1.0:1761322991.575495:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000049447897. 00000100:00000010:1.0:1761322991.575500:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005d7c4309. 00010000:00000010:1.0:1761322991.575505:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e969ef4d. 00000400:00000010:2.0:1761322991.575710:0:78766:0:(module.c:176:libcfs_ioctl_getdata()) alloc '(*hdr_pp)': 192 at 0000000022dcd2b9 (tot 82350810). 00000001:02000400:2.0:1761322991.575716:0:78766:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity-lfsck test_10: @@@@@@ FAIL: (16) unexpected status 00000400:00000200:3.0:1761322991.575843:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322991.575854:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb5a040 00000400:00000200:3.0:1761322991.575861:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaab01 [2] + 1968 00000400:00000010:3.0:1761322991.575865:0:15811:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000320c5d1e. 00000400:00000200:3.0:1761322991.575868:0:15811:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000028f29520 00000400:00000200:3.0:1761322991.575920:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.575924:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322991.575927:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000028f29520 00000400:00000010:3.0:1761322991.575930:0:15811:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000028f29520 (tot 82350658). 00000100:00000200:3.0:1761322991.575936:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1761322991.576010:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a470c523. 00000020:00000010:1.0:1761322991.576018:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b92869bd. 00000020:00000010:1.0:1761322991.576023:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001d369eb8. 00000100:00000200:1.0:1761322991.576068:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001b8ff9e1 x1846879955820608/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761322991.576150:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955820608 02000000:00000010:1.0:1761322991.576163:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000bd0eabea. 00010000:00000010:1.0:1761322991.576193:0:66652:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006b2b8099. 00010000:00000010:1.0:1761322991.576212:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004bdec316. 00000100:00000010:1.0:1761322991.576219:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005f6b9f6f. 00000100:00000010:1.0:1761322991.576231:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005f6b9f6f. 00010000:00000010:1.0:1761322991.576236:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004bdec316. 00000400:00000010:1.0:1761322991.576249:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002578c7b1. 00000100:00000200:1.0:1761322991.576254:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955820608, offset 224 00000400:00000200:1.0:1761322991.576260:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322991.576284:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322991.576290:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88998:88998:256:4294967295] 192.168.201.29@tcp LPNI seq info [88998:88998:8:4294967295] 00000400:00000200:1.0:1761322991.576300:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322991.576306:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322991.576313:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa7b1f3a (tot 82350906). 00000800:00000200:1.0:1761322991.576320:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322991.576328:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322991.576340:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa7b1f3a type 1, nob 320 niov 1 nkiov 1 00080000:00000010:0.0:1761322991.576340:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000003239c13f. 00000020:00000010:1.0:1761322991.576368:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b92869bd. 00000020:00000010:1.0:1761322991.576373:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001d369eb8. 00000020:00000010:1.0:1761322991.576377:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a470c523. 02000000:00000010:1.0:1761322991.576387:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000017873907. 00000100:00000010:1.0:1761322991.576390:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b7d7a390. 02000000:00000010:1.0:1761322991.576395:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000581553ec. 00000100:00000010:1.0:1761322991.576397:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000cec9b0b9. 02000000:00000010:1.0:1761322991.576400:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000060c7d3. 00000100:00000010:1.0:1761322991.576403:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007226fba0. 02000000:00000010:1.0:1761322991.576408:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000098a79092. 00000100:00000010:1.0:1761322991.576410:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e002feec. 02000000:00000010:1.0:1761322991.576416:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b22b4bcf. 00000100:00000010:1.0:1761322991.576418:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005bffa580. 02000000:00000010:1.0:1761322991.576422:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000085e0fe22. 00000100:00000010:1.0:1761322991.576424:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b73ca902. 00000100:00000200:1.0:1761322991.576431:0:66652:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1761322991.576437:0:66652:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000040253c01. 00000400:00000010:1.0:1761322991.576442:0:66652:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000005f6b9f6f (tot 82351058). 00010000:00000010:0.0:1761322991.576470:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000254495c5. 00010000:00000010:0.0:1761322991.576480:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000bb004905. 00000800:00000200:3.0:1761322991.576545:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322991.576550:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa7b1f3a (tot 82350810). 00000400:00000200:3.0:1761322991.576559:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.576563:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322991.576566:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002578c7b1 00000400:00000010:3.0:1761322991.576569:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002578c7b1. 02000000:00000010:3.0:1761322991.576574:0:15810:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000bd0eabea. 00010000:00000010:0.0:1761322991.576612:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005d6b12e7. 00010000:00000010:0.0:1761322991.576619:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000254495c5. 00010000:00000010:0.0:1761322991.576629:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000029901df4. 00000100:00000010:0.0:1761322991.576633:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005d7c4309. 00000100:00000010:0.0:1761322991.576640:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001d85a71a. 02000000:00000010:0.0:1761322991.576652:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007b091833. 02000000:00000010:0.0:1761322991.576774:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cadb4a30. 00000400:00000010:0.0:1761322991.576779:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000320c5d1e. 00000400:00000010:0.0:1761322991.576783:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000079c1ed9c. 00000100:00000200:0.0:1761322991.576786:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956461184, portal 16 00000400:00000010:0.0:1761322991.576790:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d5095c71. 00000100:00000200:0.0:1761322991.576791:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956461184, offset 0 00000400:00000200:0.0:1761322991.576797:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322991.576804:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322991.576812:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:0.0:1761322991.576816:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761322991.576819:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322991.576822:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [88999:88999:256:4294967295] 192.168.201.29@tcp LPNI seq info [88999:88999:8:4294967295] 00000400:00000200:0.0:1761322991.576831:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322991.576835:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322991.576839:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f8f59593 (tot 82351058). 00000800:00000200:0.0:1761322991.576844:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322991.576849:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322991.576851:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f8f59593 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761322991.576967:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761322991.576970:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f8f59593 (tot 82350810). 00000400:00000200:1.0:1761322991.576974:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322991.576978:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:1.0:1761322991.576981:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d5095c71 00000400:00000010:1.0:1761322991.576982:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d5095c71. 00000100:00000200:1.0:1761322991.576990:0:15812:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001d85a71a x1846879956461184/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322991.578962:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322991.578985:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf6680 00000400:00000200:3.0:1761322991.578994:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac1c9 [1] + 224 00000400:00000200:3.0:1761322991.579012:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.579016:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322991.579026:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001d85a71a x1846879956461184/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322991.579342:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322991.579350:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb5a080 00000400:00000200:3.0:1761322991.579356:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaab59 [2] + 0 00000400:00000200:3.0:1761322991.579643:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.579648:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322991.579654:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761322991.579661:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001723ce77. 00000020:00000010:1.0:1761322991.579765:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000017873907. 00000020:00000010:1.0:1761322991.579783:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b92869bd. 00000020:00000010:1.0:1761322991.579789:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001d369eb8. 00000100:00000200:1.0:1761322991.579827:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001723ce77 x1846879955820672/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761322991.579989:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955820672 02000000:00000010:1.0:1761322991.580006:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a470c523. 00010000:00000010:1.0:1761322991.580069:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004bdec316. 00000100:00000010:1.0:1761322991.580106:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b65c9c75. 00000100:00000010:1.0:1761322991.580115:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b65c9c75. 00010000:00000010:1.0:1761322991.580122:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004bdec316. 00000400:00000010:1.0:1761322991.580141:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ab427e39. 00000100:00000200:1.0:1761322991.580148:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955820672, offset 224 00000400:00000200:1.0:1761322991.580157:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322991.580172:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322991.580178:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89000:89000:256:4294967295] 192.168.201.29@tcp LPNI seq info [89000:89000:8:4294967295] 00000400:00000200:1.0:1761322991.580189:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322991.580195:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322991.580200:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa7b1f3a (tot 82351058). 00000800:00000200:1.0:1761322991.580206:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322991.580213:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322991.580217:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa7b1f3a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761322991.580241:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b92869bd. 00000020:00000010:1.0:1761322991.580246:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001d369eb8. 00000020:00000010:1.0:1761322991.580249:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000017873907. 00000400:00000010:0.0:1761322991.580497:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000320c5d1e. 00000400:00000200:0.0:1761322991.580505:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000079c1ed9c 00000400:00000010:0.0:1761322991.580508:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000079c1ed9c. 00000100:00000200:0.0:1761322991.580520:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001d85a71a x1846879956461184/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761322991.580535:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001d85a71a x1846879956461184/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1761322991.580566:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000027046cd7. 02000000:00000010:0.0:1761322991.580588:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cadb4a30. 02000000:00000010:0.0:1761322991.580595:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007b091833. 00000100:00000010:0.0:1761322991.580600:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001d85a71a. 00000100:00000010:0.0:1761322991.580604:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005d7c4309. 00010000:00000010:0.0:1761322991.580608:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000029901df4. 00080000:00000010:0.0:1761322991.580633:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cadb4a30. 00010000:00000010:0.0:1761322991.580767:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000254495c5. 00010000:00000010:0.0:1761322991.580776:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003256d4c1. 00000800:00000200:1.0:1761322991.580802:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761322991.580808:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa7b1f3a (tot 82350810). 00000400:00000200:1.0:1761322991.580818:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322991.580825:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:1.0:1761322991.580830:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ab427e39 00000400:00000010:1.0:1761322991.580832:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ab427e39. 00010000:00000010:0.0:1761322991.580872:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f9c1e226. 00010000:00000010:0.0:1761322991.580880:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000254495c5. 00010000:00000010:0.0:1761322991.580892:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000029901df4. 00000100:00000010:0.0:1761322991.580897:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005d7c4309. 00000100:00000010:0.0:1761322991.580903:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001d85a71a. 02000000:00000010:0.0:1761322991.580916:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007b091833. 02000000:00000010:0.0:1761322991.580946:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000014bd9330. 00000400:00000010:0.0:1761322991.580950:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000320c5d1e. 00000400:00000010:0.0:1761322991.580955:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000079c1ed9c. 00000100:00000200:0.0:1761322991.580962:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956461248, portal 16 00000400:00000010:0.0:1761322991.580967:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000099514ae8. 00000100:00000200:0.0:1761322991.580969:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956461248, offset 0 00000400:00000200:0.0:1761322991.580976:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322991.580989:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322991.581003:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:0.0:1761322991.581008:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761322991.581011:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322991.581014:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89001:89001:256:4294967295] 192.168.201.29@tcp LPNI seq info [89001:89001:8:4294967295] 00000400:00000200:0.0:1761322991.581023:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322991.581040:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322991.581045:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a69d00c5 (tot 82351058). 00000800:00000200:0.0:1761322991.581052:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322991.581059:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322991.581063:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a69d00c5 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761322991.581332:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322991.581336:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a69d00c5 (tot 82350810). 00000400:00000200:3.0:1761322991.581341:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.581345:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322991.581349:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000099514ae8 00000400:00000010:3.0:1761322991.581351:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000099514ae8. 00000100:00000200:3.0:1761322991.581358:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001d85a71a x1846879956461248/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761322991.582049:0:78766:0:(module.c:248:libcfs_ioctl()) kfreed 'hdr': 192 at 0000000022dcd2b9 (tot 82350618). 00000400:00000200:3.0:1761322991.582615:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322991.582634:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf66c0 00000400:00000200:3.0:1761322991.582644:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac1d5 [1] + 224 00000400:00000200:3.0:1761322991.582660:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.582678:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322991.582687:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001d85a71a x1846879956461248/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761322991.582912:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000320c5d1e. 00000400:00000200:0.0:1761322991.582918:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000079c1ed9c 00000400:00000010:0.0:1761322991.582920:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000079c1ed9c. 00000100:00000200:0.0:1761322991.582929:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001d85a71a x1846879956461248/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761322991.582938:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001d85a71a x1846879956461248/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761322991.582963:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000014bd9330. 02000000:00000010:0.0:1761322991.582968:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007b091833. 00000100:00000010:0.0:1761322991.582972:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001d85a71a. 00000100:00000010:0.0:1761322991.582976:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005d7c4309. 00010000:00000010:0.0:1761322991.582981:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000029901df4. 00010000:00000010:0.1:1761322991.583146:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b33859c6. 00010000:00000010:0.1:1761322991.583154:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003a3c300b. 00010000:00000010:0.1:1761322991.583158:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f50403c8. 00010000:00000010:1.1:1761322991.583281:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ff6f6748. 00010000:00000010:1.1:1761322991.583292:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001135acc9. 00010000:00000010:1.1:1761322991.583297:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000170f7f40. 00010000:00000010:1.1:1761322991.583301:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001fed1af7. 00000400:00000200:1.0:1761322991.583470:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:1.0:1761322991.583489:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb5a0c0 00000400:00000200:1.0:1761322991.583497:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaab59 [2] + 328 00000400:00000200:1.0:1761322991.583576:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322991.583582:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:1.0:1761322991.583591:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761322991.583597:0:15812:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000fc1dab26. 00000020:00000010:3.0:1761322991.583922:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006c5a3bcf. 00000020:00000010:3.0:1761322991.583930:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000097ab19a0. 00000020:00000010:3.0:1761322991.583936:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000cf10095. 00000100:00000200:3.0:1761322991.583965:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000fc1dab26 x1846879955820736/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761322991.584004:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955820736 02000000:00000010:3.0:1761322991.584017:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e99300b6. 00010000:00000010:3.0:1761322991.584067:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bb6b5f51. 00010000:00000010:3.0:1761322991.584117:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000046c68b97. 00000100:00000010:3.0:1761322991.584125:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003eaf1877. 00000100:00000010:3.0:1761322991.584145:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003eaf1877. 00010000:00000010:3.0:1761322991.584149:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000046c68b97. 00000400:00000010:3.0:1761322991.584164:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000167583ae. 00000100:00000200:3.0:1761322991.584169:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955820736, offset 224 00080000:00000010:2.0:1761322991.584178:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000019abbed2. 00000400:00000200:3.0:1761322991.584179:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:3.0:1761322991.584193:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322991.584199:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89002:89002:256:4294967295] 192.168.201.29@tcp LPNI seq info [89002:89002:8:4294967295] 00000400:00000200:3.0:1761322991.584209:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322991.584214:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322991.584225:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000642747f (tot 82350866). 00000800:00000200:3.0:1761322991.584231:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322991.584240:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322991.584244:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000642747f type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761322991.584267:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000097ab19a0. 00000020:00000010:3.0:1761322991.584271:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000cf10095. 00000020:00000010:3.0:1761322991.584275:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006c5a3bcf. 00010000:00000010:2.0:1761322991.584286:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000254495c5. 00010000:00000010:2.0:1761322991.584296:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005cdd94b1. 00010000:00000010:2.0:1761322991.584370:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002f06711c. 00010000:00000010:2.0:1761322991.584376:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002072a0e4. 00010000:00000010:2.0:1761322991.584388:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008b63f1c2. 00000100:00000010:2.0:1761322991.584392:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000022dcd2b9. 00000100:00000010:2.0:1761322991.584400:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004dd461b4. 02000000:00000010:2.0:1761322991.584413:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000427e5401. 02000000:00000010:2.0:1761322991.584441:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001e84352f. 00000400:00000010:2.0:1761322991.584447:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002bf53beb. 00000400:00000010:2.0:1761322991.584451:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a9185619. 00000100:00000200:2.0:1761322991.584456:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956461312, portal 16 00000400:00000010:2.0:1761322991.584461:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c102ff98. 00000100:00000200:2.0:1761322991.584463:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956461312, offset 0 00000400:00000200:2.0:1761322991.584468:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:2.0:1761322991.584475:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:2.0:1761322991.584483:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:2.0:1761322991.584487:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761322991.584489:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:2.0:1761322991.584492:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89003:89003:255:4294967295] 192.168.201.29@tcp LPNI seq info [89003:89003:7:4294967295] 00000400:00000200:2.0:1761322991.584498:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:2.0:1761322991.584502:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:2.0:1761322991.584505:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f093da5b (tot 82351114). 00000800:00000200:2.0:1761322991.584509:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:2.0:1761322991.584513:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:2.0:1761322991.584516:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f093da5b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761322991.584602:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322991.584606:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000642747f (tot 82350866). 00000400:00000200:3.0:1761322991.584610:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.584615:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322991.584618:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000167583ae 00000400:00000010:3.0:1761322991.584621:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000167583ae. 00000800:00000200:3.0:1761322991.584662:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322991.584664:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f093da5b (tot 82350618). 00000400:00000200:3.0:1761322991.584669:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.584673:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322991.584675:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c102ff98 00000400:00000010:3.0:1761322991.584676:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c102ff98. 00000100:00000200:3.0:1761322991.584682:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004dd461b4 x1846879956461312/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322991.585973:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322991.585990:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf6700 00000400:00000200:3.0:1761322991.585999:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac1e1 [1] + 224 00000400:00000200:3.0:1761322991.586013:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.586016:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322991.586024:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000004dd461b4 x1846879956461312/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761322991.586174:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002bf53beb. 00000400:00000200:1.0:1761322991.586180:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a9185619 00000400:00000010:1.0:1761322991.586182:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a9185619. 00000100:00000200:1.0:1761322991.586193:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004dd461b4 x1846879956461312/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761322991.586202:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004dd461b4 x1846879956461312/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761322991.586250:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001e84352f. 02000000:00000010:1.0:1761322991.586257:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000427e5401. 00000100:00000010:1.0:1761322991.586262:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004dd461b4. 00000100:00000010:1.0:1761322991.586266:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000022dcd2b9. 00010000:00000010:1.0:1761322991.586270:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008b63f1c2. 00000400:00000200:3.0:1761322991.586824:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322991.586834:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb5a100 00000400:00000200:3.0:1761322991.586840:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaab59 [2] + 656 00000400:00000200:3.0:1761322991.586891:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.586896:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322991.586901:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761322991.586907:0:15812:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cec9b0b9. 00010000:00000010:1.1:1761322991.587112:0:78743:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006ab55a07. 00010000:00000010:0.1:1761322991.587251:0:67479:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005a9e52f7. 00010000:00000010:0.1:1761322991.587257:0:67479:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000afcecbb6. 00010000:00000010:0.1:1761322991.587262:0:67479:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be71ee66. 00010000:00000010:0.1:1761322991.587265:0:67479:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d80da4cf. 00010000:00000010:0.1:1761322991.587268:0:67479:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005d6b12e7. 00000020:00000010:0.0:1761322991.587299:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000014bd9330. 00000020:00000010:0.0:1761322991.587309:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ba517a06. 00000020:00000010:0.0:1761322991.587314:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b88240bc. 00000100:00000200:0.0:1761322991.587344:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000cec9b0b9 x1846879955820800/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761322991.587387:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955820800 02000000:00000010:0.0:1761322991.587402:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000005c1a3517. 00010000:00000010:0.0:1761322991.587437:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e3ff58a2. 00010000:00000010:0.0:1761322991.587459:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000029901df4. 00000100:00000010:0.0:1761322991.587466:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005d7c4309. 00000100:00000010:0.0:1761322991.587486:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005d7c4309. 00010000:00000010:0.0:1761322991.587490:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000029901df4. 00000400:00000010:0.0:1761322991.587510:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000079c1ed9c. 00000100:00000200:0.0:1761322991.587515:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955820800, offset 224 00000400:00000200:0.0:1761322991.587523:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322991.587534:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322991.587539:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89004:89004:256:4294967295] 192.168.201.29@tcp LPNI seq info [89004:89004:8:4294967295] 00000400:00000200:0.0:1761322991.587549:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322991.587554:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322991.587558:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004c92fdd7 (tot 82350866). 00000800:00000200:0.0:1761322991.587563:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322991.587569:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322991.587572:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004c92fdd7 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761322991.587595:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ba517a06. 00000020:00000010:0.0:1761322991.587599:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b88240bc. 00000020:00000010:0.0:1761322991.587602:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000014bd9330. 00080000:00000010:1.0:1761322991.587765:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000017873907. 00010000:00000010:1.0:1761322991.587861:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002072a0e4. 00010000:00000010:1.0:1761322991.587868:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005648fbee. 00010000:00000010:1.0:1761322991.587936:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000170f7f40. 00010000:00000010:1.0:1761322991.587941:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b92869bd. 00010000:00000010:1.0:1761322991.587945:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001fed1af7. 00010000:00000010:1.0:1761322991.587950:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000afcdd73e. 00080000:00000010:1.0:1761322991.587961:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d190a3af. 00010000:00000010:1.0:1761322991.587983:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000afcdd73e. 00010000:00000010:1.0:1761322991.587986:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b92869bd. 00010000:00000010:1.0:1761322991.588049:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001135acc9. 00010000:00000010:1.0:1761322991.588053:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000afcdd73e. 00010000:00000010:1.0:1761322991.588060:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004bdec316. 00000100:00000010:1.0:1761322991.588064:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b65c9c75. 00000100:00000010:1.0:1761322991.588108:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000089684651. 02000000:00000010:1.0:1761322991.588123:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000acac4a2e. 02000000:00000010:1.0:1761322991.588151:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bd0eabea. 00000400:00000010:1.0:1761322991.588157:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000050880986. 00000400:00000010:1.0:1761322991.588162:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ab427e39. 00000100:00000200:1.0:1761322991.588167:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956461376, portal 16 00000400:00000010:1.0:1761322991.588171:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000071b5ee12. 00000100:00000200:1.0:1761322991.588173:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956461376, offset 0 00000400:00000200:1.0:1761322991.588179:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322991.588186:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322991.588193:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:1.0:1761322991.588197:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761322991.588199:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:1.0:1761322991.588202:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89005:89005:255:4294967295] 192.168.201.29@tcp LPNI seq info [89005:89005:7:4294967295] 00000400:00000200:1.0:1761322991.588208:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322991.588212:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322991.588215:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa7b1f3a (tot 82351114). 00000800:00000200:1.0:1761322991.588219:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322991.588223:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322991.588225:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa7b1f3a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761322991.588377:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322991.588381:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004c92fdd7 (tot 82350866). 00000400:00000200:3.0:1761322991.588384:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.588390:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322991.588394:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000079c1ed9c 00000400:00000010:3.0:1761322991.588396:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000079c1ed9c. 00000800:00000200:3.0:1761322991.588444:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322991.588446:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa7b1f3a (tot 82350618). 00000400:00000200:3.0:1761322991.588452:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.588455:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322991.588457:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000071b5ee12 00000400:00000010:3.0:1761322991.588458:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000071b5ee12. 00000100:00000200:3.0:1761322991.588463:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000089684651 x1846879956461376/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761322991.589106:0:78743:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f7bdc506. 00010000:00000010:3.1:1761322991.589380:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008578e456. 00010000:00000010:0.1:1761322991.592185:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006bc4e738. 00010000:00000010:1.1:1761322991.592315:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000026ff3a33. 00010000:00000010:1.1:1761322991.592323:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002f06711c. 00010000:00000010:1.1:1761322991.592328:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000170f7f40. 00010000:00000010:1.1:1761322991.592331:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001fed1af7. 00010000:00000010:2.1:1761322991.593605:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004d75a823. 00010000:00000010:2.1:1761322991.593620:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f9c1e226. 00000400:00000200:0.0:1761322991.596654:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:0.0:1761322991.596676:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf6740 00000400:00000200:0.0:1761322991.596686:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac1ed [1] + 224 00000400:00000200:0.0:1761322991.596698:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322991.596702:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:0.0:1761322991.596715:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000089684651 x1846879956461376/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761322991.596754:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:0.0:1761322991.596759:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb5a140 00000400:00000200:0.0:1761322991.596765:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaab59 [2] + 984 00000400:00000010:2.0:1761322991.596795:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000050880986. 00000400:00000200:2.0:1761322991.596811:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ab427e39 00000400:00000010:2.0:1761322991.596813:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ab427e39. 00000100:00000200:2.0:1761322991.596821:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000089684651 x1846879956461376/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761322991.596822:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322991.596829:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:0.0:1761322991.596833:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761322991.596840:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001d85a71a. 00000100:00000200:2.0:1761322991.596885:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000089684651 x1846879956461376/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000020:00000010:0.0:1761322991.596893:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004bec029f. 00000020:00000010:0.0:1761322991.596900:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ba517a06. 00000020:00000010:0.0:1761322991.596907:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b88240bc. 02000000:00000010:2.0:1761322991.596922:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bd0eabea. 02000000:00000010:2.0:1761322991.596930:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000acac4a2e. 00000100:00000200:0.0:1761322991.596934:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001d85a71a x1846879955820864/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000010:2.0:1761322991.596935:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000089684651. 00000100:00000010:2.0:1761322991.596940:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b65c9c75. 00010000:00000010:2.0:1761322991.596946:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004bdec316. 00000100:00000200:0.0:1761322991.596972:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955820864 02000000:00000010:0.0:1761322991.596985:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c161792c. 00010000:00000010:0.0:1761322991.597018:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001da5755e. 00010000:00000010:0.0:1761322991.597057:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000029901df4. 00000100:00000010:0.0:1761322991.597064:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005d7c4309. 00000100:00000010:0.0:1761322991.597098:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005d7c4309. 00010000:00000010:0.0:1761322991.597102:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000029901df4. 00000400:00000010:0.0:1761322991.597116:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006519b1d7. 00000100:00000200:0.0:1761322991.597120:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955820864, offset 224 00000400:00000200:0.0:1761322991.597128:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322991.597138:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322991.597143:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89006:89006:256:4294967295] 192.168.201.29@tcp LPNI seq info [89006:89006:8:4294967295] 00000400:00000200:0.0:1761322991.597152:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322991.597156:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322991.597161:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000361d1353 (tot 82350866). 00000800:00000200:0.0:1761322991.597167:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322991.597174:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322991.597178:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000361d1353 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761322991.597196:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ba517a06. 00000020:00000010:0.0:1761322991.597200:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b88240bc. 00000020:00000010:0.0:1761322991.597203:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004bec029f. 00080000:00000010:2.0:1761322991.597232:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dca9a6c2. 00010000:00000010:2.0:1761322991.597321:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000afcdd73e. 00010000:00000010:2.0:1761322991.597329:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000067cb6411. 00010000:00000010:2.0:1761322991.597404:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000053eafa45. 00010000:00000010:2.0:1761322991.597412:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000085f9be89. 00010000:00000010:2.0:1761322991.597424:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008443a5df. 00000100:00000010:2.0:1761322991.597427:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000022dcd2b9. 00000100:00000010:2.0:1761322991.597435:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004dd461b4. 02000000:00000010:2.0:1761322991.597448:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001e84352f. 02000000:00000010:2.0:1761322991.597474:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000427e5401. 00000400:00000010:2.0:1761322991.597478:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000013c23f94. 00000400:00000010:2.0:1761322991.597482:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a9185619. 00000100:00000200:2.0:1761322991.597487:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956461440, portal 16 00000400:00000010:2.0:1761322991.597492:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c102ff98. 00000100:00000200:2.0:1761322991.597494:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956461440, offset 0 00000400:00000200:2.0:1761322991.597499:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:2.0:1761322991.597506:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:2.0:1761322991.597513:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:2.0:1761322991.597517:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761322991.597519:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:2.0:1761322991.597522:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89007:89007:255:4294967295] 192.168.201.29@tcp LPNI seq info [89007:89007:7:4294967295] 00000400:00000200:2.0:1761322991.597530:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:2.0:1761322991.597534:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:2.0:1761322991.597537:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000074e57caf (tot 82351114). 00000800:00000200:2.0:1761322991.597541:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:2.0:1761322991.597545:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:2.0:1761322991.597547:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000074e57caf type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761322991.599257:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322991.599263:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000361d1353 (tot 82350866). 00000400:00000200:2.0:1761322991.599270:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.599277:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322991.599282:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006519b1d7 00000400:00000010:2.0:1761322991.599285:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006519b1d7. 00000800:00000200:2.0:1761322991.599359:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322991.599361:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000074e57caf (tot 82350618). 00000400:00000200:2.0:1761322991.599365:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.599558:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322991.599560:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c102ff98 00000400:00000010:2.0:1761322991.599562:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c102ff98. 00000100:00000200:2.0:1761322991.599571:0:15812:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004dd461b4 x1846879956461440/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761322991.601490:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:0.0:1761322991.601510:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf6780 00000400:00000200:0.0:1761322991.601521:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac1f9 [1] + 224 00000400:00000200:0.0:1761322991.601536:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322991.601541:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:0.0:1761322991.601766:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000004dd461b4 x1846879956461440/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761322991.601808:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:0.0:1761322991.601816:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb5a180 00000400:00000200:0.0:1761322991.601822:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaab59 [2] + 1312 00000400:00000200:0.0:1761322991.601880:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322991.601885:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:0.0:1761322991.601890:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761322991.601896:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c9a97dac. 00000400:00000010:2.0:1761322991.602051:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000013c23f94. 00000400:00000200:2.0:1761322991.602056:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a9185619 00000400:00000010:2.0:1761322991.602059:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a9185619. 00000100:00000200:2.0:1761322991.602066:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004dd461b4 x1846879956461440/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000020:00000010:1.0:1761322991.602072:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f136b665. 00000020:00000010:1.0:1761322991.602102:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000005b2eeef8. 00000020:00000010:1.0:1761322991.602108:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001d369eb8. 00000100:00000200:2.0:1761322991.602110:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004dd461b4 x1846879956461440/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761322991.602142:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c9a97dac x1846879955820928/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 02000000:00000010:2.0:1761322991.602145:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000427e5401. 02000000:00000010:2.0:1761322991.602154:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001e84352f. 00000100:00000010:2.0:1761322991.602160:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004dd461b4. 00000100:00000010:2.0:1761322991.602164:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000022dcd2b9. 00010000:00000010:2.0:1761322991.602168:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008443a5df. 00000100:00000200:1.0:1761322991.602177:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955820928 02000000:00000010:1.0:1761322991.602191:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000acac4a2e. 00010000:00000010:1.0:1761322991.602223:0:66652:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000068d0d817. 00010000:00000010:1.0:1761322991.602244:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002a57b6f3. 00000100:00000010:1.0:1761322991.602250:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b65c9c75. 00000100:00000010:1.0:1761322991.602264:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b65c9c75. 00010000:00000010:1.0:1761322991.602268:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002a57b6f3. 00000400:00000010:1.0:1761322991.602282:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000297438bc. 00000100:00000200:1.0:1761322991.602287:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955820928, offset 224 00000400:00000200:1.0:1761322991.602295:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00080000:00000010:2.0:1761322991.602300:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000001e84352f. 00000400:00000200:1.0:1761322991.602308:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322991.602313:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89008:89008:256:4294967295] 192.168.201.29@tcp LPNI seq info [89008:89008:8:4294967295] 00000400:00000200:1.0:1761322991.602323:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322991.602327:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322991.602332:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa7b1f3a (tot 82350866). 00000800:00000200:1.0:1761322991.602338:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322991.602345:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322991.602349:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa7b1f3a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761322991.602370:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000005b2eeef8. 00000020:00000010:1.0:1761322991.602375:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001d369eb8. 00000020:00000010:1.0:1761322991.602379:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f136b665. 00010000:00000010:2.0:1761322991.602390:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000085f9be89. 00010000:00000010:2.0:1761322991.602398:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000daa370cb. 00010000:00000010:2.0:1761322991.602609:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ea8110c2. 00010000:00000010:2.0:1761322991.602616:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000085f9be89. 00010000:00000010:2.0:1761322991.602628:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008443a5df. 00000800:00000200:1.0:1761322991.602628:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000100:00000010:2.0:1761322991.602632:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000022dcd2b9. 00000800:00000010:1.0:1761322991.602633:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa7b1f3a (tot 82350618). 00000100:00000010:2.0:1761322991.602640:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004dd461b4. 00000400:00000200:1.0:1761322991.602642:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322991.602648:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:1.0:1761322991.602651:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000297438bc 00000400:00000010:1.0:1761322991.602653:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000297438bc. 02000000:00000010:2.0:1761322991.602654:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000427e5401. 02000000:00000010:2.0:1761322991.602683:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000374c01cb. 00000400:00000010:2.0:1761322991.602688:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000013c23f94. 00000400:00000010:2.0:1761322991.602691:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a9185619. 00000100:00000200:2.0:1761322991.602696:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956461504, portal 16 00000400:00000010:2.0:1761322991.602713:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c102ff98. 00000100:00000200:2.0:1761322991.602716:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956461504, offset 0 00000400:00000200:2.0:1761322991.602722:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:2.0:1761322991.602730:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:2.0:1761322991.602736:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:2.0:1761322991.602741:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761322991.602744:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:2.0:1761322991.602747:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89009:89009:256:4294967295] 192.168.201.29@tcp LPNI seq info [89009:89009:8:4294967295] 00000400:00000200:2.0:1761322991.602753:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:2.0:1761322991.602759:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:2.0:1761322991.602762:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000074e57caf (tot 82350866). 00000800:00000200:2.0:1761322991.602766:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:2.0:1761322991.602770:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:2.0:1761322991.602773:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000074e57caf type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761322991.602862:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761322991.602865:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000074e57caf (tot 82350618). 00000400:00000200:0.0:1761322991.602869:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322991.602873:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:0.0:1761322991.602875:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c102ff98 00000400:00000010:0.0:1761322991.602876:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c102ff98. 00000100:00000200:0.0:1761322991.602881:0:15812:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004dd461b4 x1846879956461504/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761322991.606836:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:0.0:1761322991.606859:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf67c0 00000400:00000200:0.0:1761322991.606870:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac205 [1] + 224 00000400:00000200:0.0:1761322991.606884:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322991.606888:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:0.0:1761322991.606899:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000004dd461b4 x1846879956461504/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761322991.606932:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:0.0:1761322991.606937:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb5a1c0 00000400:00000200:0.0:1761322991.606942:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaab59 [2] + 1640 00000400:00000010:2.0:1761322991.606984:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000013c23f94. 00000400:00000200:2.0:1761322991.606989:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a9185619 00000400:00000010:2.0:1761322991.606991:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a9185619. 00000100:00000200:2.0:1761322991.606998:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004dd461b4 x1846879956461504/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761322991.607006:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1761322991.607007:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004dd461b4 x1846879956461504/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761322991.607015:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:0.0:1761322991.607022:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761322991.607038:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d7d62114. 02000000:00000010:2.0:1761322991.607060:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000374c01cb. 02000000:00000010:2.0:1761322991.607068:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000427e5401. 00000100:00000010:2.0:1761322991.607087:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004dd461b4. 00000100:00000010:2.0:1761322991.607092:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000022dcd2b9. 00010000:00000010:2.0:1761322991.607097:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008443a5df. 00000020:00000010:3.0:1761322991.611280:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cc21d4a8. 00000020:00000010:3.0:1761322991.611293:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004e25cba9. 00000020:00000010:3.0:1761322991.611298:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000cf10095. 00000100:00000200:3.0:1761322991.611334:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d7d62114 x1846879955820992/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761322991.611375:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955820992 02000000:00000010:3.0:1761322991.611389:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c77dec8f. 00010000:00000010:3.0:1761322991.611425:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d3911ca1. 00010000:00000010:3.0:1761322991.611455:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000822c3f49. 00000100:00000010:3.0:1761322991.611463:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003eaf1877. 00000100:00000010:3.0:1761322991.611480:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003eaf1877. 00010000:00000010:3.0:1761322991.611484:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000822c3f49. 00000400:00000010:3.0:1761322991.611501:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000167583ae. 00000100:00000200:3.0:1761322991.611507:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955820992, offset 224 00000400:00000200:3.0:1761322991.611515:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:3.0:1761322991.611530:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322991.611537:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89010:89010:256:4294967295] 192.168.201.29@tcp LPNI seq info [89010:89010:8:4294967295] 00000400:00000200:3.0:1761322991.611547:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322991.611552:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322991.611556:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000642747f (tot 82350866). 00000800:00000200:3.0:1761322991.611562:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322991.611570:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322991.611575:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000642747f type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761322991.611601:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004e25cba9. 00000020:00000010:3.0:1761322991.611606:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000cf10095. 00000020:00000010:3.0:1761322991.611609:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cc21d4a8. 00000800:00000200:1.0:1761322991.611702:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761322991.611706:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000642747f (tot 82350618). 00000400:00000200:1.0:1761322991.611710:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322991.611715:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:1.0:1761322991.611719:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000167583ae 00000400:00000010:1.0:1761322991.611720:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000167583ae. 00080000:00000010:2.0:1761322991.611722:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000427e5401. 00010000:00000010:2.0:1761322991.611811:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000085f9be89. 00010000:00000010:2.0:1761322991.611818:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000286ffa14. 00010000:00000010:2.0:1761322991.611893:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008a5da01e. 00010000:00000010:2.0:1761322991.611899:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000085f9be89. 00010000:00000010:2.0:1761322991.612009:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008443a5df. 00000100:00000010:2.0:1761322991.612017:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000022dcd2b9. 00000100:00000010:2.0:1761322991.612025:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004dd461b4. 02000000:00000010:2.0:1761322991.612050:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000374c01cb. 00010000:00000010:2.1:1761322991.612098:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bcf40766. 00010000:00000010:2.1:1761322991.612104:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001135acc9. 02000000:00000010:2.0:1761322991.612115:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d5f034a0. 00000400:00000010:2.0:1761322991.612121:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000013c23f94. 00000400:00000010:2.0:1761322991.612127:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a9185619. 00000100:00000200:2.0:1761322991.612134:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956461568, portal 16 00000400:00000010:2.0:1761322991.612140:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000032243a01. 00000100:00000200:2.0:1761322991.612142:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956461568, offset 0 00000400:00000200:2.0:1761322991.612148:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:2.0:1761322991.612156:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:2.0:1761322991.612164:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:2.0:1761322991.612168:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761322991.612170:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:2.0:1761322991.612174:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89011:89011:256:4294967295] 192.168.201.29@tcp LPNI seq info [89011:89011:8:4294967295] 00000400:00000200:2.0:1761322991.612187:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:2.0:1761322991.612194:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:2.0:1761322991.612197:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a3160ea0 (tot 82350866). 00000800:00000200:2.0:1761322991.612200:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:2.0:1761322991.612207:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:2.0:1761322991.612209:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a3160ea0 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761322991.613517:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322991.613528:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a3160ea0 (tot 82350618). 00000400:00000200:3.0:1761322991.613540:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.613552:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322991.613560:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000032243a01 00000400:00000010:3.0:1761322991.613562:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000032243a01. 00000100:00000200:3.0:1761322991.613574:0:15812:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004dd461b4 x1846879956461568/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761322991.614122:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bc0fd7ed. 00010000:00000010:0.1:1761322991.614230:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a694c0ac. 00010000:00000010:3.1:1761322991.616458:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000756effca. 00000400:00000200:3.0:1761322991.616596:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322991.616617:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf6800 00000400:00000200:3.0:1761322991.616628:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac211 [1] + 224 00000400:00000200:3.0:1761322991.616646:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.616652:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322991.616662:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000004dd461b4 x1846879956461568/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761322991.619121:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000000a9b4e7. 00010000:00000010:2.1:1761322991.619135:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000053eafa45. 00010000:00000010:2.1:1761322991.619152:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000913783b3. 00010000:00000010:2.1:1761322991.619156:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea8110c2. 00000400:00000010:2.0:1761322991.619186:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000013c23f94. 00000400:00000200:2.0:1761322991.619192:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a9185619 00000400:00000010:2.0:1761322991.619194:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a9185619. 00000100:00000200:2.0:1761322991.619209:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004dd461b4 x1846879956461568/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761322991.619221:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004dd461b4 x1846879956461568/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761322991.619260:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d5f034a0. 02000000:00000010:2.0:1761322991.619267:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000374c01cb. 00000100:00000010:2.0:1761322991.619272:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004dd461b4. 00000100:00000010:2.0:1761322991.619276:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000022dcd2b9. 00010000:00000010:2.0:1761322991.619279:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008443a5df. 00000400:00000200:1.0:1761322991.619435:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:1.0:1761322991.619454:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb5a200 00000400:00000200:1.0:1761322991.619461:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaab59 [2] + 1968 00000400:00000010:1.0:1761322991.619465:0:15810:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008f1e6b89. 00000400:00000200:1.0:1761322991.619469:0:15810:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000009010eb4b 00000400:00000200:1.0:1761322991.619551:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322991.619557:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:1.0:1761322991.619561:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009010eb4b 00000400:00000010:1.0:1761322991.619563:0:15810:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000009010eb4b (tot 82350466). 00000100:00000200:1.0:1761322991.619568:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1761322991.621413:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cc21d4a8. 00000020:00000010:3.0:1761322991.621432:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004e25cba9. 00000020:00000010:3.0:1761322991.621437:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000cf10095. 00000100:00000200:3.0:1761322991.621475:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c19828de x1846879955821056/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761322991.621524:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955821056 02000000:00000010:3.0:1761322991.621539:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000609ad22. 00010000:00000010:3.0:1761322991.621573:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c54fbaef. 00010000:00000010:3.0:1761322991.621596:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000822c3f49. 00000100:00000010:3.0:1761322991.621605:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003eaf1877. 00000100:00000010:3.0:1761322991.621626:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003eaf1877. 00010000:00000010:3.0:1761322991.621630:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000822c3f49. 00000400:00000010:3.0:1761322991.621648:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f721b205. 00000100:00000200:3.0:1761322991.621657:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955821056, offset 224 00000400:00000200:3.0:1761322991.621668:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00080000:00000010:1.0:1761322991.621675:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000007f7709b0. 00000400:00000200:3.0:1761322991.621689:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322991.621702:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89012:89012:256:4294967295] 192.168.201.29@tcp LPNI seq info [89012:89012:8:4294967295] 00000400:00000200:3.0:1761322991.621716:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322991.621724:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322991.621730:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000c003157 (tot 82350714). 00000800:00000200:3.0:1761322991.621737:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322991.621747:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322991.621753:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000c003157 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761322991.621779:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004e25cba9. 00000020:00000010:3.0:1761322991.621785:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000cf10095. 00000020:00000010:3.0:1761322991.621790:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cc21d4a8. 02000000:00000010:3.0:1761322991.621800:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c77dec8f. 00000100:00000010:3.0:1761322991.621805:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d7d62114. 00010000:00000010:1.0:1761322991.621807:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000085f9be89. 02000000:00000010:3.0:1761322991.621810:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000acac4a2e. 00000100:00000010:3.0:1761322991.621816:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c9a97dac. 02000000:00000010:3.0:1761322991.621822:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c161792c. 00010000:00000010:1.0:1761322991.621823:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004dc52487. 00000100:00000010:3.0:1761322991.621826:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001d85a71a. 02000000:00000010:3.0:1761322991.621833:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000005c1a3517. 00000100:00000010:3.0:1761322991.621836:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000cec9b0b9. 02000000:00000010:3.0:1761322991.621840:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e99300b6. 00000100:00000010:3.0:1761322991.621843:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000fc1dab26. 02000000:00000010:3.0:1761322991.621847:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a470c523. 00000100:00000010:3.0:1761322991.621849:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001723ce77. 00000100:00000200:3.0:1761322991.621856:0:67479:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00010000:00000010:1.0:1761322991.621947:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001fed1af7. 00010000:00000010:1.0:1761322991.621957:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c196113e. 00010000:00000010:1.0:1761322991.621981:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002a57b6f3. 00000100:00000010:1.0:1761322991.621989:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b65c9c75. 00000100:00000010:1.0:1761322991.622006:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000eae2da62. 02000000:00000010:1.0:1761322991.622043:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f136b665. 02000000:00000010:1.0:1761322991.622125:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bd0eabea. 00000400:00000010:1.0:1761322991.622133:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000fe552886. 00000400:00000010:1.0:1761322991.622145:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000297438bc. 00000100:00000200:1.0:1761322991.622153:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956461632, portal 16 00000400:00000010:1.0:1761322991.622159:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e06c4b25. 00000100:00000200:1.0:1761322991.622164:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956461632, offset 0 00000400:00000200:1.0:1761322991.622175:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322991.622198:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322991.622205:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:1.0:1761322991.622215:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761322991.622218:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:1.0:1761322991.622221:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89013:89013:255:4294967295] 192.168.201.29@tcp LPNI seq info [89013:89013:7:4294967295] 00000400:00000200:1.0:1761322991.622234:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322991.622249:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000200:3.0:1761322991.622254:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761322991.622255:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa7b1f3a (tot 82350962). 00000800:00000010:3.0:1761322991.622262:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000c003157 (tot 82350714). 00000400:00000200:3.0:1761322991.622269:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:1.0:1761322991.622273:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000400:00000200:3.0:1761322991.622278:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322991.622286:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f721b205 00000800:00000200:1.0:1761322991.622288:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000400:00000010:3.0:1761322991.622291:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f721b205. 02000000:00000010:3.0:1761322991.622296:0:15812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000609ad22. 00000800:00000200:1.0:1761322991.622303:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa7b1f3a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761322991.622365:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322991.622368:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa7b1f3a (tot 82350466). 00000400:00000200:3.0:1761322991.622377:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.622381:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322991.622383:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e06c4b25 00000400:00000010:3.0:1761322991.622385:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e06c4b25. 00000100:00000200:3.0:1761322991.622392:0:15812:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000eae2da62 x1846879956461632/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761322991.622421:0:67479:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000090cc6ac9. 00000400:00000010:3.0:1761322991.622426:0:67479:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000003eaf1877 (tot 82350618). 00000400:00000200:1.0:1761322991.623446:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:1.0:1761322991.623470:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf6840 00000400:00000200:1.0:1761322991.623479:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac21d [1] + 224 00000400:00000200:1.0:1761322991.623503:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322991.623507:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:1.0:1761322991.623524:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000eae2da62 x1846879956461632/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761322991.623649:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000fe552886. 00000400:00000200:3.0:1761322991.623682:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000297438bc 00000400:00000010:3.0:1761322991.623684:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000297438bc. 00000100:00000200:3.0:1761322991.623694:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000eae2da62 x1846879956461632/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761322991.623704:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000eae2da62 x1846879956461632/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761322991.623738:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bd0eabea. 02000000:00000010:3.0:1761322991.623744:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f136b665. 00000100:00000010:3.0:1761322991.623749:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000eae2da62. 00000100:00000010:3.0:1761322991.623752:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b65c9c75. 00010000:00000010:3.0:1761322991.623756:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002a57b6f3. 00000400:00000200:3.0:1761322991.625143:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322991.625163:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb5a240 00000400:00000200:3.0:1761322991.625174:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaabb9 [2] + 0 00000400:00000200:3.0:1761322991.625244:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.625251:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322991.625258:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761322991.625265:0:15812:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001723ce77. 00000020:00000010:1.0:1761322991.625412:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f136b665. 00000020:00000010:1.0:1761322991.625424:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000005b2eeef8. 00000020:00000010:1.0:1761322991.625437:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001d369eb8. 00000100:00000200:1.0:1761322991.625480:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001723ce77 x1846879955821120/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761322991.625533:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955821120 02000000:00000010:1.0:1761322991.625555:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000bd0eabea. 00010000:00000010:1.0:1761322991.625597:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e58ac14d. 00010000:00000010:1.0:1761322991.625620:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c58855d5. 00000100:00000010:1.0:1761322991.625627:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b65c9c75. 00000100:00000010:1.0:1761322991.625661:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b65c9c75. 00010000:00000010:1.0:1761322991.625666:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c58855d5. 00000400:00000010:1.0:1761322991.625682:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000399567d5. 00000100:00000200:1.0:1761322991.625689:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955821120, offset 224 00080000:00000010:3.0:1761322991.625707:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000000609ad22. 00000400:00000200:1.0:1761322991.625708:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322991.625724:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322991.625731:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89014:89014:256:4294967295] 192.168.201.29@tcp LPNI seq info [89014:89014:8:4294967295] 00000400:00000200:1.0:1761322991.625748:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322991.625754:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322991.625765:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa7b1f3a (tot 82350866). 00000800:00000200:1.0:1761322991.625773:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322991.625781:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322991.625786:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa7b1f3a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761322991.625818:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000005b2eeef8. 00000020:00000010:1.0:1761322991.625824:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001d369eb8. 00010000:00000010:3.0:1761322991.625832:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c196113e. 00000020:00000010:1.0:1761322991.625836:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f136b665. 00010000:00000010:3.0:1761322991.625846:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000269a38d8. 00010000:00000010:3.0:1761322991.625952:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000400d166. 00010000:00000010:3.0:1761322991.625957:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004e25cba9. 00010000:00000010:3.0:1761322991.625963:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000080715e4a. 00010000:00000010:3.0:1761322991.625970:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000027f9e569. 00000800:00000200:1.0:1761322991.625970:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761322991.625977:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa7b1f3a (tot 82350618). 00000400:00000200:1.0:1761322991.625987:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000010:3.0:1761322991.625990:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c77dec8f. 00000400:00000200:1.0:1761322991.626000:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:1.0:1761322991.626006:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000399567d5 00000400:00000010:1.0:1761322991.626009:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000399567d5. 00010000:00000010:3.0:1761322991.626024:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000027f9e569. 00010000:00000010:3.0:1761322991.626042:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004e25cba9. 00010000:00000010:3.0:1761322991.626184:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008c4eba31. 00010000:00000010:3.0:1761322991.626189:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000027f9e569. 00010000:00000010:3.0:1761322991.626198:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000822c3f49. 00000100:00000010:3.0:1761322991.626203:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001da5bf6f. 00000100:00000010:3.0:1761322991.626211:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cec9b0b9. 02000000:00000010:3.0:1761322991.626225:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000cc21d4a8. 02000000:00000010:3.0:1761322991.626254:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000042f8d91f. 00000400:00000010:3.0:1761322991.626261:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000090cc70b8. 00000400:00000010:3.0:1761322991.626268:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f721b205. 00000100:00000200:3.0:1761322991.626275:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956461696, portal 16 00000400:00000010:3.0:1761322991.626280:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000042c05544. 00000100:00000200:3.0:1761322991.626282:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956461696, offset 0 00000400:00000200:3.0:1761322991.626289:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:3.0:1761322991.626302:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322991.626310:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:3.0:1761322991.626314:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761322991.626317:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:3.0:1761322991.626320:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89015:89015:256:4294967295] 192.168.201.29@tcp LPNI seq info [89015:89015:8:4294967295] 00000400:00000200:3.0:1761322991.626329:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322991.626334:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322991.626340:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000c003157 (tot 82350866). 00000800:00000200:3.0:1761322991.626381:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322991.626388:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322991.626392:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000c003157 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761322991.627867:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761322991.627872:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000c003157 (tot 82350618). 00000400:00000200:1.0:1761322991.627884:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322991.627892:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:1.0:1761322991.627897:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000042c05544 00000400:00000010:1.0:1761322991.627900:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000042c05544. 00000100:00000200:1.0:1761322991.627917:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000cec9b0b9 x1846879956461696/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322991.629816:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322991.629839:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf6880 00000400:00000200:3.0:1761322991.629849:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac22d [1] + 224 00000400:00000200:3.0:1761322991.629868:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.629873:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322991.629885:0:15812:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000cec9b0b9 x1846879956461696/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322991.629928:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322991.629935:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb5a280 00000400:00000200:3.0:1761322991.629941:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaabb9 [2] + 328 00000400:00000200:3.0:1761322991.629993:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.629996:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322991.630001:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761322991.630007:0:15812:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003171f658. 00000020:00000010:2.0:1761322991.632652:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b0859adf. 00000020:00000010:2.0:1761322991.632668:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c9d708ec. 00000020:00000010:2.0:1761322991.632674:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c4bb781f. 00000100:00000200:2.0:1761322991.632711:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003171f658 x1846879955821184/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761322991.632741:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955821184 02000000:00000010:2.0:1761322991.632754:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000009da94d2b. 00010000:00000010:2.0:1761322991.632801:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008443a5df. 00000100:00000010:2.0:1761322991.632810:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000022dcd2b9. 00000100:00000010:2.0:1761322991.632819:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000022dcd2b9. 00010000:00000010:2.0:1761322991.632822:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008443a5df. 00000400:00000010:2.0:1761322991.632841:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a9185619. 00000100:00000200:2.0:1761322991.632848:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955821184, offset 224 00000400:00000200:2.0:1761322991.632858:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:2.0:1761322991.632877:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:2.0:1761322991.632887:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89016:89016:256:4294967295] 192.168.201.29@tcp LPNI seq info [89016:89016:8:4294967295] 00000400:00000200:2.0:1761322991.632902:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:2.0:1761322991.632911:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:2.0:1761322991.632917:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a3160ea0 (tot 82350866). 00000800:00000200:2.0:1761322991.632925:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:2.0:1761322991.632934:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:2.0:1761322991.632939:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a3160ea0 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761322991.632960:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c9d708ec. 00000020:00000010:2.0:1761322991.632965:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c4bb781f. 00000020:00000010:2.0:1761322991.632967:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b0859adf. 00000800:00000200:1.0:1761322991.633195:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761322991.633199:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a3160ea0 (tot 82350618). 00000400:00000200:1.0:1761322991.633204:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322991.633210:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:1.0:1761322991.633214:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a9185619 00000400:00000010:1.0:1761322991.633216:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a9185619. 00000400:00000010:1.0:1761322991.633248:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000090cc70b8. 00000400:00000200:1.0:1761322991.633252:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f721b205 00000400:00000010:1.0:1761322991.633253:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f721b205. 00000100:00000200:1.0:1761322991.633260:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000cec9b0b9 x1846879956461696/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761322991.633269:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000cec9b0b9 x1846879956461696/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1761322991.633292:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009483d6f7. 02000000:00000010:1.0:1761322991.633310:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000042f8d91f. 02000000:00000010:1.0:1761322991.633316:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000cc21d4a8. 00000100:00000010:1.0:1761322991.633322:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000cec9b0b9. 00000100:00000010:1.0:1761322991.633326:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001da5bf6f. 00010000:00000010:1.0:1761322991.633329:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000822c3f49. 00080000:00000010:1.0:1761322991.633348:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f136b665. 00010000:00000010:1.0:1761322991.633451:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000027f9e569. 00010000:00000010:1.0:1761322991.633458:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c4301c84. 00010000:00000010:1.0:1761322991.633536:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ae564a2a. 00010000:00000010:1.0:1761322991.633543:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cfed8373. 00010000:00000010:1.0:1761322991.633556:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c58855d5. 00000100:00000010:1.0:1761322991.633560:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b65c9c75. 00000100:00000010:1.0:1761322991.633567:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004760bad7. 02000000:00000010:1.0:1761322991.633579:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a470c523. 02000000:00000010:1.0:1761322991.633606:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000acac4a2e. 00000400:00000010:1.0:1761322991.633612:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ae85da93. 00000400:00000010:1.0:1761322991.633616:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000399567d5. 00000100:00000200:1.0:1761322991.633621:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956461760, portal 16 00000400:00000010:1.0:1761322991.633625:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004c82c5ef. 00000100:00000200:1.0:1761322991.633627:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956461760, offset 0 00000400:00000200:1.0:1761322991.633633:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322991.633641:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322991.633647:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:1.0:1761322991.633651:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761322991.633653:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:1.0:1761322991.633656:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89017:89017:256:4294967295] 192.168.201.29@tcp LPNI seq info [89017:89017:8:4294967295] 00000400:00000200:1.0:1761322991.633663:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322991.633668:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322991.633671:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa7b1f3a (tot 82350866). 00000800:00000200:1.0:1761322991.633676:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322991.633681:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322991.633684:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa7b1f3a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761322991.633811:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322991.633814:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa7b1f3a (tot 82350618). 00000400:00000200:2.0:1761322991.633821:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.633825:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322991.633828:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004c82c5ef 00000400:00000010:2.0:1761322991.633829:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004c82c5ef. 00000100:00000200:2.0:1761322991.633835:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004760bad7 x1846879956461760/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322991.636011:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322991.636046:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf68c0 00000400:00000200:3.0:1761322991.636058:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac239 [1] + 224 00000400:00000200:3.0:1761322991.636115:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.636120:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322991.636132:0:15812:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000004760bad7 x1846879956461760/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761322991.636230:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ae85da93. 00000400:00000200:1.0:1761322991.636251:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000399567d5 00000400:00000010:1.0:1761322991.636254:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000399567d5. 00000100:00000200:1.0:1761322991.636266:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004760bad7 x1846879956461760/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761322991.636276:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004760bad7 x1846879956461760/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761322991.636309:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000acac4a2e. 02000000:00000010:1.0:1761322991.636315:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a470c523. 00000100:00000010:1.0:1761322991.636318:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004760bad7. 00000100:00000010:1.0:1761322991.636323:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b65c9c75. 00010000:00000010:1.0:1761322991.636328:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c58855d5. 00000400:00000200:1.0:1761322991.636571:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:1.0:1761322991.636585:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb5a2c0 00000400:00000200:1.0:1761322991.636592:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaabb9 [2] + 656 00000400:00000200:1.0:1761322991.636656:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322991.636661:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:1.0:1761322991.636666:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761322991.636671:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004760bad7. 00010000:00000010:3.1:1761322991.637273:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003af79ac5. 00010000:00000010:3.1:1761322991.637285:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e3988b93. 00010000:00000010:3.1:1761322991.637290:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001fed1af7. 00010000:00000010:3.1:1761322991.637294:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000400d166. 00010000:00000010:3.1:1761322991.637297:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000080715e4a. 00010000:00000010:1.1:1761322991.637853:0:15811:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cee5d92c. 00010000:00000010:1.1:1761322991.637865:0:15811:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008a5da01e. 00010000:00000010:1.1:1761322991.637869:0:15811:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cdd0bd3b. 00000020:00000010:2.0:1761322991.637913:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f14261de. 00000020:00000010:2.0:1761322991.637922:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c9d708ec. 00000020:00000010:2.0:1761322991.637927:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c4bb781f. 00000100:00000200:2.0:1761322991.637959:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000004760bad7 x1846879955821248/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761322991.638006:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955821248 02000000:00000010:2.0:1761322991.638021:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b0859adf. 00010000:00000010:2.0:1761322991.638066:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ab7e439e. 00010000:00000010:2.0:1761322991.638109:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008443a5df. 00000100:00000010:2.0:1761322991.638118:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000022dcd2b9. 00000100:00000010:2.0:1761322991.638133:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000022dcd2b9. 00010000:00000010:2.0:1761322991.638137:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008443a5df. 00000400:00000010:2.0:1761322991.638154:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004903da1b. 00000100:00000200:2.0:1761322991.638159:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955821248, offset 224 00000400:00000200:2.0:1761322991.638169:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:2.0:1761322991.638183:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:2.0:1761322991.638189:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89018:89018:256:4294967295] 192.168.201.29@tcp LPNI seq info [89018:89018:8:4294967295] 00000400:00000200:2.0:1761322991.638200:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:2.0:1761322991.638207:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:2.0:1761322991.638212:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000074e57caf (tot 82350866). 00000800:00000200:2.0:1761322991.638220:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:2.0:1761322991.638228:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:2.0:1761322991.638233:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000074e57caf type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761322991.638252:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c9d708ec. 00000020:00000010:2.0:1761322991.638257:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c4bb781f. 00000020:00000010:2.0:1761322991.638261:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f14261de. 00000800:00000200:2.0:1761322991.638356:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322991.638360:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000074e57caf (tot 82350618). 00000400:00000200:2.0:1761322991.638366:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.638371:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322991.638374:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004903da1b 00000400:00000010:2.0:1761322991.638376:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004903da1b. 00080000:00000010:1.0:1761322991.638557:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a470c523. 00010000:00000010:1.0:1761322991.638647:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cfed8373. 00010000:00000010:1.0:1761322991.638767:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ae44e2e0. 00010000:00000010:1.0:1761322991.638854:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a1ca8856. 00010000:00000010:1.0:1761322991.638862:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cfed8373. 00010000:00000010:1.0:1761322991.638875:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c58855d5. 00000100:00000010:1.0:1761322991.638880:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b65c9c75. 00000100:00000010:1.0:1761322991.638889:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000dfba0156. 02000000:00000010:1.0:1761322991.638904:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000acac4a2e. 02000000:00000010:1.0:1761322991.638935:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cc21d4a8. 00000400:00000010:1.0:1761322991.638943:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ae85da93. 00000400:00000010:1.0:1761322991.638947:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000399567d5. 00000100:00000200:1.0:1761322991.638953:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956461824, portal 16 00000400:00000010:1.0:1761322991.638957:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c8e29771. 00000100:00000200:1.0:1761322991.638958:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956461824, offset 0 00000400:00000200:1.0:1761322991.638963:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322991.638971:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322991.638977:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:1.0:1761322991.638981:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761322991.638984:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:1.0:1761322991.638986:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89019:89019:256:4294967295] 192.168.201.29@tcp LPNI seq info [89019:89019:8:4294967295] 00000400:00000200:1.0:1761322991.638993:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322991.638997:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322991.639001:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa7b1f3a (tot 82350866). 00000800:00000200:1.0:1761322991.639005:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322991.639010:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322991.639012:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa7b1f3a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761322991.639444:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322991.639447:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa7b1f3a (tot 82350618). 00000400:00000200:3.0:1761322991.639455:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.639460:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322991.639464:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c8e29771 00000400:00000010:3.0:1761322991.639465:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c8e29771. 00000100:00000200:3.0:1761322991.639473:0:15812:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000dfba0156 x1846879956461824/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761322991.640249:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000064e7cdf3. 00010000:00000010:1.1:1761322991.640258:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000926dd5bf. 00010000:00000010:1.1:1761322991.640264:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008c4eba31. 00000400:00000200:3.0:1761322991.642766:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322991.642793:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf6900 00000400:00000200:3.0:1761322991.642806:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac245 [1] + 224 00000400:00000200:3.0:1761322991.642824:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.642830:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322991.642843:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000dfba0156 x1846879956461824/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322991.642885:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322991.642891:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb5a300 00000400:00000200:3.0:1761322991.642901:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaabb9 [2] + 984 00000400:00000010:1.0:1761322991.643054:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ae85da93. 00010000:00000010:2.1:1761322991.643095:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a7e0ba9c. 00010000:00000010:1.1:1761322991.643100:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000048c92404. 00010000:00000010:1.1:1761322991.643108:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae564a2a. 00000400:00000200:1.0:1761322991.643115:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000399567d5 00000400:00000010:1.0:1761322991.643117:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000399567d5. 00000100:00000200:1.0:1761322991.643131:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000dfba0156 x1846879956461824/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761322991.643142:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000dfba0156 x1846879956461824/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761322991.643199:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cc21d4a8. 02000000:00000010:1.0:1761322991.643208:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000acac4a2e. 00000100:00000010:1.0:1761322991.643214:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000dfba0156. 00000100:00000010:1.0:1761322991.643221:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b65c9c75. 00010000:00000010:1.0:1761322991.643227:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c58855d5. 00000400:00000200:3.0:1761322991.643235:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.643245:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322991.643252:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761322991.643259:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000aadbcd0f. 00000020:00000010:1.0:1761322991.643363:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cc21d4a8. 00000020:00000010:1.0:1761322991.643371:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b92869bd. 00000020:00000010:1.0:1761322991.643378:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001d369eb8. 00000100:00000200:1.0:1761322991.643409:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000aadbcd0f x1846879955821312/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761322991.643439:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955821312 02000000:00000010:1.0:1761322991.643453:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000acac4a2e. 00010000:00000010:1.0:1761322991.643486:0:66652:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000620e3874. 00010000:00000010:1.0:1761322991.643511:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c58855d5. 00000100:00000010:1.0:1761322991.643519:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b65c9c75. 00000100:00000010:1.0:1761322991.643543:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b65c9c75. 00010000:00000010:1.0:1761322991.643548:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c58855d5. 00000400:00000010:1.0:1761322991.643565:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000399567d5. 00000100:00000200:1.0:1761322991.643572:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955821312, offset 224 00000400:00000200:1.0:1761322991.643582:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00080000:00000010:3.0:1761322991.643595:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000164d3abf. 00000400:00000200:1.0:1761322991.643601:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322991.643609:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89020:89020:256:4294967295] 192.168.201.29@tcp LPNI seq info [89020:89020:8:4294967295] 00000400:00000200:1.0:1761322991.643621:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322991.643628:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322991.643633:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa7b1f3a (tot 82350866). 00000800:00000200:1.0:1761322991.643642:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322991.643651:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322991.643655:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa7b1f3a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761322991.643678:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b92869bd. 00000020:00000010:1.0:1761322991.643682:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001d369eb8. 00000020:00000010:1.0:1761322991.643686:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cc21d4a8. 00010000:00000010:3.0:1761322991.643740:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cfed8373. 00010000:00000010:3.0:1761322991.643753:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a127047a. 00010000:00000010:3.0:1761322991.644162:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000080715e4a. 00010000:00000010:3.0:1761322991.644171:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fab4ac77. 00010000:00000010:3.0:1761322991.644186:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000042c7b4bf. 00000100:00000010:3.0:1761322991.644192:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003ee76873. 00000100:00000010:3.0:1761322991.644206:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007912ecad. 02000000:00000010:3.0:1761322991.644221:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002745e721. 02000000:00000010:3.0:1761322991.644250:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000024787b27. 00000400:00000010:3.0:1761322991.644257:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e0e657b9. 00000400:00000010:3.0:1761322991.644264:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009da01e46. 00000100:00000200:3.0:1761322991.644271:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956461888, portal 16 00000400:00000010:3.0:1761322991.644277:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b0b8ce1c. 00000100:00000200:3.0:1761322991.644280:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956461888, offset 0 00000400:00000200:3.0:1761322991.644288:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:3.0:1761322991.644303:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322991.644313:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:3.0:1761322991.644318:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761322991.644322:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:3.0:1761322991.644324:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89021:89021:255:4294967295] 192.168.201.29@tcp LPNI seq info [89021:89021:7:4294967295] 00000400:00000200:3.0:1761322991.644335:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322991.644341:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322991.644346:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000f1ffd3f (tot 82351114). 00000800:00000200:3.0:1761322991.644352:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322991.644362:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322991.644366:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000f1ffd3f type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761322991.644644:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761322991.644649:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa7b1f3a (tot 82350866). 00000400:00000200:1.0:1761322991.644657:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322991.644665:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:1.0:1761322991.644670:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000399567d5 00000400:00000010:1.0:1761322991.644672:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000399567d5. 00000800:00000200:1.0:1761322991.645669:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761322991.645674:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000f1ffd3f (tot 82350618). 00000400:00000200:1.0:1761322991.645679:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322991.645685:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:1.0:1761322991.645688:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b0b8ce1c 00000400:00000010:1.0:1761322991.645690:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b0b8ce1c. 00000100:00000200:1.0:1761322991.645699:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007912ecad x1846879956461888/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322991.647214:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322991.647239:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf6940 00000400:00000200:3.0:1761322991.647250:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac251 [1] + 224 00000400:00000200:3.0:1761322991.647269:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.647274:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322991.647288:0:15812:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007912ecad x1846879956461888/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761322991.647543:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e0e657b9. 00000400:00000200:0.0:1761322991.647550:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009da01e46 00000400:00000010:0.0:1761322991.647553:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009da01e46. 00000100:00000200:0.0:1761322991.647560:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007912ecad x1846879956461888/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761322991.647570:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007912ecad x1846879956461888/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761322991.647610:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000024787b27. 02000000:00000010:0.0:1761322991.647618:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002745e721. 00000100:00000010:0.0:1761322991.647622:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007912ecad. 00000100:00000010:0.0:1761322991.647627:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003ee76873. 00010000:00000010:0.0:1761322991.647640:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000042c7b4bf. 00000400:00000200:3.0:1761322991.647981:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322991.647992:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb5a340 00000400:00000200:3.0:1761322991.648000:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaabb9 [2] + 1312 00000400:00000200:3.0:1761322991.648374:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.648380:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322991.648388:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761322991.648394:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000025be6896. 00010000:00000010:1.1:1761322991.650108:0:78772:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b6d19b00. 00010000:00000010:3.1:1761322991.651115:0:15810:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000068452b7e. 00010000:00000010:3.1:1761322991.651128:0:15810:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a1ca8856. 00000020:00000010:2.0:1761322991.651273:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f14261de. 00000020:00000010:2.0:1761322991.651282:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004eabdbbf. 00000020:00000010:2.0:1761322991.651288:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c4bb781f. 00000100:00000200:2.0:1761322991.651326:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000025be6896 x1846879955821376/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761322991.651384:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955821376 02000000:00000010:2.0:1761322991.651396:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000d4ce2a0. 00010000:00000010:2.0:1761322991.651430:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000001c7b402. 00010000:00000010:2.0:1761322991.651449:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008443a5df. 00000100:00000010:2.0:1761322991.651463:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000022dcd2b9. 00000100:00000010:2.0:1761322991.651478:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000022dcd2b9. 00010000:00000010:2.0:1761322991.651482:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008443a5df. 00000400:00000010:2.0:1761322991.651497:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004903da1b. 00000100:00000200:2.0:1761322991.651504:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955821376, offset 224 00000400:00000200:2.0:1761322991.651521:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:2.0:1761322991.651542:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:2.0:1761322991.651550:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89022:89022:256:4294967295] 192.168.201.29@tcp LPNI seq info [89022:89022:8:4294967295] 00000400:00000200:2.0:1761322991.651562:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:2.0:1761322991.651568:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:2.0:1761322991.651574:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000074e57caf (tot 82350866). 00000800:00000200:2.0:1761322991.651583:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:2.0:1761322991.651592:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:2.0:1761322991.651596:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000074e57caf type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761322991.651620:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004eabdbbf. 00000020:00000010:2.0:1761322991.651626:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c4bb781f. 00000020:00000010:2.0:1761322991.651629:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f14261de. 00080000:00000010:0.0:1761322991.651733:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000014bd9330. 00000800:00000200:2.0:1761322991.651761:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322991.651765:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000074e57caf (tot 82350618). 00000400:00000200:2.0:1761322991.651771:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.651779:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322991.651784:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004903da1b 00000400:00000010:2.0:1761322991.651787:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004903da1b. 00010000:00000010:0.0:1761322991.651859:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fab4ac77. 00010000:00000010:0.0:1761322991.651867:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000006db52b3. 00010000:00000010:0.0:1761322991.652042:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005d6b12e7. 00010000:00000010:0.0:1761322991.652052:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008a3fc5f1. 00010000:00000010:0.0:1761322991.652065:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fce5b514. 00000100:00000010:0.0:1761322991.652071:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005d7c4309. 00000100:00000010:0.0:1761322991.652100:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001d85a71a. 02000000:00000010:0.0:1761322991.652114:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004bec029f. 02000000:00000010:0.0:1761322991.652137:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a0f36257. 00000400:00000010:0.0:1761322991.652143:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000320c5d1e. 00000400:00000010:0.0:1761322991.652149:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000098e50414. 00000100:00000200:0.0:1761322991.652155:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956461952, portal 16 00000400:00000010:0.0:1761322991.652160:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000098e4976a. 00000100:00000200:0.0:1761322991.652162:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956461952, offset 0 00000400:00000200:0.0:1761322991.652168:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322991.652175:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322991.652183:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:0.0:1761322991.652188:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761322991.652191:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322991.652194:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89023:89023:256:4294967295] 192.168.201.29@tcp LPNI seq info [89023:89023:8:4294967295] 00000400:00000200:0.0:1761322991.652201:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322991.652205:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322991.652209:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000057731204 (tot 82350866). 00000800:00000200:0.0:1761322991.652213:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322991.652217:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322991.652219:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000057731204 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761322991.652355:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322991.652358:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000057731204 (tot 82350618). 00000400:00000200:3.0:1761322991.652363:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.652367:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322991.652369:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000098e4976a 00000400:00000010:3.0:1761322991.652371:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000098e4976a. 00000100:00000200:3.0:1761322991.652379:0:15812:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001d85a71a x1846879956461952/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322991.653711:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322991.653733:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf6980 00000400:00000200:3.0:1761322991.653744:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac25d [1] + 224 00000400:00000200:3.0:1761322991.653764:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.653769:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322991.653778:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001d85a71a x1846879956461952/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761322991.653950:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000320c5d1e. 00000400:00000200:0.0:1761322991.653957:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000098e50414 00000400:00000010:0.0:1761322991.653960:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000098e50414. 00000400:00000200:3.0:1761322991.653961:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322991.653970:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb5a380 00000100:00000200:0.0:1761322991.653971:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001d85a71a x1846879956461952/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322991.653980:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaabb9 [2] + 1640 00000100:00000200:0.0:1761322991.653985:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001d85a71a x1846879956461952/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761322991.654012:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a0f36257. 02000000:00000010:0.0:1761322991.654018:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004bec029f. 00000100:00000010:0.0:1761322991.654020:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001d85a71a. 00000100:00000010:0.0:1761322991.654023:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005d7c4309. 00010000:00000010:0.0:1761322991.654027:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fce5b514. 00000400:00000200:3.0:1761322991.654041:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.654046:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322991.654050:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761322991.654055:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000279cdfe2. 00000020:00000010:2.0:1761322991.654134:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f14261de. 00000020:00000010:2.0:1761322991.654143:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004eabdbbf. 00000020:00000010:2.0:1761322991.654147:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c4bb781f. 00000100:00000200:2.0:1761322991.654173:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000279cdfe2 x1846879955821440/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761322991.654209:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955821440 02000000:00000010:2.0:1761322991.654220:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f85dcbd7. 00010000:00000010:2.0:1761322991.654248:0:66652:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001fdf100d. 00010000:00000010:2.0:1761322991.654270:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008443a5df. 00000100:00000010:2.0:1761322991.654277:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000022dcd2b9. 00000100:00000010:2.0:1761322991.654282:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000022dcd2b9. 00010000:00000010:2.0:1761322991.654285:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008443a5df. 00000400:00000010:2.0:1761322991.654298:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004903da1b. 00000100:00000200:2.0:1761322991.654302:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955821440, offset 224 00000400:00000200:2.0:1761322991.654310:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:2.0:1761322991.654322:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:2.0:1761322991.654328:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89024:89024:256:4294967295] 192.168.201.29@tcp LPNI seq info [89024:89024:8:4294967295] 00000400:00000200:2.0:1761322991.654339:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:2.0:1761322991.654345:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:2.0:1761322991.654349:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000074e57caf (tot 82350866). 00000800:00000200:2.0:1761322991.654356:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:2.0:1761322991.654363:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:2.0:1761322991.654373:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000074e57caf type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761322991.654399:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004eabdbbf. 00000020:00000010:2.0:1761322991.654406:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c4bb781f. 00000020:00000010:2.0:1761322991.654410:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f14261de. 00080000:00000010:0.0:1761322991.654454:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000004bec029f. 00010000:00000010:0.0:1761322991.654549:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008a3fc5f1. 00000800:00000200:3.0:1761322991.654555:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322991.654559:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000074e57caf (tot 82350618). 00010000:00000010:0.0:1761322991.654559:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005b489044. 00000400:00000200:3.0:1761322991.654567:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.654572:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322991.654575:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004903da1b 00000400:00000010:3.0:1761322991.654576:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004903da1b. 00010000:00000010:0.0:1761322991.654652:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000afcecbb6. 00010000:00000010:0.0:1761322991.654658:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008a3fc5f1. 00010000:00000010:0.0:1761322991.654667:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fce5b514. 00000100:00000010:0.0:1761322991.654671:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005d7c4309. 00000100:00000010:0.0:1761322991.655006:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001d85a71a. 02000000:00000010:0.0:1761322991.655017:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a0f36257. 02000000:00000010:0.0:1761322991.655046:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009ff36f3f. 00000400:00000010:0.0:1761322991.655050:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000320c5d1e. 00000400:00000010:0.0:1761322991.655055:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000098e50414. 00000100:00000200:0.0:1761322991.655058:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956462016, portal 16 00000400:00000010:0.0:1761322991.655062:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a0012254. 00000100:00000200:0.0:1761322991.655063:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956462016, offset 0 00000400:00000200:0.0:1761322991.655069:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322991.655091:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322991.655098:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:0.0:1761322991.655102:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761322991.655106:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322991.655109:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89025:89025:256:4294967295] 192.168.201.29@tcp LPNI seq info [89025:89025:8:4294967295] 00000400:00000200:0.0:1761322991.655117:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322991.655121:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322991.655125:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000057731204 (tot 82350866). 00000800:00000200:0.0:1761322991.655129:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322991.655133:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322991.655137:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000057731204 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761322991.655209:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322991.655211:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000057731204 (tot 82350618). 00000400:00000200:3.0:1761322991.655215:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.655218:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322991.655221:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a0012254 00000400:00000010:3.0:1761322991.655222:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a0012254. 00000100:00000200:3.0:1761322991.655230:0:15812:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001d85a71a x1846879956462016/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322991.657447:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322991.657471:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf69c0 00000400:00000200:3.0:1761322991.657480:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac269 [1] + 224 00000400:00000200:3.0:1761322991.657496:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.657500:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322991.657509:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001d85a71a x1846879956462016/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761322991.657594:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000320c5d1e. 00000400:00000200:1.0:1761322991.657604:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000098e50414 00000400:00000010:1.0:1761322991.657606:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000098e50414. 00000100:00000200:1.0:1761322991.657622:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001d85a71a x1846879956462016/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761322991.657633:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001d85a71a x1846879956462016/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761322991.657670:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009ff36f3f. 02000000:00000010:1.0:1761322991.657675:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a0f36257. 00000100:00000010:1.0:1761322991.657679:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001d85a71a. 00000100:00000010:1.0:1761322991.657683:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005d7c4309. 00010000:00000010:1.0:1761322991.657687:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fce5b514. 00000400:00000200:3.0:1761322991.659646:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322991.659668:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb5a3c0 00000400:00000200:3.0:1761322991.659678:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaabb9 [2] + 1968 00000400:00000010:3.0:1761322991.659684:0:15811:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000abe5dd57. 00000400:00000200:3.0:1761322991.659691:0:15811:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000f402a21b 00000400:00000200:3.0:1761322991.659767:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.659772:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322991.659777:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f402a21b 00000400:00000010:3.0:1761322991.659779:0:15811:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000f402a21b (tot 82350466). 00000100:00000200:3.0:1761322991.659787:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1761322991.660407:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f14261de. 00000020:00000010:2.0:1761322991.660417:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004eabdbbf. 00000020:00000010:2.0:1761322991.660422:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c4bb781f. 00000100:00000200:2.0:1761322991.660450:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b7b9bad1 x1846879955821504/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761322991.660485:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955821504 02000000:00000010:2.0:1761322991.660498:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000374c01cb. 00010000:00000010:2.0:1761322991.660530:0:66652:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000162b7d8e. 00010000:00000010:2.0:1761322991.660552:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008443a5df. 00000100:00000010:2.0:1761322991.660560:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000022dcd2b9. 00000100:00000010:2.0:1761322991.660572:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000022dcd2b9. 00010000:00000010:2.0:1761322991.660576:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008443a5df. 00000400:00000010:2.0:1761322991.660591:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000967aa986. 00000100:00000200:2.0:1761322991.660598:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955821504, offset 224 00000400:00000200:2.0:1761322991.660608:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:2.0:1761322991.660624:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:2.0:1761322991.660630:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89026:89026:256:4294967295] 192.168.201.29@tcp LPNI seq info [89026:89026:8:4294967295] 00000400:00000200:2.0:1761322991.660641:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:2.0:1761322991.660647:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:2.0:1761322991.660653:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f093da5b (tot 82350714). 00000800:00000200:2.0:1761322991.660659:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:2.0:1761322991.660725:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:2.0:1761322991.660730:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f093da5b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761322991.660755:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004eabdbbf. 00000020:00000010:2.0:1761322991.660760:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c4bb781f. 00000020:00000010:2.0:1761322991.660763:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f14261de. 02000000:00000010:2.0:1761322991.660773:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f85dcbd7. 00000100:00000010:2.0:1761322991.660777:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000279cdfe2. 02000000:00000010:2.0:1761322991.660782:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000d4ce2a0. 00000100:00000010:2.0:1761322991.660784:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000025be6896. 02000000:00000010:2.0:1761322991.660788:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000acac4a2e. 00000100:00000010:2.0:1761322991.660790:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000aadbcd0f. 02000000:00000010:2.0:1761322991.660794:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b0859adf. 00000100:00000010:2.0:1761322991.660796:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004760bad7. 02000000:00000010:2.0:1761322991.660799:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000009da94d2b. 00000100:00000010:2.0:1761322991.660801:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003171f658. 02000000:00000010:2.0:1761322991.660804:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000bd0eabea. 00000100:00000010:2.0:1761322991.660806:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001723ce77. 00000100:00000200:2.0:1761322991.660812:0:66652:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1761322991.660818:0:66652:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000013c23f94. 00000400:00000010:2.0:1761322991.660822:0:66652:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000022dcd2b9 (tot 82350866). 00000800:00000200:3.0:1761322991.661188:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322991.661192:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f093da5b (tot 82350618). 00000400:00000200:3.0:1761322991.661197:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.661203:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322991.661207:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000967aa986 00000400:00000010:3.0:1761322991.661209:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000967aa986. 02000000:00000010:3.0:1761322991.661215:0:15812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000374c01cb. 00080000:00000010:1.0:1761322991.662647:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000042f8d91f. 00010000:00000010:1.0:1761322991.662782:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008a3fc5f1. 00010000:00000010:1.0:1761322991.662794:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000df95bfa8. 00010000:00000010:1.0:1761322991.662898:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ae564a2a. 00010000:00000010:1.0:1761322991.662907:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000020557d2c. 00010000:00000010:1.0:1761322991.662946:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c58855d5. 00000100:00000010:1.0:1761322991.662954:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b65c9c75. 00000100:00000010:1.0:1761322991.662966:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000dfba0156. 02000000:00000010:1.0:1761322991.662985:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000cc21d4a8. 02000000:00000010:1.0:1761322991.663024:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e99300b6. 00000400:00000010:1.0:1761322991.663045:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ae85da93. 00000400:00000010:1.0:1761322991.663055:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000399567d5. 00000100:00000200:1.0:1761322991.663064:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956462080, portal 16 00000400:00000010:1.0:1761322991.663071:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002c8a409d. 00000100:00000200:1.0:1761322991.663290:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956462080, offset 0 00010000:00000010:2.1:1761322991.663333:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b29109a7. 00000400:00000200:1.0:1761322991.663428:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322991.663446:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322991.663453:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:1.0:1761322991.663458:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761322991.663461:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:1.0:1761322991.663465:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89027:89027:256:4294967295] 192.168.201.29@tcp LPNI seq info [89027:89027:8:4294967295] 00000400:00000200:1.0:1761322991.663477:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322991.663484:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322991.663489:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa7b1f3a (tot 82350866). 00000800:00000200:1.0:1761322991.663496:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322991.663504:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322991.663508:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa7b1f3a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761322991.663841:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322991.663846:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa7b1f3a (tot 82350618). 00000400:00000200:3.0:1761322991.663855:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.663865:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322991.663872:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002c8a409d 00000400:00000010:3.0:1761322991.663874:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002c8a409d. 00000100:00000200:3.0:1761322991.663885:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000dfba0156 x1846879956462080/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761322991.665126:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f4244eb2. 00010000:00000010:0.1:1761322991.665137:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000080715e4a. 00010000:00000010:0.1:1761322991.665141:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000077cdfe4. 00010000:00000010:0.1:1761322991.665147:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005d6b12e7. 00010000:00000010:2.1:1761322991.665192:0:78774:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000012bbd656. 00000400:00000200:3.0:1761322991.667133:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00010000:00000010:1.1:1761322991.667144:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000066ef1fce. 00000400:00000200:3.0:1761322991.667160:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf6a00 00010000:00000010:1.1:1761322991.667163:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000afcecbb6. 00000400:00000200:3.0:1761322991.667174:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac279 [1] + 224 00000400:00000200:3.0:1761322991.667199:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.667205:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322991.667216:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000dfba0156 x1846879956462080/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761322991.667337:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ae85da93. 00000400:00000200:1.0:1761322991.667355:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000399567d5 00000400:00000010:1.0:1761322991.667357:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000399567d5. 00000100:00000200:1.0:1761322991.667370:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000dfba0156 x1846879956462080/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761322991.667383:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000dfba0156 x1846879956462080/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761322991.668259:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e99300b6. 02000000:00000010:1.0:1761322991.668282:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000cc21d4a8. 00010000:00000010:2.1:1761322991.668287:0:78774:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000072c05989. 00000100:00000010:1.0:1761322991.668292:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000dfba0156. 00000100:00000010:1.0:1761322991.668301:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b65c9c75. 00010000:00000010:1.0:1761322991.668308:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c58855d5. 00000400:00000200:3.0:1761322991.668665:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322991.668681:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb5a400 00000400:00000200:3.0:1761322991.668692:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaac09 [2] + 0 00000400:00000200:3.0:1761322991.668763:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.668768:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322991.668776:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761322991.668781:0:15812:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001e4c2c1b. 00000020:00000010:0.0:1761322991.668968:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000072b334f0. 00000020:00000010:0.0:1761322991.668978:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000020b2513c. 00000020:00000010:0.0:1761322991.668983:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b88240bc. 00000100:00000200:0.0:1761322991.669012:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001e4c2c1b x1846879955821568/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761322991.669068:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955821568 02000000:00000010:0.0:1761322991.669107:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000005c1a3517. 00010000:00000010:0.0:1761322991.669140:0:66652:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004c80239f. 00010000:00000010:0.0:1761322991.669160:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000e968a4a. 00000100:00000010:0.0:1761322991.669167:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003b43039a. 00000100:00000010:0.0:1761322991.669183:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003b43039a. 00010000:00000010:0.0:1761322991.669187:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000e968a4a. 00000400:00000010:0.0:1761322991.669204:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004767911a. 00000100:00000200:0.0:1761322991.669211:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955821568, offset 224 00000400:00000200:0.0:1761322991.669225:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322991.669237:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00080000:00000010:1.0:1761322991.669240:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e99300b6. 00000400:00000200:0.0:1761322991.669247:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89028:89028:256:4294967295] 192.168.201.29@tcp LPNI seq info [89028:89028:8:4294967295] 00000400:00000200:0.0:1761322991.669261:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00010000:00000010:1.0:1761322991.669341:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000020557d2c. 00010000:00000010:1.0:1761322991.669352:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000036193eb5. 00010000:00000010:1.0:1761322991.669424:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000048577a38. 00010000:00000010:1.0:1761322991.669431:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000020557d2c. 00010000:00000010:1.0:1761322991.669445:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c58855d5. 00000100:00000010:1.0:1761322991.669451:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b65c9c75. 00000100:00000010:1.0:1761322991.669459:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000dfba0156. 02000000:00000010:1.0:1761322991.669474:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000089671c9. 00000800:00000200:0.0:1761322991.669489:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322991.669497:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000361d1353 (tot 82350866). 00000800:00000200:0.0:1761322991.669505:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 02000000:00000010:1.0:1761322991.669510:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006c5a3bcf. 00000400:00000010:1.0:1761322991.669517:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ae85da93. 00000400:00000010:1.0:1761322991.669523:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000399567d5. 00000100:00000200:1.0:1761322991.669530:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956462144, portal 16 00000400:00000010:1.0:1761322991.669536:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007b307a51. 00000100:00000200:1.0:1761322991.669541:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956462144, offset 0 00000400:00000200:1.0:1761322991.669550:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322991.669563:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000800:00000200:0.0:1761322991.669570:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000400:00000200:1.0:1761322991.669574:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000800:00000200:0.0:1761322991.669578:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000361d1353 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1761322991.669583:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761322991.669587:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:1.0:1761322991.669591:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89029:89029:255:4294967295] 192.168.201.29@tcp LPNI seq info [89029:89029:7:4294967295] 00000020:00000010:0.0:1761322991.669615:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000020b2513c. 00000400:00000200:1.0:1761322991.669616:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000020:00000010:0.0:1761322991.669625:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b88240bc. 00000800:00000200:1.0:1761322991.669631:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000020:00000010:0.0:1761322991.669633:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000072b334f0. 00000800:00000010:1.0:1761322991.669638:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa7b1f3a (tot 82351114). 00000800:00000200:1.0:1761322991.669646:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322991.669656:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322991.669660:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa7b1f3a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761322991.669696:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761322991.669702:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000361d1353 (tot 82350866). 00000400:00000200:0.0:1761322991.669706:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322991.669711:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:0.0:1761322991.669715:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004767911a 00000400:00000010:0.0:1761322991.669717:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004767911a. 00000800:00000200:0.0:1761322991.669785:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761322991.669787:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa7b1f3a (tot 82350618). 00000400:00000200:0.0:1761322991.669794:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322991.669796:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:0.0:1761322991.669799:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007b307a51 00000400:00000010:0.0:1761322991.669800:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007b307a51. 00000100:00000200:0.0:1761322991.669806:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000dfba0156 x1846879956462144/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322991.673412:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322991.673438:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf6a40 00000400:00000200:3.0:1761322991.673449:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac285 [1] + 224 00000400:00000200:3.0:1761322991.673465:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.673469:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322991.673482:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000dfba0156 x1846879956462144/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322991.673529:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322991.673535:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb5a440 00000400:00000200:3.0:1761322991.673542:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaac09 [2] + 328 00000400:00000010:1.0:1761322991.673566:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ae85da93. 00000400:00000200:1.0:1761322991.673593:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000399567d5 00000400:00000010:1.0:1761322991.673596:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000399567d5. 00000100:00000200:1.0:1761322991.673612:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000dfba0156 x1846879956462144/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322991.673620:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1761322991.673632:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000dfba0156 x1846879956462144/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322991.673633:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322991.673641:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761322991.673649:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003d5ed93a. 02000000:00000010:1.0:1761322991.673685:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006c5a3bcf. 02000000:00000010:1.0:1761322991.673695:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000089671c9. 00000100:00000010:1.0:1761322991.673700:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000dfba0156. 00000100:00000010:1.0:1761322991.673704:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b65c9c75. 00010000:00000010:1.0:1761322991.673710:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c58855d5. 00000020:00000010:0.0:1761322991.674363:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000072b334f0. 00000020:00000010:0.0:1761322991.674374:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000020b2513c. 00000020:00000010:0.0:1761322991.674379:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b88240bc. 00000100:00000200:0.0:1761322991.674408:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003d5ed93a x1846879955821632/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761322991.674440:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955821632 02000000:00000010:0.0:1761322991.674451:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c161792c. 00010000:00000010:0.0:1761322991.674481:0:66652:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000033bff262. 00010000:00000010:0.0:1761322991.674501:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000e968a4a. 00000100:00000010:0.0:1761322991.674510:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003b43039a. 00000100:00000010:0.0:1761322991.674526:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003b43039a. 00010000:00000010:0.0:1761322991.674531:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000e968a4a. 00000400:00000010:0.0:1761322991.674544:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004767911a. 00000100:00000200:0.0:1761322991.674550:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955821632, offset 224 00000400:00000200:0.0:1761322991.674560:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322991.674574:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322991.674581:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89030:89030:256:4294967295] 192.168.201.29@tcp LPNI seq info [89030:89030:8:4294967295] 00080000:00000010:1.0:1761322991.674588:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000089671c9. 00000400:00000200:0.0:1761322991.674599:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322991.674607:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322991.674612:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000361d1353 (tot 82350866). 00000800:00000200:0.0:1761322991.674620:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322991.674628:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322991.674633:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000361d1353 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761322991.674659:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000020b2513c. 00000020:00000010:0.0:1761322991.674665:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b88240bc. 00000020:00000010:0.0:1761322991.674669:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000072b334f0. 00010000:00000010:1.0:1761322991.674691:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000020557d2c. 00010000:00000010:1.0:1761322991.674703:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000051677f3b. 00000800:00000200:0.0:1761322991.674790:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761322991.674795:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000361d1353 (tot 82350618). 00010000:00000010:1.0:1761322991.674800:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001765c6b5. 00000400:00000200:0.0:1761322991.674801:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:1.0:1761322991.674810:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000020557d2c. 00000400:00000200:0.0:1761322991.674810:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:0.0:1761322991.674819:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004767911a 00000400:00000010:0.0:1761322991.674822:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004767911a. 00010000:00000010:1.0:1761322991.674830:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c58855d5. 00000100:00000010:1.0:1761322991.674840:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b65c9c75. 00000100:00000010:1.0:1761322991.674850:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000dfba0156. 02000000:00000010:1.0:1761322991.674867:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006c5a3bcf. 02000000:00000010:1.0:1761322991.674911:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cc21d4a8. 00000400:00000010:1.0:1761322991.674917:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ae85da93. 00000400:00000010:1.0:1761322991.674923:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000399567d5. 00000100:00000200:1.0:1761322991.674930:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956462208, portal 16 00000400:00000010:1.0:1761322991.674936:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000020fbaa0. 00000100:00000200:1.0:1761322991.674939:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956462208, offset 0 00000400:00000200:1.0:1761322991.674950:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322991.674967:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322991.674974:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:1.0:1761322991.674978:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761322991.674980:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:1.0:1761322991.674983:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89031:89031:256:4294967295] 192.168.201.29@tcp LPNI seq info [89031:89031:8:4294967295] 00000400:00000200:1.0:1761322991.674992:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322991.674998:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322991.675003:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa7b1f3a (tot 82350866). 00000800:00000200:1.0:1761322991.675009:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322991.675016:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322991.675020:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa7b1f3a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761322991.675314:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761322991.675319:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa7b1f3a (tot 82350618). 00000400:00000200:0.0:1761322991.675327:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322991.675332:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:0.0:1761322991.675336:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000020fbaa0 00000400:00000010:0.0:1761322991.675338:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000020fbaa0. 00000100:00000200:0.0:1761322991.675347:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000dfba0156 x1846879956462208/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761322991.676124:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000eb6e81f. 00010000:00000010:1.1:1761322991.676144:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae564a2a. 00000400:00000200:2.0:1761322991.677380:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322991.677402:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf6a80 00000400:00000200:2.0:1761322991.677412:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac291 [1] + 224 00000400:00000200:2.0:1761322991.677430:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.677515:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322991.677528:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000dfba0156 x1846879956462208/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322991.677573:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322991.677579:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb5a480 00000400:00000200:2.0:1761322991.677586:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaac09 [2] + 656 00000400:00000010:1.0:1761322991.677611:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ae85da93. 00000400:00000200:1.0:1761322991.677635:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000399567d5 00000400:00000010:1.0:1761322991.677637:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000399567d5. 00000400:00000200:2.0:1761322991.677648:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1761322991.677651:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000dfba0156 x1846879956462208/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322991.677658:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322991.677665:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000200:1.0:1761322991.677671:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000dfba0156 x1846879956462208/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000010:2.0:1761322991.677673:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004dd461b4. 02000000:00000010:1.0:1761322991.677719:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cc21d4a8. 02000000:00000010:1.0:1761322991.677727:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006c5a3bcf. 00000100:00000010:1.0:1761322991.677732:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000dfba0156. 00000100:00000010:1.0:1761322991.677740:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b65c9c75. 00010000:00000010:1.0:1761322991.677748:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c58855d5. 00000020:00000010:3.0:1761322991.677868:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d2fe8055. 00000020:00000010:3.0:1761322991.677875:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000097ab19a0. 00000020:00000010:3.0:1761322991.677879:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000cf10095. 00000100:00000200:3.0:1761322991.677907:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000004dd461b4 x1846879955821696/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761322991.678042:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955821696 02000000:00000010:3.0:1761322991.678056:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a70abf31. 00010000:00000010:1.1:1761322991.678114:0:78776:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bbb82d36. 00010000:00000010:1.1:1761322991.678129:0:78776:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000048577a38. 00010000:00000010:3.0:1761322991.678176:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4714e87. 00010000:00000010:0.1:1761322991.678176:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d16d4235. 00010000:00000010:3.0:1761322991.678198:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007ccdb2e9. 00000100:00000010:3.0:1761322991.678205:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000094486dea. 00000100:00000010:3.0:1761322991.678232:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000094486dea. 00010000:00000010:3.0:1761322991.678236:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007ccdb2e9. 00000400:00000010:3.0:1761322991.678254:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000076784a28. 00000100:00000200:3.0:1761322991.678259:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955821696, offset 224 00080000:00000010:0.0:1761322991.678262:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000072b334f0. 00000400:00000200:3.0:1761322991.678268:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:3.0:1761322991.678284:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322991.678290:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89032:89032:256:4294967295] 192.168.201.29@tcp LPNI seq info [89032:89032:8:4294967295] 00000400:00000200:3.0:1761322991.678302:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322991.678308:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322991.678313:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003de23d37 (tot 82350866). 00000800:00000200:3.0:1761322991.678319:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322991.678326:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322991.678330:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003de23d37 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:0.0:1761322991.678345:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000020557d2c. 00010000:00000010:0.0:1761322991.678353:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000074028192. 00000020:00000010:3.0:1761322991.678355:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000097ab19a0. 00000020:00000010:3.0:1761322991.678358:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000cf10095. 00000020:00000010:3.0:1761322991.678361:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d2fe8055. 00010000:00000010:0.0:1761322991.678439:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005d6b12e7. 00010000:00000010:0.0:1761322991.678452:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e20e3fca. 00010000:00000010:0.0:1761322991.678465:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000e968a4a. 00000100:00000010:0.0:1761322991.678469:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003b43039a. 00000100:00000010:0.0:1761322991.678477:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c9a97dac. 02000000:00000010:0.0:1761322991.678490:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000006234080. 02000000:00000010:0.0:1761322991.678524:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a0f36257. 00000400:00000010:0.0:1761322991.678531:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a2778ba6. 00000400:00000010:0.0:1761322991.678537:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004767911a. 00000100:00000200:0.0:1761322991.678541:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956462272, portal 16 00000400:00000010:0.0:1761322991.678546:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000243f87cb. 00000100:00000200:0.0:1761322991.678548:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956462272, offset 0 00000400:00000200:0.0:1761322991.678555:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322991.678561:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322991.678568:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:0.0:1761322991.678573:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761322991.678578:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322991.678582:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89033:89033:255:4294967295] 192.168.201.29@tcp LPNI seq info [89033:89033:7:4294967295] 00000400:00000200:0.0:1761322991.678592:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322991.678599:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322991.678604:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000361d1353 (tot 82351114). 00000800:00000200:0.0:1761322991.678609:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322991.678614:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322991.678616:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000361d1353 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761322991.678730:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322991.678736:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003de23d37 (tot 82350866). 00000400:00000200:2.0:1761322991.678741:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.678748:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322991.678753:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000076784a28 00000400:00000010:2.0:1761322991.678756:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000076784a28. 00000800:00000200:2.0:1761322991.678817:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322991.678819:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000361d1353 (tot 82350618). 00000400:00000200:2.0:1761322991.678826:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.678829:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322991.678832:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000243f87cb 00000400:00000010:2.0:1761322991.678833:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000243f87cb. 00000100:00000200:2.0:1761322991.678842:0:15812:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c9a97dac x1846879956462272/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761322991.680127:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002196e97f. 00010000:00000010:0.1:1761322991.682099:0:78776:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006518ec22. 00010000:00000010:0.1:1761322991.682109:0:78776:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001765c6b5. 00010000:00000010:3.1:1761322991.682240:0:15810:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006099c2c5. 00000400:00000200:3.0:1761322991.682286:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322991.682304:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf6ac0 00000400:00000200:3.0:1761322991.682313:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac29d [1] + 224 00000400:00000200:3.0:1761322991.682341:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.682347:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322991.682359:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c9a97dac x1846879956462272/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761322991.682872:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a2778ba6. 00000400:00000200:1.0:1761322991.682883:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004767911a 00000400:00000010:1.0:1761322991.682885:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004767911a. 00000100:00000200:1.0:1761322991.682903:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c9a97dac x1846879956462272/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761322991.682915:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c9a97dac x1846879956462272/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761322991.682949:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a0f36257. 02000000:00000010:1.0:1761322991.682957:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000006234080. 00000100:00000010:1.0:1761322991.682963:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c9a97dac. 00000100:00000010:1.0:1761322991.682968:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003b43039a. 00010000:00000010:1.0:1761322991.682973:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000e968a4a. 00000400:00000200:2.0:1761322991.683019:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322991.683041:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb5a4c0 00000400:00000200:2.0:1761322991.683047:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaac09 [2] + 984 00000400:00000200:2.0:1761322991.683134:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.683138:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322991.683144:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761322991.683151:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b73ca902. 00000020:00000010:1.0:1761322991.683240:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006c5a3bcf. 00000020:00000010:1.0:1761322991.683249:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b92869bd. 00000020:00000010:1.0:1761322991.683255:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001d369eb8. 00000100:00000200:1.0:1761322991.683287:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b73ca902 x1846879955821760/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761322991.683373:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955821760 02000000:00000010:2.0:1761322991.683392:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000374c01cb. 00010000:00000010:2.0:1761322991.683439:0:66652:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b62d972b. 00010000:00000010:2.0:1761322991.683461:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000ac47eb3. 00000100:00000010:2.0:1761322991.683468:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006f0b20f3. 00000100:00000010:2.0:1761322991.683487:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006f0b20f3. 00010000:00000010:2.0:1761322991.683490:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000ac47eb3. 00000400:00000010:2.0:1761322991.683504:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000044da2acb. 00000100:00000200:2.0:1761322991.683509:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955821760, offset 224 00000400:00000200:2.0:1761322991.683517:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:2.0:1761322991.683528:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:2.0:1761322991.683534:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89034:89034:256:4294967295] 192.168.201.29@tcp LPNI seq info [89034:89034:8:4294967295] 00000400:00000200:2.0:1761322991.683544:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:2.0:1761322991.683551:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:2.0:1761322991.683556:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000041deb613 (tot 82350866). 00000800:00000200:2.0:1761322991.683562:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:2.0:1761322991.683569:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:2.0:1761322991.683573:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000041deb613 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761322991.683596:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b92869bd. 00000020:00000010:2.0:1761322991.683602:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001d369eb8. 00000020:00000010:2.0:1761322991.683607:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006c5a3bcf. 00000800:00000200:2.0:1761322991.683686:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322991.683689:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000041deb613 (tot 82350618). 00000400:00000200:2.0:1761322991.683693:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.683698:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322991.683707:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000044da2acb 00000400:00000010:2.0:1761322991.683709:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000044da2acb. 00080000:00000010:3.0:1761322991.683803:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d0e2f99a. 00010000:00000010:3.0:1761322991.683889:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e20e3fca. 00010000:00000010:3.0:1761322991.683896:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d2f31d6. 00010000:00000010:3.0:1761322991.683965:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001f5328e7. 00010000:00000010:3.0:1761322991.683971:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000084f88992. 00010000:00000010:3.0:1761322991.683981:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007ccdb2e9. 00000100:00000010:3.0:1761322991.683984:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000094486dea. 00000100:00000010:3.0:1761322991.683993:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001d6c23c1. 02000000:00000010:3.0:1761322991.684006:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d2fe8055. 02000000:00000010:3.0:1761322991.684043:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003e2e89e2. 00000400:00000010:3.0:1761322991.684048:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003ad93a60. 00000400:00000010:3.0:1761322991.684053:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000240b67fb. 00000100:00000200:3.0:1761322991.684058:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956462336, portal 16 00000400:00000010:3.0:1761322991.684062:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000061eaa67b. 00000100:00000200:3.0:1761322991.684065:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956462336, offset 0 00000400:00000200:3.0:1761322991.684070:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:3.0:1761322991.684113:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322991.684121:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:3.0:1761322991.684125:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761322991.684128:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:3.0:1761322991.684131:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89035:89035:256:4294967295] 192.168.201.29@tcp LPNI seq info [89035:89035:8:4294967295] 00000400:00000200:3.0:1761322991.684144:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322991.684149:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322991.684153:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000074c3abcf (tot 82350866). 00000800:00000200:3.0:1761322991.684157:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322991.684162:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322991.684164:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000074c3abcf type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761322991.684341:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322991.684344:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000074c3abcf (tot 82350618). 00000400:00000200:2.0:1761322991.684348:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.684353:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322991.684356:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000061eaa67b 00000400:00000010:2.0:1761322991.684357:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000061eaa67b. 00000100:00000200:2.0:1761322991.684368:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001d6c23c1 x1846879956462336/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322991.686201:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322991.686229:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf6b00 00000400:00000200:2.0:1761322991.686240:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac2a9 [1] + 224 00000400:00000200:2.0:1761322991.686256:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.686260:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322991.686269:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001d6c23c1 x1846879956462336/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761322991.688896:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003ad93a60. 00000400:00000200:3.0:1761322991.688909:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000240b67fb 00000400:00000010:3.0:1761322991.688912:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000240b67fb. 00000100:00000200:3.0:1761322991.688931:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001d6c23c1 x1846879956462336/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761322991.688944:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001d6c23c1 x1846879956462336/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761322991.688980:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003e2e89e2. 02000000:00000010:3.0:1761322991.688988:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d2fe8055. 00000100:00000010:3.0:1761322991.688993:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001d6c23c1. 00000100:00000010:3.0:1761322991.688998:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000094486dea. 00010000:00000010:3.0:1761322991.689004:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007ccdb2e9. 00000400:00000200:2.0:1761322991.689858:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322991.689879:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb5a500 00000400:00000200:2.0:1761322991.689888:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaac09 [2] + 1312 00000400:00000200:2.0:1761322991.689964:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.689969:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322991.689976:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761322991.689981:0:15812:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005bffa580. 00000020:00000010:1.0:1761322991.690619:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006c5a3bcf. 00000020:00000010:1.0:1761322991.690628:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000005b2eeef8. 00000020:00000010:1.0:1761322991.690634:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001d369eb8. 00000100:00000200:1.0:1761322991.690665:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005bffa580 x1846879955821824/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761322991.691942:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955821824 02000000:00000010:1.0:1761322991.691961:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000cc21d4a8. 00010000:00000010:1.0:1761322991.691996:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dcac9cf3. 00010000:00000010:1.0:1761322991.692019:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c58855d5. 00000100:00000010:1.0:1761322991.692040:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b65c9c75. 00000100:00000010:1.0:1761322991.692059:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b65c9c75. 00010000:00000010:1.0:1761322991.692063:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c58855d5. 00000400:00000010:1.0:1761322991.692100:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000399567d5. 00000100:00000200:1.0:1761322991.692106:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955821824, offset 224 00000400:00000200:1.0:1761322991.692115:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322991.692130:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322991.692136:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89036:89036:256:4294967295] 192.168.201.29@tcp LPNI seq info [89036:89036:8:4294967295] 00000400:00000200:1.0:1761322991.692146:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322991.692151:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322991.692156:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa7b1f3a (tot 82350866). 00000800:00000200:1.0:1761322991.692162:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322991.692170:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322991.692174:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa7b1f3a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761322991.692198:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000005b2eeef8. 00000020:00000010:1.0:1761322991.692205:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001d369eb8. 00000020:00000010:1.0:1761322991.692209:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006c5a3bcf. 00080000:00000010:3.0:1761322991.692331:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d2fe8055. 00010000:00000010:3.0:1761322991.692458:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000084f88992. 00010000:00000010:3.0:1761322991.692476:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000578d1f11. 00010000:00000010:3.0:1761322991.692576:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a65a506b. 00010000:00000010:3.0:1761322991.692583:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000084f88992. 00010000:00000010:3.0:1761322991.692595:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007ccdb2e9. 00000100:00000010:3.0:1761322991.692602:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000094486dea. 00000100:00000010:3.0:1761322991.692611:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001d6c23c1. 02000000:00000010:3.0:1761322991.692626:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003e2e89e2. 02000000:00000010:3.0:1761322991.692656:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003389b5cd. 00000400:00000010:3.0:1761322991.692663:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003ad93a60. 00000400:00000010:3.0:1761322991.692670:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000240b67fb. 00000100:00000200:3.0:1761322991.692678:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956462400, portal 16 00000400:00000010:3.0:1761322991.692683:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000277dae64. 00000100:00000200:3.0:1761322991.692685:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956462400, offset 0 00000400:00000200:3.0:1761322991.692694:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:3.0:1761322991.692709:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322991.692717:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:3.0:1761322991.692721:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761322991.692724:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:3.0:1761322991.692728:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89037:89037:255:4294967295] 192.168.201.29@tcp LPNI seq info [89037:89037:7:4294967295] 00000400:00000200:3.0:1761322991.692737:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322991.692743:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322991.692747:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000062e39c9d (tot 82351114). 00000800:00000200:3.0:1761322991.692753:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322991.692760:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322991.692763:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000062e39c9d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761322991.692851:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322991.692857:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa7b1f3a (tot 82350866). 00000400:00000200:2.0:1761322991.692867:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.692874:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322991.692879:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000399567d5 00000400:00000010:2.0:1761322991.692881:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000399567d5. 00000800:00000200:2.0:1761322991.692957:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322991.692959:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000062e39c9d (tot 82350618). 00000400:00000200:2.0:1761322991.692963:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.692969:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322991.692971:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000277dae64 00000400:00000010:2.0:1761322991.692973:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000277dae64. 00000100:00000200:2.0:1761322991.692980:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001d6c23c1 x1846879956462400/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761322991.697097:0:78777:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000827ff4ab. 00010000:00000010:3.1:1761322991.697260:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000060dcf79. 00010000:00000010:3.1:1761322991.697268:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005d6b12e7. 00000400:00000200:3.0:1761322991.698492:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322991.698511:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf6b40 00000400:00000200:3.0:1761322991.698521:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac2b5 [1] + 224 00000400:00000200:3.0:1761322991.698538:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.698542:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322991.698618:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001d6c23c1 x1846879956462400/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322991.698728:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322991.698735:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb5a540 00000400:00000010:1.0:1761322991.698830:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003ad93a60. 00000400:00000200:1.0:1761322991.698835:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000240b67fb 00000400:00000010:1.0:1761322991.698837:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000240b67fb. 00000100:00000200:1.0:1761322991.698843:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001d6c23c1 x1846879956462400/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761322991.698851:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001d6c23c1 x1846879956462400/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761322991.698896:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003389b5cd. 02000000:00000010:1.0:1761322991.698903:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003e2e89e2. 00000100:00000010:1.0:1761322991.698908:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001d6c23c1. 00000100:00000010:1.0:1761322991.698913:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000094486dea. 00010000:00000010:1.0:1761322991.698918:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007ccdb2e9. 00000400:00000200:3.0:1761322991.698957:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaac09 [2] + 1640 00000400:00000200:3.0:1761322991.699019:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.699023:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322991.699038:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761322991.699044:0:15812:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004265c37e. 00000020:00000010:1.0:1761322991.699233:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fd32d515. 00000020:00000010:1.0:1761322991.699240:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000005b2eeef8. 00000020:00000010:1.0:1761322991.699245:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001d369eb8. 00000100:00000200:1.0:1761322991.699288:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000004265c37e x1846879955821888/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761322991.699329:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955821888 02000000:00000010:1.0:1761322991.699342:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006c5a3bcf. 00010000:00000010:1.0:1761322991.699377:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cd8e99ef. 00010000:00000010:1.0:1761322991.699403:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c58855d5. 00000100:00000010:1.0:1761322991.699409:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b65c9c75. 00000100:00000010:1.0:1761322991.699420:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b65c9c75. 00010000:00000010:1.0:1761322991.699424:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c58855d5. 00080000:00000010:1.0:1761322991.699456:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000085e0fe22. 00010000:00000010:1.0:1761322991.699543:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000084f88992. 00010000:00000010:1.0:1761322991.699562:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000bccf9590. 00010000:00000010:1.0:1761322991.699659:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000048577a38. 00010000:00000010:1.0:1761322991.699667:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000014b0a864. 00010000:00000010:1.0:1761322991.699679:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c58855d5. 00000100:00000010:1.0:1761322991.699682:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b65c9c75. 00000100:00000010:1.0:1761322991.699690:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000dfba0156. 02000000:00000010:1.0:1761322991.699702:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b22b4bcf. 02000000:00000010:1.0:1761322991.699730:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000098a79092. 00000400:00000010:1.0:1761322991.699735:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ae85da93. 00000400:00000010:1.0:1761322991.699741:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d7a17f4b. 00000100:00000200:1.0:1761322991.699754:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956462464, portal 16 00000400:00000010:1.0:1761322991.699759:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f7dcd522. 00000100:00000200:1.0:1761322991.699763:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956462464, offset 0 00000400:00000200:1.0:1761322991.699815:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322991.699829:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322991.699836:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:1.0:1761322991.699840:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761322991.699842:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:1.0:1761322991.699846:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89038:89038:256:4294967295] 192.168.201.29@tcp LPNI seq info [89038:89038:8:4294967295] 00000400:00000200:1.0:1761322991.699858:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322991.699864:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322991.699870:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa7b1f3a (tot 82350866). 00000800:00000200:1.0:1761322991.699875:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322991.699882:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322991.699887:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa7b1f3a type 1, nob 424 niov 1 nkiov 1 00000400:00000010:1.0:1761322991.699918:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000399567d5. 00000100:00000200:1.0:1761322991.699922:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955821888, offset 224 00000400:00000200:1.0:1761322991.699928:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322991.699933:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322991.699937:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89039:89039:255:4294967295] 192.168.201.29@tcp LPNI seq info [89039:89039:7:4294967295] 00000400:00000200:1.0:1761322991.699943:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322991.699947:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322991.699951:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006d93c9a0 (tot 82351114). 00000800:00000200:1.0:1761322991.699955:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322991.699958:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322991.699960:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006d93c9a0 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761322991.699971:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000005b2eeef8. 00000020:00000010:1.0:1761322991.699976:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001d369eb8. 00000020:00000010:1.0:1761322991.699979:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fd32d515. 00000800:00000200:3.0:1761322991.700061:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322991.700065:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa7b1f3a (tot 82350866). 00000400:00000200:3.0:1761322991.700102:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.700106:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322991.700110:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f7dcd522 00000400:00000010:3.0:1761322991.700111:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f7dcd522. 00000100:00000200:3.0:1761322991.700118:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000dfba0156 x1846879956462464/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000800:00000200:3.0:1761322991.700210:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322991.700213:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006d93c9a0 (tot 82350618). 00000400:00000200:3.0:1761322991.700217:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.700221:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322991.700223:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000399567d5 00000400:00000010:3.0:1761322991.700225:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000399567d5. 00010000:00000010:3.1:1761322991.702210:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d9c5abab. 00010000:00000010:1.1:1761322991.702211:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bc92235e. 00010000:00000010:3.1:1761322991.702224:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001f5328e7. 00000400:00000200:3.0:1761322991.705816:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322991.705836:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf6b80 00000400:00000200:3.0:1761322991.705845:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac2bd [1] + 224 00000400:00000200:3.0:1761322991.705858:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.705862:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322991.705874:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000dfba0156 x1846879956462464/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322991.705917:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322991.705924:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb5a580 00000400:00000200:3.0:1761322991.705929:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaac09 [2] + 1968 00000400:00000010:3.0:1761322991.705934:0:15811:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000041a18126. 00000400:00000200:3.0:1761322991.705938:0:15811:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000746e0147 00000400:00000010:0.0:1761322991.705949:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ae85da93. 00000400:00000200:3.0:1761322991.705960:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.705964:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:0.0:1761322991.705965:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d7a17f4b 00000400:00000010:0.0:1761322991.705969:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d7a17f4b. 00000400:00000200:3.0:1761322991.705974:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000746e0147 00000400:00000010:3.0:1761322991.705977:0:15811:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000746e0147 (tot 82350466). 00000100:00000200:0.0:1761322991.705978:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000dfba0156 x1846879956462464/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761322991.705984:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000200:0.0:1761322991.705992:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000dfba0156 x1846879956462464/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761322991.706044:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000098a79092. 02000000:00000010:0.0:1761322991.706051:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b22b4bcf. 00000100:00000010:0.0:1761322991.706056:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000dfba0156. 00000100:00000010:0.0:1761322991.706061:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b65c9c75. 00010000:00000010:0.0:1761322991.706068:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c58855d5. 00000020:00000010:3.0:1761322991.706156:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003e2e89e2. 00000020:00000010:3.0:1761322991.706163:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000097ab19a0. 00000020:00000010:3.0:1761322991.706168:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000cf10095. 00000100:00000200:3.0:1761322991.706196:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b68b1a54 x1846879955821952/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761322991.706231:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955821952 02000000:00000010:3.0:1761322991.706244:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003389b5cd. 00010000:00000010:3.0:1761322991.706277:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000af742839. 00010000:00000010:3.0:1761322991.706299:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e0af421a. 00000100:00000010:3.0:1761322991.706306:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e1af4e87. 00000100:00000010:3.0:1761322991.706319:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e1af4e87. 00010000:00000010:3.0:1761322991.706322:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e0af421a. 00000400:00000010:3.0:1761322991.706339:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000046bb800. 00000100:00000200:3.0:1761322991.706345:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955821952, offset 224 00080000:00000010:0.0:1761322991.706352:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000009ff36f3f. 00000400:00000200:3.0:1761322991.706354:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:3.0:1761322991.706368:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322991.706374:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89040:89040:256:4294967295] 192.168.201.29@tcp LPNI seq info [89040:89040:8:4294967295] 00000400:00000200:3.0:1761322991.706384:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322991.706390:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322991.706395:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000440ca70b (tot 82350714). 00000800:00000200:3.0:1761322991.706452:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322991.706460:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322991.706464:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000440ca70b type 1, nob 320 niov 1 nkiov 1 00010000:00000010:0.0:1761322991.706464:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000014b0a864. 00010000:00000010:0.0:1761322991.706474:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e4083965. 00000020:00000010:3.0:1761322991.706490:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000097ab19a0. 00000020:00000010:3.0:1761322991.706496:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000cf10095. 00000020:00000010:3.0:1761322991.706499:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003e2e89e2. 02000000:00000010:3.0:1761322991.706509:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006c5a3bcf. 00000100:00000010:3.0:1761322991.706513:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004265c37e. 02000000:00000010:3.0:1761322991.706518:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000cc21d4a8. 00000100:00000010:3.0:1761322991.706522:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005bffa580. 02000000:00000010:3.0:1761322991.706526:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000374c01cb. 00000100:00000010:3.0:1761322991.706529:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b73ca902. 02000000:00000010:3.0:1761322991.706531:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a70abf31. 00000100:00000010:3.0:1761322991.706533:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004dd461b4. 02000000:00000010:3.0:1761322991.706537:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c161792c. 00000100:00000010:3.0:1761322991.706539:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003d5ed93a. 02000000:00000010:3.0:1761322991.706541:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000005c1a3517. 00000100:00000010:3.0:1761322991.706543:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001e4c2c1b. 00010000:00000010:0.0:1761322991.706547:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000089370e68. 00000100:00000200:3.0:1761322991.706550:0:67479:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00010000:00000010:0.0:1761322991.706555:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000f4502a9. 00010000:00000010:0.0:1761322991.706568:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000854bf2ee. 00000100:00000010:0.0:1761322991.706573:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003b43039a. 00000100:00000010:0.0:1761322991.706581:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d7d62114. 02000000:00000010:0.0:1761322991.706606:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000006234080. 02000000:00000010:0.0:1761322991.706633:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a0f36257. 00000400:00000010:0.0:1761322991.706637:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000098e73682. 00000400:00000010:0.0:1761322991.706641:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001c2d6366. 00000800:00000200:3.0:1761322991.706644:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000100:00000200:0.0:1761322991.706646:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956462528, portal 16 00000800:00000010:3.0:1761322991.706648:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000440ca70b (tot 82350466). 00000400:00000010:0.0:1761322991.706652:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000faaff073. 00000400:00000200:3.0:1761322991.706653:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1761322991.706655:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956462528, offset 0 00000400:00000200:3.0:1761322991.706659:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:0.0:1761322991.706664:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322991.706671:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322991.706679:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:0.0:1761322991.706682:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761322991.706685:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322991.706689:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89041:89041:255:4294967295] 192.168.201.29@tcp LPNI seq info [89041:89041:7:4294967295] 00000400:00000200:0.0:1761322991.706697:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322991.706701:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322991.706705:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004c92fdd7 (tot 82350714). 00000800:00000200:0.0:1761322991.706709:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322991.706714:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322991.706716:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004c92fdd7 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:3.0:1761322991.706857:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000046bb800 00000400:00000010:3.0:1761322991.706859:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000046bb800. 02000000:00000010:3.0:1761322991.706865:0:15812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003389b5cd. 00000800:00000200:3.0:1761322991.706896:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322991.706898:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004c92fdd7 (tot 82350466). 00000400:00000200:3.0:1761322991.706900:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.706904:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322991.706906:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000faaff073 00000400:00000010:3.0:1761322991.706907:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000faaff073. 00000100:00000200:3.0:1761322991.706915:0:15812:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d7d62114 x1846879956462528/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761322991.706934:0:67479:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a06601e4. 00000400:00000010:3.0:1761322991.706938:0:67479:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000e1af4e87 (tot 82350618). 00010000:00000010:1.1:1761322991.707256:0:1355:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002cfa1d10. 00010000:00000010:1.1:1761322991.707264:0:1355:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e278dd6b. 00010000:00000010:1.1:1761322991.707269:0:1355:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a65a506b. 00000400:00000200:3.0:1761322991.709288:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322991.709306:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf6bc0 00000400:00000200:3.0:1761322991.709315:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac2cd [1] + 224 00000400:00000200:3.0:1761322991.709330:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.709335:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322991.709346:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d7d62114 x1846879956462528/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322991.709386:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322991.709391:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb5a5c0 00000400:00000200:3.0:1761322991.709396:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaac61 [2] + 0 00000400:00000200:3.0:1761322991.709406:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.709409:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322991.709413:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761322991.709418:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001e4c2c1b. 00000400:00000010:1.0:1761322991.709477:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000098e73682. 00000400:00000200:1.0:1761322991.709483:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001c2d6366 00000400:00000010:1.0:1761322991.709485:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001c2d6366. 00000100:00000200:1.0:1761322991.709495:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d7d62114 x1846879956462528/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761322991.709505:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d7d62114 x1846879956462528/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761322991.709542:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a0f36257. 02000000:00000010:1.0:1761322991.709549:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000006234080. 00000100:00000010:1.0:1761322991.709554:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d7d62114. 00000100:00000010:1.0:1761322991.709559:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003b43039a. 00010000:00000010:1.0:1761322991.709564:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000854bf2ee. 00000020:00000010:2.0:1761322991.709684:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d5f034a0. 00000020:00000010:2.0:1761322991.709693:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000cb03106e. 00000020:00000010:2.0:1761322991.709698:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c4bb781f. 00000100:00000200:2.0:1761322991.709728:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001e4c2c1b x1846879955822016/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761322991.709772:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955822016 02000000:00000010:2.0:1761322991.709786:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000374c01cb. 00010000:00000010:2.0:1761322991.709818:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b850bd40. 00010000:00000010:2.0:1761322991.709843:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000089039476. 00000100:00000010:2.0:1761322991.709850:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006f0b20f3. 00000100:00000010:2.0:1761322991.709868:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006f0b20f3. 00010000:00000010:2.0:1761322991.709871:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000089039476. 00000400:00000010:2.0:1761322991.709886:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000044da2acb. 00000100:00000200:2.0:1761322991.709891:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955822016, offset 224 00000400:00000200:2.0:1761322991.709899:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:2.0:1761322991.709910:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:2.0:1761322991.709915:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89042:89042:256:4294967295] 192.168.201.29@tcp LPNI seq info [89042:89042:8:4294967295] 00000400:00000200:2.0:1761322991.709927:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:2.0:1761322991.709932:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:2.0:1761322991.709937:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007e67acbb (tot 82350866). 00000800:00000200:2.0:1761322991.709942:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:2.0:1761322991.709949:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:2.0:1761322991.709953:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007e67acbb type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761322991.709974:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000cb03106e. 00000020:00000010:2.0:1761322991.709979:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c4bb781f. 00000020:00000010:2.0:1761322991.709983:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d5f034a0. 00080000:00000010:1.0:1761322991.710064:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000000060c7d3. 00000800:00000200:3.0:1761322991.710099:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322991.710103:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007e67acbb (tot 82350618). 00000400:00000200:3.0:1761322991.710108:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.710113:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322991.710116:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000044da2acb 00000400:00000010:3.0:1761322991.710118:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000044da2acb. 00010000:00000010:1.0:1761322991.710181:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000f4502a9. 00010000:00000010:1.0:1761322991.710189:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000eeb33e84. 00010000:00000010:1.0:1761322991.710269:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ae564a2a. 00010000:00000010:1.0:1761322991.710276:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cdd81915. 00010000:00000010:1.0:1761322991.710288:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000100afef2. 00000100:00000010:1.0:1761322991.710292:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b65c9c75. 00000100:00000010:1.0:1761322991.710300:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000eabe2b15. 02000000:00000010:1.0:1761322991.710313:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000581553ec. 02000000:00000010:1.0:1761322991.710340:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000439141ba. 00000400:00000010:1.0:1761322991.710345:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000038d04191. 00000400:00000010:1.0:1761322991.710350:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000020fbaa0. 00000100:00000200:1.0:1761322991.710355:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956462592, portal 16 00000400:00000010:1.0:1761322991.710360:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007b307a51. 00000100:00000200:1.0:1761322991.710361:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956462592, offset 0 00000400:00000200:1.0:1761322991.710367:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322991.710374:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322991.710381:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:1.0:1761322991.710385:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761322991.710389:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:1.0:1761322991.710391:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89043:89043:256:4294967295] 192.168.201.29@tcp LPNI seq info [89043:89043:8:4294967295] 00000400:00000200:1.0:1761322991.710400:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322991.710404:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322991.710408:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006d93c9a0 (tot 82350866). 00000800:00000200:1.0:1761322991.710412:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322991.710416:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322991.710418:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006d93c9a0 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1761322991.711125:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007db2e856. 00000800:00000200:3.0:1761322991.711195:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322991.711198:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006d93c9a0 (tot 82350618). 00000400:00000200:3.0:1761322991.711203:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.711208:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322991.711212:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007b307a51 00000400:00000010:3.0:1761322991.711214:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007b307a51. 00000100:00000200:3.0:1761322991.711222:0:15812:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000eabe2b15 x1846879956462592/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322991.712871:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322991.712887:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf6c00 00000400:00000200:3.0:1761322991.712894:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac2dd [1] + 224 00000400:00000200:3.0:1761322991.712907:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.712910:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322991.712919:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000eabe2b15 x1846879956462592/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761322991.713345:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000038d04191. 00000400:00000200:1.0:1761322991.713365:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000020fbaa0 00000400:00000010:1.0:1761322991.713368:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000020fbaa0. 00000100:00000200:1.0:1761322991.713376:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000eabe2b15 x1846879956462592/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322991.713385:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000100:00000200:1.0:1761322991.713391:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000eabe2b15 x1846879956462592/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322991.713397:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb5a600 00000400:00000200:3.0:1761322991.713405:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaac61 [2] + 328 02000000:00000010:1.0:1761322991.713435:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000439141ba. 02000000:00000010:1.0:1761322991.713442:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000581553ec. 00000100:00000010:1.0:1761322991.713446:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000eabe2b15. 00000100:00000010:1.0:1761322991.713451:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b65c9c75. 00010000:00000010:1.0:1761322991.713455:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000100afef2. 00000400:00000200:3.0:1761322991.713651:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.713656:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322991.713661:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761322991.713666:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003d5ed93a. 00000020:00000010:2.0:1761322991.713981:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d5f034a0. 00000020:00000010:2.0:1761322991.713990:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000cb03106e. 00000020:00000010:2.0:1761322991.713995:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c4bb781f. 00000100:00000200:2.0:1761322991.714024:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003d5ed93a x1846879955822080/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761322991.714105:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955822080 02000000:00000010:2.0:1761322991.714119:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000bd0eabea. 00010000:00000010:2.0:1761322991.714151:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000047b333d9. 00010000:00000010:2.0:1761322991.714176:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000089039476. 00000100:00000010:2.0:1761322991.714183:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006f0b20f3. 00000100:00000010:2.0:1761322991.714242:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006f0b20f3. 00010000:00000010:2.0:1761322991.714246:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000089039476. 00000400:00000010:2.0:1761322991.714264:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005cb2b743. 00000100:00000200:2.0:1761322991.714270:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955822080, offset 224 00000400:00000200:2.0:1761322991.714277:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:2.0:1761322991.714290:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:2.0:1761322991.714296:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89044:89044:256:4294967295] 192.168.201.29@tcp LPNI seq info [89044:89044:8:4294967295] 00000400:00000200:2.0:1761322991.714305:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:2.0:1761322991.714311:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:2.0:1761322991.714315:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000041deb613 (tot 82350866). 00000800:00000200:2.0:1761322991.714321:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:2.0:1761322991.714328:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:2.0:1761322991.714332:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000041deb613 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761322991.714360:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000cb03106e. 00000020:00000010:2.0:1761322991.714366:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c4bb781f. 00000020:00000010:2.0:1761322991.714369:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d5f034a0. 00080000:00000010:1.0:1761322991.714420:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000581553ec. 00000800:00000200:3.0:1761322991.714439:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322991.714442:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000041deb613 (tot 82350618). 00000400:00000200:3.0:1761322991.714448:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.714452:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322991.714455:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005cb2b743 00000400:00000010:3.0:1761322991.714456:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005cb2b743. 00010000:00000010:1.0:1761322991.714520:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cdd81915. 00010000:00000010:1.0:1761322991.714527:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000002e2e39f. 00010000:00000010:1.0:1761322991.714605:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a1ee6cec. 00010000:00000010:1.0:1761322991.714625:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cdd81915. 00010000:00000010:1.0:1761322991.714636:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000100afef2. 00000100:00000010:1.0:1761322991.714640:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b65c9c75. 00000100:00000010:1.0:1761322991.714646:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000eabe2b15. 02000000:00000010:1.0:1761322991.714663:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000439141ba. 02000000:00000010:1.0:1761322991.714690:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b22b4bcf. 00000400:00000010:1.0:1761322991.714695:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000038d04191. 00000400:00000010:1.0:1761322991.714699:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000020fbaa0. 00000100:00000200:1.0:1761322991.714704:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956462656, portal 16 00000400:00000010:1.0:1761322991.714708:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002c8a409d. 00000100:00000200:1.0:1761322991.714709:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956462656, offset 0 00000400:00000200:1.0:1761322991.714715:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322991.714721:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322991.714728:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:1.0:1761322991.714732:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761322991.714735:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:1.0:1761322991.714739:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89045:89045:256:4294967295] 192.168.201.29@tcp LPNI seq info [89045:89045:8:4294967295] 00000400:00000200:1.0:1761322991.714746:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322991.714751:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322991.714754:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006d93c9a0 (tot 82350866). 00000800:00000200:1.0:1761322991.714758:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322991.714762:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322991.714764:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006d93c9a0 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761322991.715522:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322991.715526:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006d93c9a0 (tot 82350618). 00000400:00000200:3.0:1761322991.715532:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.715538:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322991.715541:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002c8a409d 00000400:00000010:3.0:1761322991.715543:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002c8a409d. 00000100:00000200:3.0:1761322991.715550:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000eabe2b15 x1846879956462656/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322991.718525:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322991.718545:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf6c40 00000400:00000200:3.0:1761322991.718555:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac2e9 [1] + 224 00000400:00000200:3.0:1761322991.718567:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.718571:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322991.718582:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000eabe2b15 x1846879956462656/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322991.718621:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322991.718635:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb5a640 00000400:00000200:3.0:1761322991.718640:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaac61 [2] + 656 00000400:00000200:3.0:1761322991.718689:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.718693:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322991.718698:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761322991.718705:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004265c37e. 00000400:00000010:1.0:1761322991.718706:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000038d04191. 00000400:00000200:1.0:1761322991.718722:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000020fbaa0 00000400:00000010:1.0:1761322991.718725:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000020fbaa0. 00000100:00000200:1.0:1761322991.718736:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000eabe2b15 x1846879956462656/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761322991.718744:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000eabe2b15 x1846879956462656/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761322991.718779:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b22b4bcf. 02000000:00000010:1.0:1761322991.718785:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000439141ba. 00000100:00000010:1.0:1761322991.718789:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000eabe2b15. 00000100:00000010:1.0:1761322991.718792:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b65c9c75. 00010000:00000010:1.0:1761322991.718796:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000100afef2. 00000020:00000010:2.0:1761322991.718966:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000acac4a2e. 00000020:00000010:2.0:1761322991.718974:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000cb03106e. 00000020:00000010:2.0:1761322991.718979:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c4bb781f. 00000100:00000200:2.0:1761322991.719008:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000004265c37e x1846879955822144/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00010000:00000010:2.1:1761322991.719457:0:67479:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000004bd19e7. 00000100:00000200:2.0:1761322991.719465:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955822144 00010000:00000010:0.1:1761322991.719577:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000328c4981. 00010000:00000010:0.1:1761322991.719584:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000048577a38. 02000000:00000010:2.0:1761322991.720716:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006ca1214a. 00010000:00000010:2.0:1761322991.720760:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000df8cd315. 00010000:00000010:2.0:1761322991.720783:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000089039476. 00000100:00000010:2.0:1761322991.720791:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006f0b20f3. 00000100:00000010:2.0:1761322991.720814:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006f0b20f3. 00010000:00000010:2.0:1761322991.720818:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000089039476. 00000400:00000010:2.0:1761322991.720835:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000008b30108. 00000100:00000200:2.0:1761322991.720840:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955822144, offset 224 00000400:00000200:2.0:1761322991.720849:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:2.0:1761322991.720863:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:2.0:1761322991.720869:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89046:89046:256:4294967295] 192.168.201.29@tcp LPNI seq info [89046:89046:8:4294967295] 00000400:00000200:2.0:1761322991.720878:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:2.0:1761322991.720884:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:2.0:1761322991.720888:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fe7f5c43 (tot 82350866). 00000800:00000200:2.0:1761322991.720894:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:2.0:1761322991.720900:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:2.0:1761322991.720904:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fe7f5c43 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761322991.720922:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000cb03106e. 00000020:00000010:2.0:1761322991.720927:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c4bb781f. 00000020:00000010:2.0:1761322991.720931:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000acac4a2e. 00080000:00000010:1.0:1761322991.721006:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000439141ba. 00000800:00000200:3.0:1761322991.721047:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322991.721052:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fe7f5c43 (tot 82350618). 00000400:00000200:3.0:1761322991.721056:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.721062:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322991.721066:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000008b30108 00000400:00000010:3.0:1761322991.721068:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000008b30108. 00010000:00000010:1.0:1761322991.721133:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cdd81915. 00010000:00000010:1.0:1761322991.721140:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005dd2a301. 00010000:00000010:1.0:1761322991.721213:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000057cf5cc6. 00010000:00000010:1.0:1761322991.721219:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cdd81915. 00010000:00000010:1.0:1761322991.721231:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000100afef2. 00000100:00000010:1.0:1761322991.721235:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b65c9c75. 00000100:00000010:1.0:1761322991.721248:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000eabe2b15. 02000000:00000010:1.0:1761322991.721261:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b22b4bcf. 02000000:00000010:1.0:1761322991.721287:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000098a79092. 00000400:00000010:1.0:1761322991.721292:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000038d04191. 00000400:00000010:1.0:1761322991.721296:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000020fbaa0. 00000100:00000200:1.0:1761322991.721301:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956462720, portal 16 00000400:00000010:1.0:1761322991.721305:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c8e29771. 00000100:00000200:1.0:1761322991.721307:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956462720, offset 0 00000400:00000200:1.0:1761322991.721312:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322991.721318:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322991.721324:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:1.0:1761322991.721335:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761322991.721339:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:1.0:1761322991.721341:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89047:89047:256:4294967295] 192.168.201.29@tcp LPNI seq info [89047:89047:8:4294967295] 00000400:00000200:1.0:1761322991.721347:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322991.721351:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322991.721355:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006d93c9a0 (tot 82350866). 00000800:00000200:1.0:1761322991.721358:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322991.721362:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322991.721364:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006d93c9a0 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761322991.721453:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322991.721456:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006d93c9a0 (tot 82350618). 00000400:00000200:3.0:1761322991.721460:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.721464:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322991.721471:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c8e29771 00000400:00000010:3.0:1761322991.721473:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c8e29771. 00000100:00000200:3.0:1761322991.721479:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000eabe2b15 x1846879956462720/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761322991.722264:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aecefec2. 00010000:00000010:1.1:1761322991.722272:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000089370e68. 00000400:00000200:3.0:1761322991.724281:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322991.724306:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf6c80 00000400:00000200:3.0:1761322991.724318:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac2f5 [1] + 224 00000400:00000200:3.0:1761322991.724340:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.724344:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322991.724355:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000eabe2b15 x1846879956462720/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761322991.724604:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000038d04191. 00000400:00000200:1.0:1761322991.724624:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000020fbaa0 00000400:00000010:1.0:1761322991.724626:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000020fbaa0. 00000100:00000200:1.0:1761322991.724635:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000eabe2b15 x1846879956462720/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761322991.724644:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000eabe2b15 x1846879956462720/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761322991.724674:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000098a79092. 02000000:00000010:1.0:1761322991.724682:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b22b4bcf. 00000100:00000010:1.0:1761322991.724685:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000eabe2b15. 00000100:00000010:1.0:1761322991.724690:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b65c9c75. 00010000:00000010:1.0:1761322991.724695:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000100afef2. 00000400:00000200:3.0:1761322991.724879:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322991.724898:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb5a680 00000400:00000200:3.0:1761322991.724904:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaac61 [2] + 984 00000400:00000200:3.0:1761322991.724964:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.724968:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322991.724974:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761322991.724979:0:15812:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f5a4a0ca. 00000020:00000010:2.0:1761322991.725113:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000acac4a2e. 00000020:00000010:2.0:1761322991.725131:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000cb03106e. 00000020:00000010:2.0:1761322991.725136:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c4bb781f. 00000100:00000200:2.0:1761322991.725173:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f5a4a0ca x1846879955822208/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761322991.725211:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955822208 02000000:00000010:2.0:1761322991.725225:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001e1ef0b7. 00010000:00000010:2.0:1761322991.725261:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a2b9ac63. 00010000:00000010:2.0:1761322991.725291:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000089039476. 00000100:00000010:2.0:1761322991.725299:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006f0b20f3. 00000100:00000010:2.0:1761322991.725437:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006f0b20f3. 00010000:00000010:2.0:1761322991.725443:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000089039476. 00000400:00000010:2.0:1761322991.725461:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000070bb799. 00000100:00000200:2.0:1761322991.725469:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955822208, offset 224 00000400:00000200:2.0:1761322991.725479:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:2.0:1761322991.725494:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:2.0:1761322991.725500:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89048:89048:256:4294967295] 192.168.201.29@tcp LPNI seq info [89048:89048:8:4294967295] 00000400:00000200:2.0:1761322991.725510:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:2.0:1761322991.725515:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:2.0:1761322991.725519:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cbddcecb (tot 82350866). 00000800:00000200:2.0:1761322991.725525:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:2.0:1761322991.725534:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:2.0:1761322991.725538:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cbddcecb type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761322991.725564:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000cb03106e. 00000020:00000010:2.0:1761322991.725568:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c4bb781f. 00000020:00000010:2.0:1761322991.725571:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000acac4a2e. 00080000:00000010:1.0:1761322991.725619:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b22b4bcf. 00010000:00000010:1.0:1761322991.725696:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cdd81915. 00010000:00000010:1.0:1761322991.725702:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000019884bf1. 00010000:00000010:1.0:1761322991.725768:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000170f7f40. 00010000:00000010:1.0:1761322991.725772:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005b2eeef8. 00010000:00000010:1.0:1761322991.725777:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000076db0e00. 00010000:00000010:1.0:1761322991.725782:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cdd81915. 00080000:00000010:1.0:1761322991.725794:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000098a79092. 00010000:00000010:1.0:1761322991.725812:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cdd81915. 00010000:00000010:1.0:1761322991.725815:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005b2eeef8. 00010000:00000010:1.0:1761322991.725857:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002108a952. 00010000:00000010:1.0:1761322991.725860:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cdd81915. 00010000:00000010:1.0:1761322991.725866:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000100afef2. 00000100:00000010:1.0:1761322991.725870:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b65c9c75. 00000100:00000010:1.0:1761322991.725877:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000eabe2b15. 02000000:00000010:1.0:1761322991.725892:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006c5a3bcf. 02000000:00000010:1.0:1761322991.725917:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fd32d515. 00000400:00000010:1.0:1761322991.725922:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000038d04191. 00000400:00000010:1.0:1761322991.725927:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000020fbaa0. 00000100:00000200:1.0:1761322991.725932:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956462784, portal 16 00000400:00000010:1.0:1761322991.725937:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004c82c5ef. 00000100:00000200:1.0:1761322991.725938:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956462784, offset 0 00000400:00000200:1.0:1761322991.725944:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322991.725949:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322991.725955:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:1.0:1761322991.725959:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761322991.725961:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:1.0:1761322991.725964:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89049:89049:255:4294967295] 192.168.201.29@tcp LPNI seq info [89049:89049:7:4294967295] 00000400:00000200:1.0:1761322991.725971:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322991.725975:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322991.725978:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006d93c9a0 (tot 82351114). 00000800:00000200:1.0:1761322991.725981:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322991.725985:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322991.725987:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006d93c9a0 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761322991.726199:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322991.726205:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cbddcecb (tot 82350866). 00000400:00000200:3.0:1761322991.726212:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.726218:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322991.726224:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000070bb799 00000400:00000010:3.0:1761322991.726227:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000070bb799. 00000800:00000200:3.0:1761322991.726296:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322991.726298:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006d93c9a0 (tot 82350618). 00000400:00000200:3.0:1761322991.726304:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.726307:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322991.726310:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004c82c5ef 00000400:00000010:3.0:1761322991.726311:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004c82c5ef. 00000100:00000200:3.0:1761322991.726318:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000eabe2b15 x1846879956462784/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322991.727736:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322991.727755:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf6cc0 00000400:00000200:3.0:1761322991.727764:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac301 [1] + 224 00000400:00000200:3.0:1761322991.727781:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.727784:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322991.727791:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000eabe2b15 x1846879956462784/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761322991.727891:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000038d04191. 00000400:00000200:1.0:1761322991.727912:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000020fbaa0 00000400:00000010:1.0:1761322991.727914:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000020fbaa0. 00000100:00000200:1.0:1761322991.727920:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000eabe2b15 x1846879956462784/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761322991.727928:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000eabe2b15 x1846879956462784/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761322991.727957:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fd32d515. 02000000:00000010:1.0:1761322991.727964:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006c5a3bcf. 00000100:00000010:1.0:1761322991.727968:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000eabe2b15. 00000100:00000010:1.0:1761322991.727971:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b65c9c75. 00010000:00000010:1.0:1761322991.727977:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000100afef2. 00000400:00000200:3.0:1761322991.728168:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322991.728176:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb5a6c0 00000400:00000200:3.0:1761322991.728184:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaac61 [2] + 1312 00000400:00000200:3.0:1761322991.728254:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.728258:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322991.728264:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761322991.728269:0:15812:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000053bb533c. 00000020:00000010:2.0:1761322991.728363:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000025a24189. 00000020:00000010:2.0:1761322991.728375:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000cb03106e. 00000020:00000010:2.0:1761322991.728380:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c4bb781f. 00000100:00000200:2.0:1761322991.728413:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000053bb533c x1846879955822272/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761322991.728458:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955822272 02000000:00000010:2.0:1761322991.728471:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003d500fe3. 00010000:00000010:2.0:1761322991.728500:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004dc62f89. 00010000:00000010:2.0:1761322991.728524:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000089039476. 00000100:00000010:2.0:1761322991.728532:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006f0b20f3. 00000100:00000010:2.0:1761322991.728549:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006f0b20f3. 00010000:00000010:2.0:1761322991.728553:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000089039476. 00000400:00000010:2.0:1761322991.728570:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c0bb89a3. 00000100:00000200:2.0:1761322991.728576:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955822272, offset 224 00000400:00000200:2.0:1761322991.728585:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:2.0:1761322991.728601:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:2.0:1761322991.728606:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89050:89050:256:4294967295] 192.168.201.29@tcp LPNI seq info [89050:89050:8:4294967295] 00000400:00000200:2.0:1761322991.728616:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:2.0:1761322991.728622:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:2.0:1761322991.728627:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cbddcecb (tot 82350866). 00000800:00000200:2.0:1761322991.728634:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:2.0:1761322991.728641:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:2.0:1761322991.728644:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cbddcecb type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761322991.728668:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000cb03106e. 00000020:00000010:2.0:1761322991.728674:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c4bb781f. 00000020:00000010:2.0:1761322991.728677:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000025a24189. 00080000:00000010:1.0:1761322991.728848:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000006c5a3bcf. 00010000:00000010:1.0:1761322991.728995:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cdd81915. 00010000:00000010:1.0:1761322991.729005:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000df27c2df. 00000800:00000200:3.0:1761322991.729133:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322991.729138:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cbddcecb (tot 82350618). 00000400:00000200:3.0:1761322991.729145:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.729151:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322991.729155:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c0bb89a3 00000400:00000010:3.0:1761322991.729157:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c0bb89a3. 00010000:00000010:1.0:1761322991.729182:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f7fa86b2. 00010000:00000010:1.0:1761322991.729189:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cdd81915. 00010000:00000010:1.0:1761322991.729202:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000100afef2. 00000100:00000010:1.0:1761322991.729208:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b65c9c75. 00000100:00000010:1.0:1761322991.729214:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000eabe2b15. 02000000:00000010:1.0:1761322991.729227:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fd32d515. 02000000:00000010:1.0:1761322991.729262:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001a831b24. 00000400:00000010:1.0:1761322991.729268:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000038d04191. 00000400:00000010:1.0:1761322991.729274:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000020fbaa0. 00010000:00000010:2.1:1761322991.729281:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000083b0db9a. 00000100:00000200:1.0:1761322991.729282:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956462848, portal 16 00000400:00000010:1.0:1761322991.729292:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000297438bc. 00000100:00000200:1.0:1761322991.729295:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956462848, offset 0 00000400:00000200:1.0:1761322991.729303:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322991.729316:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322991.729325:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:1.0:1761322991.729329:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761322991.729334:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:1.0:1761322991.729339:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89051:89051:256:4294967295] 192.168.201.29@tcp LPNI seq info [89051:89051:8:4294967295] 00000400:00000200:1.0:1761322991.729354:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322991.729362:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322991.729368:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006d93c9a0 (tot 82350866). 00000800:00000200:1.0:1761322991.729376:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322991.729384:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322991.729388:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006d93c9a0 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761322991.729480:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322991.729482:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006d93c9a0 (tot 82350618). 00000400:00000200:3.0:1761322991.729487:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.729491:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322991.729494:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000297438bc 00000400:00000010:3.0:1761322991.729495:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000297438bc. 00000100:00000200:3.0:1761322991.729501:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000eabe2b15 x1846879956462848/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761322991.730480:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000070da3c27. 00010000:00000010:1.1:1761322991.730493:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae564a2a. 00010000:00000010:1.1:1761322991.733119:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eb6813c2. 00010000:00000010:2.1:1761322991.733135:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000073018ced. 00010000:00000010:1.1:1761322991.733139:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a1ee6cec. 00000400:00000200:3.0:1761322991.733283:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322991.733305:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf6d00 00000400:00000200:3.0:1761322991.733316:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac30d [1] + 224 00000400:00000200:3.0:1761322991.733333:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.733337:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322991.733349:0:15812:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000eabe2b15 x1846879956462848/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761322991.733422:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000038d04191. 00000400:00000200:1.0:1761322991.733440:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000020fbaa0 00000400:00000010:1.0:1761322991.733442:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000020fbaa0. 00000100:00000200:1.0:1761322991.733454:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000eabe2b15 x1846879956462848/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761322991.733465:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000eabe2b15 x1846879956462848/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761322991.733503:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001a831b24. 02000000:00000010:1.0:1761322991.733510:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000fd32d515. 00000100:00000010:1.0:1761322991.733515:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000eabe2b15. 00000100:00000010:1.0:1761322991.733519:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b65c9c75. 00010000:00000010:1.0:1761322991.733524:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000100afef2. 00000400:00000200:3.0:1761322991.734188:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322991.734205:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb5a700 00000400:00000200:3.0:1761322991.734212:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaac61 [2] + 1640 00000400:00000200:3.0:1761322991.734277:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.734281:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322991.734288:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761322991.734294:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002934094c. 00000020:00000010:2.0:1761322991.734534:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000025a24189. 00000020:00000010:2.0:1761322991.734541:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004eabdbbf. 00000020:00000010:2.0:1761322991.734546:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c4bb781f. 00000100:00000200:2.0:1761322991.734575:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002934094c x1846879955822336/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761322991.734608:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955822336 02000000:00000010:2.0:1761322991.734622:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000639864b1. 00010000:00000010:2.0:1761322991.734654:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d341c49e. 00010000:00000010:2.0:1761322991.734678:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000089039476. 00000100:00000010:2.0:1761322991.734685:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006f0b20f3. 00000100:00000010:2.0:1761322991.734706:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006f0b20f3. 00010000:00000010:2.0:1761322991.734708:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000089039476. 00000400:00000010:2.0:1761322991.734725:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001d727dcf. 00000100:00000200:2.0:1761322991.734731:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955822336, offset 224 00000400:00000200:2.0:1761322991.734739:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:2.0:1761322991.734751:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:2.0:1761322991.734757:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89052:89052:256:4294967295] 192.168.201.29@tcp LPNI seq info [89052:89052:8:4294967295] 00000400:00000200:2.0:1761322991.734768:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:2.0:1761322991.734774:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:2.0:1761322991.734778:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fe7f5c43 (tot 82350866). 00000800:00000200:2.0:1761322991.734784:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:2.0:1761322991.734791:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:2.0:1761322991.734795:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fe7f5c43 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761322991.734826:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004eabdbbf. 00000020:00000010:2.0:1761322991.734831:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c4bb781f. 00000020:00000010:2.0:1761322991.734834:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000025a24189. 00080000:00000010:1.0:1761322991.734919:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000001a831b24. 00010000:00000010:1.0:1761322991.735022:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cdd81915. 00010000:00000010:1.0:1761322991.735041:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000af0717b5. 00010000:00000010:1.0:1761322991.735171:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a1ee6cec. 00010000:00000010:1.0:1761322991.735179:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cdd81915. 00010000:00000010:1.0:1761322991.735190:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000100afef2. 00000100:00000010:1.0:1761322991.735194:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b65c9c75. 00000800:00000200:0.0:1761322991.735198:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000100:00000010:1.0:1761322991.735202:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000eabe2b15. 00000800:00000010:0.0:1761322991.735204:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fe7f5c43 (tot 82350618). 00000400:00000200:0.0:1761322991.735210:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322991.735214:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:0.0:1761322991.735218:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001d727dcf 00000400:00000010:0.0:1761322991.735220:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001d727dcf. 02000000:00000010:1.0:1761322991.735224:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fd32d515. 02000000:00000010:1.0:1761322991.735254:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008c1d5fb5. 00000400:00000010:1.0:1761322991.735260:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000038d04191. 00000400:00000010:1.0:1761322991.735264:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000020fbaa0. 00000100:00000200:1.0:1761322991.735269:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956462912, portal 16 00000400:00000010:1.0:1761322991.735273:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e06c4b25. 00000100:00000200:1.0:1761322991.735275:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956462912, offset 0 00000400:00000200:1.0:1761322991.735281:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322991.735288:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322991.735295:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:1.0:1761322991.735300:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761322991.735302:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:1.0:1761322991.735304:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89053:89053:256:4294967295] 192.168.201.29@tcp LPNI seq info [89053:89053:8:4294967295] 00000400:00000200:1.0:1761322991.735309:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322991.735312:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322991.735315:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006d93c9a0 (tot 82350866). 00000800:00000200:1.0:1761322991.735317:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322991.735320:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322991.735322:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006d93c9a0 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761322991.735439:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322991.735442:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006d93c9a0 (tot 82350618). 00000400:00000200:3.0:1761322991.735446:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.735450:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322991.735452:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e06c4b25 00000400:00000010:3.0:1761322991.735454:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e06c4b25. 00000100:00000200:3.0:1761322991.735460:0:15812:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000eabe2b15 x1846879956462912/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322991.738655:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322991.738673:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf6d40 00000400:00000200:3.0:1761322991.738682:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac319 [1] + 224 00000400:00000200:3.0:1761322991.738694:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.738698:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322991.738710:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000eabe2b15 x1846879956462912/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322991.738749:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322991.738755:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb5a740 00000400:00000200:3.0:1761322991.738760:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaac61 [2] + 1968 00000400:00000010:3.0:1761322991.738764:0:15810:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009156c30c. 00000400:00000200:3.0:1761322991.738768:0:15810:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000fff2971f 00000400:00000010:1.0:1761322991.738773:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000038d04191. 00000400:00000200:1.0:1761322991.738787:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000020fbaa0 00000400:00000010:1.0:1761322991.738788:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000020fbaa0. 00000100:00000200:1.0:1761322991.738794:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000eabe2b15 x1846879956462912/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761322991.738800:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000eabe2b15 x1846879956462912/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322991.738811:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.738817:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322991.738820:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fff2971f 00000400:00000010:3.0:1761322991.738822:0:15810:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000fff2971f (tot 82350466). 00000100:00000200:3.0:1761322991.738829:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 02000000:00000010:1.0:1761322991.738834:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008c1d5fb5. 02000000:00000010:1.0:1761322991.738840:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000fd32d515. 00000100:00000010:1.0:1761322991.738844:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000eabe2b15. 00000100:00000010:1.0:1761322991.738848:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b65c9c75. 00010000:00000010:1.0:1761322991.738852:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000100afef2. 00000020:00000010:2.0:1761322991.739018:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000025a24189. 00000020:00000010:2.0:1761322991.739037:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004eabdbbf. 00000020:00000010:2.0:1761322991.739043:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c4bb781f. 00000100:00000200:2.0:1761322991.739071:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000495e25ff x1846879955822400/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00010000:00000010:2.1:1761322991.739111:0:66652:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000083653808. 00010000:00000010:2.1:1761322991.739118:0:66652:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000230cd011. 00010000:00000010:1.1:1761322991.739121:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001a7ce1ed. 00010000:00000010:1.1:1761322991.739131:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000057cf5cc6. 00010000:00000010:1.1:1761322991.739135:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000170f7f40. 00010000:00000010:1.1:1761322991.739140:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000076db0e00. 00010000:00000010:1.1:1761322991.739146:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000644166e8. 00010000:00000010:1.1:1761322991.739150:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002108a952. 00000100:00000200:2.0:1761322991.739166:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955822400 02000000:00000010:2.0:1761322991.739181:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000acac4a2e. 00010000:00000010:2.0:1761322991.739212:0:66652:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007c9f6824. 00010000:00000010:2.0:1761322991.739234:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000089039476. 00000100:00000010:2.0:1761322991.739241:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006f0b20f3. 00000100:00000010:2.0:1761322991.739254:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006f0b20f3. 00010000:00000010:2.0:1761322991.739256:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000089039476. 00000400:00000010:2.0:1761322991.739272:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001055e55e. 00000100:00000200:2.0:1761322991.739277:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955822400, offset 224 00000400:00000200:2.0:1761322991.739285:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00080000:00000010:1.0:1761322991.739287:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000008c1d5fb5. 00000400:00000200:2.0:1761322991.739297:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:2.0:1761322991.739303:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89054:89054:256:4294967295] 192.168.201.29@tcp LPNI seq info [89054:89054:8:4294967295] 00000400:00000200:2.0:1761322991.739315:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:2.0:1761322991.739321:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:2.0:1761322991.739326:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000041deb613 (tot 82350714). 00000800:00000200:2.0:1761322991.739333:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:2.0:1761322991.739341:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:2.0:1761322991.739344:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000041deb613 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761322991.739370:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004eabdbbf. 00000020:00000010:2.0:1761322991.739375:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c4bb781f. 00000020:00000010:2.0:1761322991.739378:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000025a24189. 02000000:00000010:2.0:1761322991.739390:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000639864b1. 00000100:00000010:2.0:1761322991.739394:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002934094c. 00010000:00000010:1.0:1761322991.739394:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cdd81915. 02000000:00000010:2.0:1761322991.739400:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003d500fe3. 00000100:00000010:2.0:1761322991.739403:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000053bb533c. 00010000:00000010:1.0:1761322991.739403:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001fe89e2b. 02000000:00000010:2.0:1761322991.739407:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001e1ef0b7. 00000100:00000010:2.0:1761322991.739412:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f5a4a0ca. 02000000:00000010:2.0:1761322991.739416:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006ca1214a. 00000100:00000010:2.0:1761322991.739418:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004265c37e. 02000000:00000010:2.0:1761322991.739421:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000bd0eabea. 00000100:00000010:2.0:1761322991.739423:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003d5ed93a. 02000000:00000010:2.0:1761322991.739426:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000374c01cb. 00000100:00000010:2.0:1761322991.739428:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001e4c2c1b. 00000100:00000200:2.0:1761322991.739436:0:66652:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1761322991.739441:0:66652:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ba3a7f92. 00000800:00000200:0.0:1761322991.739443:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000400:00000010:2.0:1761322991.739445:0:66652:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000006f0b20f3 (tot 82350866). 00000800:00000010:0.0:1761322991.739448:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000041deb613 (tot 82350618). 00000400:00000200:0.0:1761322991.739455:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322991.739460:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:0.0:1761322991.739463:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001055e55e 00000400:00000010:0.0:1761322991.739465:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001055e55e. 02000000:00000010:0.0:1761322991.739471:0:15811:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000acac4a2e. 00010000:00000010:1.0:1761322991.739484:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002108a952. 00010000:00000010:1.0:1761322991.739492:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cdd81915. 00010000:00000010:1.0:1761322991.739503:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000100afef2. 00000100:00000010:1.0:1761322991.739507:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b65c9c75. 00000100:00000010:1.0:1761322991.739513:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000eabe2b15. 02000000:00000010:1.0:1761322991.739527:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fd32d515. 02000000:00000010:1.0:1761322991.739557:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f979ba57. 00000400:00000010:1.0:1761322991.739561:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000038d04191. 00000400:00000010:1.0:1761322991.739564:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000020fbaa0. 00000100:00000200:1.0:1761322991.739567:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956462976, portal 16 00000400:00000010:1.0:1761322991.739572:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ab427e39. 00000100:00000200:1.0:1761322991.739573:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956462976, offset 0 00000400:00000200:1.0:1761322991.739584:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322991.739591:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322991.739597:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:1.0:1761322991.739600:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761322991.739603:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:1.0:1761322991.739605:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89055:89055:256:4294967295] 192.168.201.29@tcp LPNI seq info [89055:89055:8:4294967295] 00000400:00000200:1.0:1761322991.739611:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322991.739615:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322991.739618:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006d93c9a0 (tot 82350866). 00000800:00000200:1.0:1761322991.739621:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322991.739625:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322991.739627:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006d93c9a0 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761322991.739984:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322991.739987:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006d93c9a0 (tot 82350618). 00000400:00000200:3.0:1761322991.739991:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.739996:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322991.739998:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ab427e39 00000400:00000010:3.0:1761322991.739999:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ab427e39. 00000100:00000200:3.0:1761322991.740005:0:15812:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000eabe2b15 x1846879956462976/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322991.743156:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:0.0:1761322991.743231:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf6d80 00000400:00000200:0.0:1761322991.743241:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac329 [1] + 224 00000400:00000200:0.0:1761322991.743264:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322991.743276:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:0.0:1761322991.743287:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000eabe2b15 x1846879956462976/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761322991.743400:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000038d04191. 00000400:00000200:1.0:1761322991.743422:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000020fbaa0 00000400:00000010:1.0:1761322991.743424:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000020fbaa0. 00000100:00000200:1.0:1761322991.743431:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000eabe2b15 x1846879956462976/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761322991.743439:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000eabe2b15 x1846879956462976/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761322991.743487:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f979ba57. 02000000:00000010:1.0:1761322991.743494:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000fd32d515. 00000100:00000010:1.0:1761322991.743499:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000eabe2b15. 00000100:00000010:1.0:1761322991.743504:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b65c9c75. 00010000:00000010:1.0:1761322991.743515:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000100afef2. 00000400:00000200:0.0:1761322991.744886:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:0.0:1761322991.744900:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb5a780 00000400:00000200:0.0:1761322991.744906:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaacb9 [2] + 0 00000400:00000200:0.0:1761322991.745135:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322991.745140:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:0.0:1761322991.745145:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761322991.745152:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b7d7a390. 00000020:00000010:3.0:1761322991.745306:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003389b5cd. 00000020:00000010:3.0:1761322991.745314:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000097ab19a0. 00000020:00000010:3.0:1761322991.745319:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000cf10095. 00000100:00000200:3.0:1761322991.745365:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b7d7a390 x1846879955822464/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761322991.745401:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955822464 02000000:00000010:3.0:1761322991.745426:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a70abf31. 00010000:00000010:3.0:1761322991.745460:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000043551c57. 00010000:00000010:3.0:1761322991.745483:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e0af421a. 00000100:00000010:3.0:1761322991.745489:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000987e5119. 00000100:00000010:3.0:1761322991.745508:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000987e5119. 00010000:00000010:3.0:1761322991.745511:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e0af421a. 00000400:00000010:3.0:1761322991.745527:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000046bb800. 00000100:00000200:3.0:1761322991.745533:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955822464, offset 224 00000400:00000200:3.0:1761322991.745541:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00080000:00000010:1.0:1761322991.745547:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f979ba57. 00000400:00000200:3.0:1761322991.745553:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322991.745559:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89056:89056:256:4294967295] 192.168.201.29@tcp LPNI seq info [89056:89056:8:4294967295] 00000400:00000200:3.0:1761322991.745573:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322991.745578:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322991.745583:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000440ca70b (tot 82350866). 00000800:00000200:3.0:1761322991.745590:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322991.745596:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322991.745601:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000440ca70b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761322991.745630:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000097ab19a0. 00000020:00000010:3.0:1761322991.745635:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000cf10095. 00010000:00000010:1.0:1761322991.745638:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cdd81915. 00000020:00000010:3.0:1761322991.745639:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003389b5cd. 00010000:00000010:1.0:1761322991.745648:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000666603f1. 00000800:00000200:0.0:1761322991.745702:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761322991.745705:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000440ca70b (tot 82350618). 00000400:00000200:0.0:1761322991.745709:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322991.745713:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:0.0:1761322991.745716:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000046bb800 00000400:00000010:0.0:1761322991.745717:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000046bb800. 00010000:00000010:1.0:1761322991.745733:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000076db0e00. 00010000:00000010:1.0:1761322991.745739:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cdd81915. 00010000:00000010:1.0:1761322991.745752:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000100afef2. 00000100:00000010:1.0:1761322991.745755:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b65c9c75. 00000100:00000010:1.0:1761322991.745762:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000eabe2b15. 02000000:00000010:1.0:1761322991.745775:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d763ae95. 02000000:00000010:1.0:1761322991.746416:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001022e8b1. 00000400:00000010:1.0:1761322991.746423:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000038d04191. 00000400:00000010:1.0:1761322991.746428:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000020fbaa0. 00000100:00000200:1.0:1761322991.746433:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956463040, portal 16 00000400:00000010:1.0:1761322991.746438:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000071b5ee12. 00000100:00000200:1.0:1761322991.746440:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956463040, offset 0 00000400:00000200:1.0:1761322991.746447:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322991.746455:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322991.746463:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:1.0:1761322991.746467:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761322991.746470:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:1.0:1761322991.746473:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89057:89057:256:4294967295] 192.168.201.29@tcp LPNI seq info [89057:89057:8:4294967295] 00000400:00000200:1.0:1761322991.746480:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322991.746485:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322991.746488:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006d93c9a0 (tot 82350866). 00000800:00000200:1.0:1761322991.746493:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322991.746497:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322991.746499:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006d93c9a0 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761322991.746599:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761322991.746601:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006d93c9a0 (tot 82350618). 00000400:00000200:0.0:1761322991.746605:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322991.746608:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:0.0:1761322991.746611:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000071b5ee12 00000400:00000010:0.0:1761322991.746612:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000071b5ee12. 00000100:00000200:0.0:1761322991.746618:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000eabe2b15 x1846879956463040/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761322991.749222:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009752b0af. 00010000:00000010:1.1:1761322991.749240:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f7fa86b2. 00000400:00000200:0.0:1761322991.749294:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:0.0:1761322991.749310:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf6dc0 00000400:00000200:0.0:1761322991.749319:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac335 [1] + 224 00000400:00000200:0.0:1761322991.749336:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322991.749340:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:0.0:1761322991.749350:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000eabe2b15 x1846879956463040/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761322991.749410:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000038d04191. 00000400:00000200:1.0:1761322991.749425:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000020fbaa0 00000400:00000010:1.0:1761322991.749427:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000020fbaa0. 00000100:00000200:1.0:1761322991.749434:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000eabe2b15 x1846879956463040/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761322991.749442:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000eabe2b15 x1846879956463040/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761322991.749476:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001022e8b1. 02000000:00000010:1.0:1761322991.749481:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d763ae95. 00000100:00000010:1.0:1761322991.749485:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000eabe2b15. 00000100:00000010:1.0:1761322991.749489:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b65c9c75. 00010000:00000010:1.0:1761322991.749494:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000100afef2. 00000400:00000200:0.0:1761322991.752529:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:0.0:1761322991.752548:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb5a7c0 00000400:00000200:0.0:1761322991.752557:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaacb9 [2] + 328 00000400:00000200:0.0:1761322991.752625:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322991.752630:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:0.0:1761322991.752637:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761322991.752643:0:15812:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000049447897. 00000020:00000010:3.0:1761322991.752908:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003389b5cd. 00000020:00000010:3.0:1761322991.752916:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000097ab19a0. 00000020:00000010:3.0:1761322991.752921:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000cf10095. 00000100:00000200:3.0:1761322991.752954:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000049447897 x1846879955822528/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761322991.752998:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955822528 02000000:00000010:3.0:1761322991.753012:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003e2e89e2. 00010000:00000010:3.0:1761322991.753058:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e4476ba4. 00010000:00000010:0.0:1761322991.753244:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a9ac886f. 00000100:00000010:0.0:1761322991.753253:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005d7c4309. 00000100:00000010:0.0:1761322991.753269:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005d7c4309. 00010000:00000010:0.0:1761322991.753274:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a9ac886f. 00000400:00000010:0.0:1761322991.753291:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c8d84849. 00000100:00000200:0.0:1761322991.753296:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955822528, offset 224 00000400:00000200:0.0:1761322991.753304:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322991.753317:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322991.753323:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89058:89058:256:4294967295] 192.168.201.29@tcp LPNI seq info [89058:89058:8:4294967295] 00000400:00000200:0.0:1761322991.753333:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322991.753339:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322991.753343:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a69d00c5 (tot 82350866). 00000800:00000200:0.0:1761322991.753349:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322991.753357:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322991.753360:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a69d00c5 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761322991.753392:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000097ab19a0. 00000020:00000010:0.0:1761322991.753397:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000cf10095. 00000020:00000010:0.0:1761322991.753400:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003389b5cd. 00000800:00000200:2.0:1761322991.753518:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322991.753523:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a69d00c5 (tot 82350618). 00000400:00000200:2.0:1761322991.753527:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.753531:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322991.753534:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c8d84849 00000400:00000010:2.0:1761322991.753536:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c8d84849. 00080000:00000010:1.0:1761322991.754766:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d763ae95. 00010000:00000010:1.0:1761322991.754882:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cdd81915. 00010000:00000010:1.0:1761322991.754891:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000981db08. 00010000:00000010:1.0:1761322991.754966:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f7fa86b2. 00010000:00000010:1.0:1761322991.754973:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cdd81915. 00010000:00000010:1.0:1761322991.754988:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000100afef2. 00000100:00000010:1.0:1761322991.754995:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b65c9c75. 00000100:00000010:1.0:1761322991.755004:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000eabe2b15. 02000000:00000010:1.0:1761322991.755021:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001022e8b1. 02000000:00000010:1.0:1761322991.755068:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d5cb7a31. 00000400:00000010:1.0:1761322991.755091:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000038d04191. 00000400:00000010:1.0:1761322991.755098:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000020fbaa0. 00000100:00000200:1.0:1761322991.755105:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956463104, portal 16 00000400:00000010:1.0:1761322991.755111:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002578c7b1. 00000100:00000200:1.0:1761322991.755114:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956463104, offset 0 00000400:00000200:1.0:1761322991.755123:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322991.755137:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322991.755145:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:1.0:1761322991.755149:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761322991.755152:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:1.0:1761322991.755155:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89059:89059:256:4294967295] 192.168.201.29@tcp LPNI seq info [89059:89059:8:4294967295] 00000400:00000200:1.0:1761322991.755164:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322991.755169:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322991.755174:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006d93c9a0 (tot 82350866). 00000800:00000200:1.0:1761322991.755179:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322991.755186:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322991.755190:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006d93c9a0 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761322991.755306:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761322991.755310:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006d93c9a0 (tot 82350618). 00000400:00000200:0.0:1761322991.755315:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322991.755320:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:0.0:1761322991.755331:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002578c7b1 00000400:00000010:0.0:1761322991.755333:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002578c7b1. 00000100:00000200:0.0:1761322991.755341:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000eabe2b15 x1846879956463104/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761322991.759129:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000085c6e05b. 00010000:00000010:2.1:1761322991.759193:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a594a78b. 00010000:00000010:2.1:1761322991.759200:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000046f95754. 00010000:00000010:1.1:1761322991.760117:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006c8eb2fd. 00010000:00000010:1.1:1761322991.760128:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a1ee6cec. 00010000:00000010:1.1:1761322991.760131:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000691950b4. 00010000:00000010:1.1:1761322991.760134:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002108a952. 00000400:00000200:0.0:1761322991.761777:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:0.0:1761322991.761797:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf6e00 00000400:00000200:0.0:1761322991.761807:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac341 [1] + 224 00000400:00000200:0.0:1761322991.761819:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322991.761822:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:0.0:1761322991.761833:0:15812:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000eabe2b15 x1846879956463104/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761322991.761871:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:0.0:1761322991.761876:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb5a800 00000400:00000200:0.0:1761322991.761882:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaacb9 [2] + 656 00000400:00000200:0.0:1761322991.761893:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322991.761896:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:0.0:1761322991.761900:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761322991.761917:0:15812:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d1e427ea. 00000400:00000010:1.0:1761322991.761928:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000038d04191. 00000400:00000200:1.0:1761322991.761944:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000020fbaa0 00000400:00000010:1.0:1761322991.761946:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000020fbaa0. 00000100:00000200:1.0:1761322991.761953:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000eabe2b15 x1846879956463104/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761322991.761962:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000eabe2b15 x1846879956463104/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761322991.761998:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d5cb7a31. 02000000:00000010:1.0:1761322991.762006:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001022e8b1. 00000100:00000010:1.0:1761322991.762010:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000eabe2b15. 00000100:00000010:1.0:1761322991.762013:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b65c9c75. 00010000:00000010:1.0:1761322991.762018:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000100afef2. 00000020:00000010:2.0:1761322991.762023:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bd0eabea. 00000020:00000010:2.0:1761322991.762041:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004eabdbbf. 00000020:00000010:2.0:1761322991.762047:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c4bb781f. 00000100:00000200:2.0:1761322991.762102:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d1e427ea x1846879955822592/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761322991.762133:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955822592 02000000:00000010:2.0:1761322991.762149:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000acac4a2e. 00010000:00000010:2.0:1761322991.762179:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000097f5fe35. 00010000:00000010:2.0:1761322991.762202:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000089039476. 00000100:00000010:2.0:1761322991.762209:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f786c0ba. 00000100:00000010:2.0:1761322991.762262:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f786c0ba. 00010000:00000010:2.0:1761322991.762266:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000089039476. 00080000:00000010:1.0:1761322991.762271:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000001022e8b1. 00000400:00000010:2.0:1761322991.762285:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b98a355a. 00000100:00000200:2.0:1761322991.762291:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955822592, offset 224 00000400:00000200:2.0:1761322991.762299:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:2.0:1761322991.762309:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:2.0:1761322991.762314:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89060:89060:256:4294967295] 192.168.201.29@tcp LPNI seq info [89060:89060:8:4294967295] 00000400:00000200:2.0:1761322991.762322:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:2.0:1761322991.762339:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:2.0:1761322991.762343:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007e67acbb (tot 82350866). 00000800:00000200:2.0:1761322991.762351:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00010000:00000010:1.0:1761322991.762352:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cdd81915. 00000800:00000200:2.0:1761322991.762359:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00010000:00000010:1.0:1761322991.762359:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000007a36856. 00000800:00000200:2.0:1761322991.762362:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007e67acbb type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761322991.762386:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004eabdbbf. 00000020:00000010:2.0:1761322991.762391:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c4bb781f. 00000020:00000010:2.0:1761322991.762394:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bd0eabea. 00010000:00000010:1.0:1761322991.762459:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002108a952. 00010000:00000010:1.0:1761322991.762466:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cdd81915. 00010000:00000010:1.0:1761322991.762477:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000100afef2. 00000100:00000010:1.0:1761322991.762481:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b65c9c75. 00000100:00000010:1.0:1761322991.762487:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000eabe2b15. 02000000:00000010:1.0:1761322991.762499:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d5cb7a31. 02000000:00000010:1.0:1761322991.762525:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a4a5fd61. 00000400:00000010:1.0:1761322991.762529:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000038d04191. 00000400:00000010:1.0:1761322991.762533:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000020fbaa0. 00000100:00000200:1.0:1761322991.762537:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956463168, portal 16 00000400:00000010:1.0:1761322991.762542:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005d51e45b. 00000100:00000200:1.0:1761322991.762544:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956463168, offset 0 00000400:00000200:1.0:1761322991.762549:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322991.762554:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322991.762561:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:1.0:1761322991.762565:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761322991.762567:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:1.0:1761322991.762569:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89061:89061:255:4294967295] 192.168.201.29@tcp LPNI seq info [89061:89061:7:4294967295] 00000400:00000200:1.0:1761322991.762576:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322991.762580:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322991.762583:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006d93c9a0 (tot 82351114). 00000800:00000200:1.0:1761322991.762587:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322991.762590:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322991.762592:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006d93c9a0 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761322991.762732:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761322991.762736:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007e67acbb (tot 82350866). 00000400:00000200:0.0:1761322991.762739:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322991.762743:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:0.0:1761322991.762746:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b98a355a 00000400:00000010:0.0:1761322991.762748:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b98a355a. 00000800:00000200:0.0:1761322991.762827:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761322991.762829:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006d93c9a0 (tot 82350618). 00000400:00000200:0.0:1761322991.762834:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322991.762838:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:0.0:1761322991.762840:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005d51e45b 00000400:00000010:0.0:1761322991.762841:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005d51e45b. 00000100:00000200:0.0:1761322991.762846:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000eabe2b15 x1846879956463168/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761322991.764115:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c425c9d8. 00010000:00000010:1.1:1761322991.764126:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000076db0e00. 00010000:00000010:3.1:1761322991.764188:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a4e0e721. 00000400:00000200:0.0:1761322991.768533:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:0.0:1761322991.768559:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf6e40 00000400:00000200:0.0:1761322991.768570:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac34d [1] + 224 00000400:00000200:0.0:1761322991.768592:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322991.768596:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:0.0:1761322991.768609:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000eabe2b15 x1846879956463168/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761322991.768686:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:0.0:1761322991.768693:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb5a840 00000400:00000200:0.0:1761322991.768699:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaacb9 [2] + 984 00000400:00000200:0.0:1761322991.768950:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322991.768955:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:0.0:1761322991.768960:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761322991.768967:0:15812:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e84b8751. 00000020:00000010:2.0:1761322991.769064:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bd0eabea. 00000020:00000010:2.0:1761322991.769072:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004eabdbbf. 00010000:00000010:2.1:1761322991.769104:0:67479:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fff49674. 00000020:00000010:2.0:1761322991.769116:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c4bb781f. 00000100:00000200:2.0:1761322991.769147:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e84b8751 x1846879955822656/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761322991.769189:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955822656 02000000:00000010:2.0:1761322991.769204:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006ca1214a. 00010000:00000010:2.0:1761322991.769250:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000089039476. 00000100:00000010:2.0:1761322991.769258:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f786c0ba. 00000100:00000010:2.0:1761322991.769265:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f786c0ba. 00010000:00000010:2.0:1761322991.769269:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000089039476. 00000400:00000010:2.0:1761322991.769286:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000032cf7749. 00000100:00000200:2.0:1761322991.769292:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955822656, offset 224 00000400:00000200:2.0:1761322991.769299:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:2.0:1761322991.769311:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:2.0:1761322991.769316:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89062:89062:256:4294967295] 192.168.201.29@tcp LPNI seq info [89062:89062:8:4294967295] 00000400:00000200:2.0:1761322991.769326:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:2.0:1761322991.769331:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:2.0:1761322991.769336:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f093da5b (tot 82350866). 00000800:00000200:2.0:1761322991.769341:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:2.0:1761322991.769349:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:2.0:1761322991.769352:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f093da5b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761322991.769378:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004eabdbbf. 00000020:00000010:2.0:1761322991.769382:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c4bb781f. 00000020:00000010:2.0:1761322991.769386:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bd0eabea. 00000400:00000010:1.0:1761322991.769504:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000038d04191. 00000400:00000200:1.0:1761322991.769521:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000020fbaa0 00000400:00000010:1.0:1761322991.769523:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000020fbaa0. 00000100:00000200:1.0:1761322991.769530:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000eabe2b15 x1846879956463168/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761322991.769543:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000eabe2b15 x1846879956463168/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1761322991.769569:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c4ad4b6e. 02000000:00000010:1.0:1761322991.769584:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a4a5fd61. 02000000:00000010:1.0:1761322991.769590:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d5cb7a31. 00000100:00000010:1.0:1761322991.769593:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000eabe2b15. 00000100:00000010:1.0:1761322991.769596:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b65c9c75. 00010000:00000010:1.0:1761322991.769599:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000100afef2. 00080000:00000010:1.0:1761322991.769617:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d5cb7a31. 00010000:00000010:1.0:1761322991.769698:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cdd81915. 00010000:00000010:1.0:1761322991.769706:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000727569b5. 00010000:00000010:1.0:1761322991.769782:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000076db0e00. 00010000:00000010:1.0:1761322991.769789:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cdd81915. 00010000:00000010:1.0:1761322991.769800:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000100afef2. 00000100:00000010:1.0:1761322991.769804:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b65c9c75. 00000100:00000010:1.0:1761322991.769810:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000eabe2b15. 02000000:00000010:1.0:1761322991.769822:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a4a5fd61. 02000000:00000010:1.0:1761322991.769849:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ced1133b. 00000400:00000010:1.0:1761322991.769853:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000038d04191. 00000400:00000010:1.0:1761322991.769856:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000020fbaa0. 00000100:00000200:1.0:1761322991.769860:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956463232, portal 16 00000400:00000010:1.0:1761322991.769865:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008a00ae04. 00000100:00000200:1.0:1761322991.769867:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956463232, offset 0 00000400:00000200:1.0:1761322991.769872:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322991.769878:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322991.769885:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:1.0:1761322991.769888:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761322991.769891:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:1.0:1761322991.769893:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89063:89063:255:4294967295] 192.168.201.29@tcp LPNI seq info [89063:89063:7:4294967295] 00000400:00000200:1.0:1761322991.769900:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322991.769904:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322991.769908:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006d93c9a0 (tot 82351114). 00000800:00000200:1.0:1761322991.769912:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322991.769916:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322991.769918:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006d93c9a0 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761322991.772472:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761322991.772479:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f093da5b (tot 82350866). 00000400:00000200:0.0:1761322991.772490:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322991.772498:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:0.0:1761322991.772504:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000032cf7749 00000400:00000010:0.0:1761322991.772507:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000032cf7749. 00000800:00000200:0.0:1761322991.772588:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761322991.772590:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006d93c9a0 (tot 82350618). 00000400:00000200:0.0:1761322991.772595:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322991.772598:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:0.0:1761322991.772601:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008a00ae04 00000400:00000010:0.0:1761322991.772602:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008a00ae04. 00000100:00000200:0.0:1761322991.772610:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000eabe2b15 x1846879956463232/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761322991.773304:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e8888052. 00010000:00000010:1.1:1761322991.773314:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f7fa86b2. 00000400:00000200:0.0:1761322991.776857:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:0.0:1761322991.776877:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf6e80 00000400:00000200:0.0:1761322991.776887:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac359 [1] + 224 00000400:00000200:0.0:1761322991.776905:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322991.776909:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:0.0:1761322991.776922:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000eabe2b15 x1846879956463232/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761322991.777346:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000038d04191. 00000400:00000200:1.0:1761322991.777364:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000020fbaa0 00000400:00000010:1.0:1761322991.777367:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000020fbaa0. 00000100:00000200:1.0:1761322991.777375:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000eabe2b15 x1846879956463232/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761322991.777384:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000eabe2b15 x1846879956463232/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761322991.777405:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:0.0:1761322991.777414:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb5a880 00000400:00000200:0.0:1761322991.777421:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaacb9 [2] + 1312 02000000:00000010:1.0:1761322991.777425:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ced1133b. 02000000:00000010:1.0:1761322991.777433:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a4a5fd61. 00000100:00000010:1.0:1761322991.777438:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000eabe2b15. 00000100:00000010:1.0:1761322991.777442:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b65c9c75. 00010000:00000010:1.0:1761322991.777448:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000100afef2. 00000400:00000200:0.0:1761322991.777488:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322991.777496:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:0.0:1761322991.777501:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761322991.777507:0:15812:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003d81b331. 00000020:00000010:3.0:1761322991.777751:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002745e721. 00000020:00000010:3.0:1761322991.777758:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004e25cba9. 00000020:00000010:3.0:1761322991.777763:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006818e491. 00000100:00000200:3.0:1761322991.777789:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003d81b331 x1846879955822720/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761322991.777819:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955822720 02000000:00000010:3.0:1761322991.777831:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000024787b27. 00010000:00000010:3.0:1761322991.777860:0:66652:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000002dd7be2. 00010000:00000010:3.0:1761322991.777882:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e0af421a. 00000100:00000010:3.0:1761322991.777887:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000987e5119. 00000100:00000010:3.0:1761322991.777901:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000987e5119. 00010000:00000010:3.0:1761322991.777903:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e0af421a. 00000400:00000010:3.0:1761322991.777917:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fb71f45d. 00000100:00000200:3.0:1761322991.777921:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955822720, offset 224 00000400:00000200:3.0:1761322991.777929:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:3.0:1761322991.777939:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00080000:00000010:1.0:1761322991.777941:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a4a5fd61. 00000400:00000200:3.0:1761322991.777945:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89064:89064:256:4294967295] 192.168.201.29@tcp LPNI seq info [89064:89064:8:4294967295] 00000400:00000200:3.0:1761322991.777956:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322991.777960:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322991.777964:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000036ac846e (tot 82350866). 00000800:00000200:3.0:1761322991.777970:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322991.777977:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322991.777980:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000036ac846e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761322991.778003:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004e25cba9. 00000020:00000010:3.0:1761322991.778007:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006818e491. 00000020:00000010:3.0:1761322991.778011:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002745e721. 00010000:00000010:1.0:1761322991.778039:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cdd81915. 00010000:00000010:1.0:1761322991.778047:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000094e3f66c. 00000800:00000200:2.0:1761322991.778119:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322991.778123:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000036ac846e (tot 82350618). 00000400:00000200:2.0:1761322991.778127:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.778131:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322991.778134:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fb71f45d 00000400:00000010:2.0:1761322991.778136:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fb71f45d. 00010000:00000010:1.0:1761322991.778150:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f7fa86b2. 00010000:00000010:1.0:1761322991.778156:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cdd81915. 00010000:00000010:1.0:1761322991.778166:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000100afef2. 00000100:00000010:1.0:1761322991.778169:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b65c9c75. 00000100:00000010:1.0:1761322991.778174:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000eabe2b15. 02000000:00000010:1.0:1761322991.778185:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ced1133b. 02000000:00000010:1.0:1761322991.778208:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000649cfa04. 00000400:00000010:1.0:1761322991.778212:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000038d04191. 00000400:00000010:1.0:1761322991.778215:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000020fbaa0. 00000100:00000200:1.0:1761322991.778219:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956463296, portal 16 00000400:00000010:1.0:1761322991.778223:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d7c2831e. 00000100:00000200:1.0:1761322991.778225:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956463296, offset 0 00000400:00000200:1.0:1761322991.778230:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322991.778236:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322991.778242:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:1.0:1761322991.778246:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761322991.778248:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:1.0:1761322991.778251:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89065:89065:256:4294967295] 192.168.201.29@tcp LPNI seq info [89065:89065:8:4294967295] 00000400:00000200:1.0:1761322991.778258:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322991.778262:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322991.778265:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006d93c9a0 (tot 82350866). 00000800:00000200:1.0:1761322991.778268:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322991.778272:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322991.778274:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006d93c9a0 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761322991.778354:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761322991.778357:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006d93c9a0 (tot 82350618). 00000400:00000200:0.0:1761322991.778360:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322991.778364:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:0.0:1761322991.778366:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d7c2831e 00000400:00000010:0.0:1761322991.778367:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d7c2831e. 00000100:00000200:0.0:1761322991.778372:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000eabe2b15 x1846879956463296/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761322991.780224:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:0.0:1761322991.780239:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf6ec0 00000400:00000200:0.0:1761322991.780245:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac365 [1] + 224 00000400:00000200:0.0:1761322991.780258:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322991.780287:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:0.0:1761322991.780294:0:15812:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000eabe2b15 x1846879956463296/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761322991.780346:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000038d04191. 00000400:00000200:1.0:1761322991.780362:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000020fbaa0 00000400:00000010:1.0:1761322991.780363:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000020fbaa0. 00000100:00000200:1.0:1761322991.780369:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000eabe2b15 x1846879956463296/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761322991.780377:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000eabe2b15 x1846879956463296/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761322991.780406:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000649cfa04. 02000000:00000010:1.0:1761322991.780410:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ced1133b. 00000100:00000010:1.0:1761322991.780414:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000eabe2b15. 00000100:00000010:1.0:1761322991.780418:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b65c9c75. 00010000:00000010:1.0:1761322991.780421:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000100afef2. 00010000:00000010:1.1:1761322991.782119:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001ab9e845. 00010000:00000010:1.1:1761322991.782132:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000862acf8a. 00010000:00000010:1.1:1761322991.782136:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002108a952. 00000400:00000200:2.0:1761322991.783896:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322991.783916:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb5a8c0 00000400:00000200:2.0:1761322991.783926:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaacb9 [2] + 1640 00000400:00000200:2.0:1761322991.784007:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.784012:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322991.784020:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761322991.784036:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e002feec. 00000020:00000010:3.0:1761322991.784402:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002745e721. 00000020:00000010:3.0:1761322991.784410:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004e25cba9. 00000020:00000010:3.0:1761322991.784415:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006818e491. 00000100:00000200:3.0:1761322991.784447:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e002feec x1846879955822784/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761322991.784485:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955822784 02000000:00000010:3.0:1761322991.784499:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003389b5cd. 00010000:00000010:3.0:1761322991.784533:0:66652:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ab834a24. 00010000:00000010:3.0:1761322991.784557:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e0af421a. 00000100:00000010:3.0:1761322991.784564:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000987e5119. 00000100:00000010:3.0:1761322991.784585:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000987e5119. 00010000:00000010:3.0:1761322991.784589:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e0af421a. 00000400:00000010:3.0:1761322991.784605:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d94e4bcb. 00000100:00000200:3.0:1761322991.784610:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955822784, offset 224 00000400:00000200:3.0:1761322991.784619:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:3.0:1761322991.784629:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00080000:00000010:1.0:1761322991.784630:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ced1133b. 00000400:00000200:3.0:1761322991.784636:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89066:89066:256:4294967295] 192.168.201.29@tcp LPNI seq info [89066:89066:8:4294967295] 00000400:00000200:3.0:1761322991.784646:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322991.784652:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00010000:00000010:1.0:1761322991.784711:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cdd81915. 00010000:00000010:1.0:1761322991.784718:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000000041bbc. 00010000:00000010:1.0:1761322991.784794:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002108a952. 00010000:00000010:1.0:1761322991.784801:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cdd81915. 00010000:00000010:1.0:1761322991.784814:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000100afef2. 00000100:00000010:1.0:1761322991.784818:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b65c9c75. 00000100:00000010:1.0:1761322991.784825:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000eabe2b15. 02000000:00000010:1.0:1761322991.784838:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000649cfa04. 02000000:00000010:1.0:1761322991.784866:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001084272e. 00000400:00000010:1.0:1761322991.784872:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000038d04191. 00000400:00000010:1.0:1761322991.784877:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000020fbaa0. 00000100:00000200:1.0:1761322991.784882:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956463360, portal 16 00000400:00000010:1.0:1761322991.784887:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000048107573. 00000100:00000200:1.0:1761322991.784889:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956463360, offset 0 00000400:00000200:1.0:1761322991.784895:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322991.784902:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322991.784910:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:1.0:1761322991.784913:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761322991.784915:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:1.0:1761322991.784917:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89067:89067:255:4294967295] 192.168.201.29@tcp LPNI seq info [89067:89067:7:4294967295] 00000400:00000200:1.0:1761322991.784924:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322991.784928:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322991.784933:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006d93c9a0 (tot 82350866). 00000800:00000200:1.0:1761322991.784939:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322991.784945:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322991.784949:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006d93c9a0 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761322991.785093:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761322991.785098:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006d93c9a0 (tot 82350618). 00000400:00000200:0.0:1761322991.785104:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322991.785114:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:0.0:1761322991.785118:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000048107573 00000400:00000010:0.0:1761322991.785121:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000048107573. 00000100:00000200:0.0:1761322991.785127:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000eabe2b15 x1846879956463360/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761322991.785525:0:66652:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000c2addd8. 00000800:00000010:3.0:1761322991.785541:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005938d56c (tot 82350866). 00000800:00000200:3.0:1761322991.785545:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322991.785549:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322991.785551:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005938d56c type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761322991.785566:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004e25cba9. 00000020:00000010:3.0:1761322991.785569:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006818e491. 00000020:00000010:3.0:1761322991.785572:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002745e721. 00000800:00000200:0.0:1761322991.785889:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761322991.785892:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005938d56c (tot 82350618). 00000400:00000200:0.0:1761322991.785896:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322991.785900:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:0.0:1761322991.785903:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d94e4bcb 00000400:00000010:0.0:1761322991.785904:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d94e4bcb. 00000400:00000200:2.0:1761322991.789842:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322991.789866:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf6f00 00000400:00000200:2.0:1761322991.789876:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac371 [1] + 224 00000400:00000200:2.0:1761322991.789888:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.789893:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322991.789916:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000eabe2b15 x1846879956463360/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322991.789954:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322991.789960:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb5a900 00000400:00000200:2.0:1761322991.789965:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaacb9 [2] + 1968 00000400:00000010:2.0:1761322991.789970:0:15810:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005b6bd3af. 00000400:00000200:2.0:1761322991.789975:0:15810:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000eac22112 00000400:00000200:2.0:1761322991.790055:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.790059:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322991.790062:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eac22112 00000400:00000010:2.0:1761322991.790065:0:15810:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000eac22112 (tot 82350466). 00000100:00000200:2.0:1761322991.790072:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1761322991.790194:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002745e721. 00000020:00000010:3.0:1761322991.790202:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004e25cba9. 00000020:00000010:3.0:1761322991.790207:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006818e491. 00000100:00000200:3.0:1761322991.790238:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c6c19259 x1846879955822848/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761322991.790267:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955822848 02000000:00000010:3.0:1761322991.790280:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001346880c. 00010000:00000010:3.0:1761322991.790327:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e0af421a. 00000100:00000010:3.0:1761322991.790335:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000987e5119. 00000100:00000010:3.0:1761322991.790344:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000987e5119. 00010000:00000010:3.0:1761322991.790354:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e0af421a. 00000400:00000010:3.0:1761322991.790375:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c8da6cb3. 00000100:00000200:3.0:1761322991.790381:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955822848, offset 224 00000400:00000200:3.0:1761322991.790389:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:3.0:1761322991.790466:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322991.790473:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89068:89068:256:4294967295] 192.168.201.29@tcp LPNI seq info [89068:89068:8:4294967295] 00000400:00000200:3.0:1761322991.790483:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322991.790490:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322991.790496:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005938d56c (tot 82350714). 00000800:00000200:3.0:1761322991.790504:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322991.790511:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322991.790516:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005938d56c type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761322991.790547:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004e25cba9. 00000020:00000010:3.0:1761322991.790552:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006818e491. 00000020:00000010:3.0:1761322991.790555:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002745e721. 02000000:00000010:3.0:1761322991.790564:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003389b5cd. 00000100:00000010:3.0:1761322991.790567:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e002feec. 02000000:00000010:3.0:1761322991.790571:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000024787b27. 00000100:00000010:3.0:1761322991.790573:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003d81b331. 02000000:00000010:3.0:1761322991.790576:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006ca1214a. 00000100:00000010:3.0:1761322991.790578:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e84b8751. 02000000:00000010:3.0:1761322991.790581:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000acac4a2e. 00000100:00000010:3.0:1761322991.790583:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d1e427ea. 02000000:00000010:3.0:1761322991.790586:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003e2e89e2. 00000100:00000010:3.0:1761322991.790587:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000049447897. 02000000:00000010:3.0:1761322991.790590:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a70abf31. 00000100:00000010:3.0:1761322991.790592:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b7d7a390. 00000100:00000200:3.0:1761322991.790598:0:66652:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1761322991.790603:0:66652:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006ecc4ba3. 00000400:00000010:3.0:1761322991.790612:0:66652:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000987e5119 (tot 82350866). 00010000:00000010:1.1:1761322991.791726:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bf3e3890. 00010000:00000010:1.1:1761322991.791741:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000076db0e00. 00000400:00000010:0.0:1761322991.791823:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000038d04191. 00000800:00000200:1.0:1761322991.791836:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1761322991.791839:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000020fbaa0 00000800:00000010:1.0:1761322991.791841:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005938d56c (tot 82350618). 00000400:00000010:0.0:1761322991.791842:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000020fbaa0. 00000400:00000200:1.0:1761322991.791852:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1761322991.791856:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000eabe2b15 x1846879956463360/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761322991.791861:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:1.0:1761322991.791867:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c8da6cb3 00000400:00000010:1.0:1761322991.791870:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c8da6cb3. 00000100:00000200:0.0:1761322991.791871:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000eabe2b15 x1846879956463360/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761322991.791876:0:15811:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001346880c. 00010000:00000010:0.0:1761322991.791902:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000000e708ad. 02000000:00000010:0.0:1761322991.791921:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001084272e. 02000000:00000010:0.0:1761322991.791927:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000649cfa04. 00000100:00000010:0.0:1761322991.791932:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000eabe2b15. 00000100:00000010:0.0:1761322991.791935:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b65c9c75. 00010000:00000010:0.0:1761322991.791939:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000100afef2. 00080000:00000010:0.0:1761322991.791958:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000006234080. 00010000:00000010:0.0:1761322991.792069:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cdd81915. 00010000:00000010:0.0:1761322991.792099:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000da02bfeb. 00010000:00000010:0.0:1761322991.792185:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a1f11642. 00010000:00000010:0.0:1761322991.792192:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a221c750. 00010000:00000010:0.0:1761322991.792207:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a9ac886f. 00000100:00000010:0.0:1761322991.792213:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005d7c4309. 00000100:00000010:0.0:1761322991.792222:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005d86ea8a. 02000000:00000010:0.0:1761322991.792237:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a0f36257. 02000000:00000010:0.0:1761322991.792268:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005c1a3517. 00000400:00000010:0.0:1761322991.792272:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006968a62f. 00000400:00000010:0.0:1761322991.792277:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000825fa906. 00000100:00000200:0.0:1761322991.792282:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956463424, portal 16 00000400:00000010:0.0:1761322991.792287:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000015c9b00d. 00000100:00000200:0.0:1761322991.792290:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956463424, offset 0 00000400:00000200:0.0:1761322991.792297:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322991.792310:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322991.792318:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:0.0:1761322991.792321:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761322991.792325:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322991.792327:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89069:89069:256:4294967295] 192.168.201.29@tcp LPNI seq info [89069:89069:8:4294967295] 00000400:00000200:0.0:1761322991.792337:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322991.792341:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322991.792345:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f8f59593 (tot 82350866). 00000800:00000200:0.0:1761322991.792351:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322991.792357:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322991.792361:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f8f59593 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761322991.792434:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761322991.792456:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f8f59593 (tot 82350618). 00000400:00000200:1.0:1761322991.792461:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322991.792465:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:1.0:1761322991.792468:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000015c9b00d 00000400:00000010:1.0:1761322991.792469:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000015c9b00d. 00000100:00000200:1.0:1761322991.792477:0:15812:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005d86ea8a x1846879956463424/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761322991.796155:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000057a193ca. 00010000:00000010:1.1:1761322991.796173:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f7fa86b2. 00010000:00000010:3.1:1761322991.796174:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007951945b. 00000400:00000200:2.0:1761322991.796208:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322991.796226:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf6f40 00000400:00000200:2.0:1761322991.796234:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac381 [1] + 224 00000400:00000200:2.0:1761322991.796245:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.796250:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322991.796261:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005d86ea8a x1846879956463424/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322991.796298:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322991.796304:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb5a940 00000400:00000010:0.0:1761322991.796306:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006968a62f. 00000400:00000200:0.0:1761322991.796311:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000825fa906 00000400:00000010:0.0:1761322991.796313:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000825fa906. 00000100:00000200:0.0:1761322991.796321:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005d86ea8a x1846879956463424/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322991.796323:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaad11 [2] + 0 00000100:00000200:0.0:1761322991.796339:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005d86ea8a x1846879956463424/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761322991.796369:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005c1a3517. 02000000:00000010:0.0:1761322991.796374:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a0f36257. 00000100:00000010:0.0:1761322991.796377:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005d86ea8a. 00000100:00000010:0.0:1761322991.796380:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005d7c4309. 00010000:00000010:0.0:1761322991.796383:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a9ac886f. 00000400:00000200:2.0:1761322991.796395:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.796401:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322991.796405:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761322991.796410:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007226fba0. 00000020:00000010:0.0:1761322991.796459:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a0f36257. 00000020:00000010:0.0:1761322991.796465:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006861bee8. 00000020:00000010:0.0:1761322991.796468:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b88240bc. 00000100:00000200:0.0:1761322991.796490:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007226fba0 x1846879955822912/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761322991.796516:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955822912 02000000:00000010:0.0:1761322991.796525:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000005c1a3517. 00010000:00000010:0.0:1761322991.796556:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a44df062. 00010000:00000010:0.0:1761322991.796576:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a9ac886f. 00000100:00000010:0.0:1761322991.796580:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005d7c4309. 00000100:00000010:0.0:1761322991.796593:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005d7c4309. 00010000:00000010:0.0:1761322991.796595:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a9ac886f. 00000400:00000010:0.0:1761322991.796609:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000825fa906. 00000100:00000200:0.0:1761322991.796613:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955822912, offset 224 00000400:00000200:0.0:1761322991.796620:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322991.796631:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322991.796637:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89070:89070:256:4294967295] 192.168.201.29@tcp LPNI seq info [89070:89070:8:4294967295] 00000400:00000200:0.0:1761322991.796647:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322991.796653:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322991.796657:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bf5e0f07 (tot 82350866). 00000800:00000200:0.0:1761322991.796663:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322991.796670:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00080000:00000010:1.0:1761322991.796694:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f8dc24eb. 00000800:00000200:0.0:1761322991.796736:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bf5e0f07 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:1.0:1761322991.796806:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a221c750. 00010000:00000010:1.0:1761322991.796813:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009070937d. 00000020:00000010:0.0:1761322991.796861:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006861bee8. 00000020:00000010:0.0:1761322991.796867:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b88240bc. 00000020:00000010:0.0:1761322991.796870:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a0f36257. 00010000:00000010:1.0:1761322991.796884:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000170f7f40. 00010000:00000010:1.0:1761322991.796889:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005b2eeef8. 00010000:00000010:1.0:1761322991.796894:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f7fa86b2. 00010000:00000010:1.0:1761322991.796900:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000013ee5dc9. 00080000:00000010:1.0:1761322991.796915:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dd7273db. 00010000:00000010:1.0:1761322991.796943:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000013ee5dc9. 00010000:00000010:1.0:1761322991.796947:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005b2eeef8. 00010000:00000010:1.0:1761322991.796998:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000076db0e00. 00010000:00000010:1.0:1761322991.797002:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000013ee5dc9. 00010000:00000010:1.0:1761322991.797010:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a948ef8e. 00000100:00000010:1.0:1761322991.797014:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b65c9c75. 00000100:00000010:1.0:1761322991.797022:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000eabe2b15. 02000000:00000010:1.0:1761322991.797049:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ef2921ed. 02000000:00000010:1.0:1761322991.797111:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003027f154. 00000400:00000010:1.0:1761322991.797117:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000bef03958. 00000400:00000010:1.0:1761322991.797122:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ecc16fca. 00000100:00000200:1.0:1761322991.797127:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956463488, portal 16 00000400:00000010:1.0:1761322991.797132:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000014459a3. 00000100:00000200:1.0:1761322991.797134:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956463488, offset 0 00000400:00000200:1.0:1761322991.797141:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322991.797148:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322991.797156:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:1.0:1761322991.797165:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761322991.797168:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:1.0:1761322991.797170:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89071:89071:255:4294967295] 192.168.201.29@tcp LPNI seq info [89071:89071:7:4294967295] 00000400:00000200:1.0:1761322991.797178:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322991.797183:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322991.797187:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006d93c9a0 (tot 82351114). 00000800:00000200:1.0:1761322991.797192:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322991.797196:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322991.797198:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006d93c9a0 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761322991.797435:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322991.797439:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bf5e0f07 (tot 82350866). 00000400:00000200:2.0:1761322991.797443:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.797447:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322991.797451:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000825fa906 00000400:00000010:2.0:1761322991.797452:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000825fa906. 00000800:00000200:2.0:1761322991.797744:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322991.797746:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006d93c9a0 (tot 82350618). 00000400:00000200:2.0:1761322991.797751:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.797757:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322991.797760:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000014459a3 00000400:00000010:2.0:1761322991.797761:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000014459a3. 00000100:00000200:2.0:1761322991.797768:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000eabe2b15 x1846879956463488/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761322991.799536:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:1.0:1761322991.799552:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf6f80 00000400:00000200:1.0:1761322991.799561:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac38d [1] + 224 00000400:00000200:1.0:1761322991.799572:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322991.799575:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:1.0:1761322991.799584:0:15812:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000eabe2b15 x1846879956463488/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761322991.799617:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:1.0:1761322991.799623:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb5a980 00000400:00000200:1.0:1761322991.799627:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaad11 [2] + 328 00000400:00000200:1.0:1761322991.799670:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322991.799674:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:1.0:1761322991.799677:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761322991.799683:0:15812:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000dfba0156. 00000400:00000010:0.0:1761322991.799809:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000bef03958. 00000400:00000200:0.0:1761322991.799824:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ecc16fca 00000400:00000010:0.0:1761322991.799826:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ecc16fca. 00000100:00000200:0.0:1761322991.799833:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000eabe2b15 x1846879956463488/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761322991.799846:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000eabe2b15 x1846879956463488/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761322991.799880:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003027f154. 02000000:00000010:0.0:1761322991.799887:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ef2921ed. 00000100:00000010:0.0:1761322991.799891:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000eabe2b15. 00000100:00000010:0.0:1761322991.799894:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b65c9c75. 00010000:00000010:0.0:1761322991.799900:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a948ef8e. 00000020:00000010:3.0:1761322991.799975:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a70abf31. 00000020:00000010:3.0:1761322991.800035:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004e25cba9. 00000020:00000010:3.0:1761322991.800040:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006818e491. 00000100:00000200:3.0:1761322991.800068:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000dfba0156 x1846879955822976/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761322991.800277:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955822976 02000000:00000010:3.0:1761322991.800291:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003e2e89e2. 00010000:00000010:3.0:1761322991.800320:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a305fec3. 00010000:00000010:3.0:1761322991.800343:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e0af421a. 00000100:00000010:3.0:1761322991.800349:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000998415da. 00000100:00000010:3.0:1761322991.800515:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000998415da. 00010000:00000010:3.0:1761322991.800519:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e0af421a. 00000400:00000010:3.0:1761322991.800533:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000034cf40f2. 00000100:00000200:3.0:1761322991.800537:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955822976, offset 224 00000400:00000200:3.0:1761322991.800544:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:3.0:1761322991.800553:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322991.800558:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89072:89072:256:4294967295] 192.168.201.29@tcp LPNI seq info [89072:89072:8:4294967295] 00000400:00000200:3.0:1761322991.800567:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322991.800572:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322991.800575:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000036ac846e (tot 82350866). 00000800:00000200:3.0:1761322991.800581:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322991.800588:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322991.800592:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000036ac846e type 1, nob 320 niov 1 nkiov 1 00080000:00000010:0.0:1761322991.800655:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a0f36257. 00010000:00000010:0.0:1761322991.800740:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000013ee5dc9. 00010000:00000010:0.0:1761322991.800748:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000097ea5dbb. 00010000:00000010:0.0:1761322991.800818:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007ec568eb. 00010000:00000010:0.0:1761322991.800825:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002639f563. 00010000:00000010:0.0:1761322991.800837:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a9ac886f. 00000100:00000010:0.0:1761322991.800841:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005d7c4309. 00000100:00000010:0.0:1761322991.800849:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005d86ea8a. 02000000:00000010:0.0:1761322991.800863:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c161792c. 02000000:00000010:0.0:1761322991.800891:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c694c491. 00000400:00000010:0.0:1761322991.800895:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006968a62f. 00000400:00000010:0.0:1761322991.800898:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e04633ab. 00000100:00000200:0.0:1761322991.800903:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956463552, portal 16 00000400:00000010:0.0:1761322991.800907:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001a275b80. 00000100:00000200:0.0:1761322991.800908:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956463552, offset 0 00000400:00000200:0.0:1761322991.800913:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322991.800918:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322991.800926:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:0.0:1761322991.800930:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761322991.800934:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322991.800936:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89073:89073:255:4294967295] 192.168.201.29@tcp LPNI seq info [89073:89073:7:4294967295] 00000400:00000200:0.0:1761322991.800944:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322991.800948:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322991.800952:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002b6ad44b (tot 82351114). 00000800:00000200:0.0:1761322991.800956:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322991.800960:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322991.800962:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002b6ad44b type 1, nob 424 niov 1 nkiov 1 00000020:00000010:3.0:1761322991.800992:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004e25cba9. 00000020:00000010:3.0:1761322991.800997:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006818e491. 00000020:00000010:3.0:1761322991.801000:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a70abf31. 00000800:00000200:2.0:1761322991.801774:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322991.801780:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000036ac846e (tot 82350866). 00000400:00000200:2.0:1761322991.801785:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.801791:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322991.801794:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000034cf40f2 00000400:00000010:2.0:1761322991.801797:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000034cf40f2. 00000800:00000200:2.0:1761322991.801859:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322991.801861:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002b6ad44b (tot 82350618). 00000400:00000200:2.0:1761322991.801864:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.801867:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322991.801869:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001a275b80 00000400:00000010:2.0:1761322991.801870:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001a275b80. 00000100:00000200:2.0:1761322991.801878:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005d86ea8a x1846879956463552/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761322991.802111:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a907a548. 00010000:00000010:0.1:1761322991.802120:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006600cc27. 00010000:00000010:0.1:1761322991.802125:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002108a952. 00000400:00000200:2.0:1761322991.804996:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322991.805016:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf6fc0 00000400:00000200:2.0:1761322991.805038:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac399 [1] + 224 00000400:00000200:2.0:1761322991.805056:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.805061:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322991.805106:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005d86ea8a x1846879956463552/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761322991.805142:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006968a62f. 00000400:00000200:0.0:1761322991.805150:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e04633ab 00000400:00000010:0.0:1761322991.805152:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e04633ab. 00000100:00000200:0.0:1761322991.805163:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005d86ea8a x1846879956463552/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761322991.805173:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005d86ea8a x1846879956463552/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761322991.805208:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c694c491. 02000000:00000010:0.0:1761322991.805215:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c161792c. 00000100:00000010:0.0:1761322991.805220:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005d86ea8a. 00000100:00000010:0.0:1761322991.805224:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005d7c4309. 00010000:00000010:0.0:1761322991.805228:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a9ac886f. 00010000:00000010:1.1:1761322991.806625:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a466d779. 00010000:00000010:1.1:1761322991.806637:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a1f11642. 00010000:00000010:1.1:1761322991.806644:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000170f7f40. 00010000:00000010:1.1:1761322991.806647:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f7fa86b2. 00010000:00000010:0.1:1761322991.807109:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ced27e85. 00000400:00000200:1.0:1761322991.809641:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:1.0:1761322991.809662:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb5a9c0 00000400:00000200:1.0:1761322991.809671:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaad11 [2] + 656 00000400:00000200:1.0:1761322991.809737:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322991.809743:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:1.0:1761322991.809751:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761322991.809758:0:15812:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004760bad7. 00010000:00000010:0.1:1761322991.810221:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000013b6068d. 00010000:00000010:0.1:1761322991.810230:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000076db0e00. 00010000:00000010:3.1:1761322991.810585:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000067499e2f. 00000020:00000010:3.0:1761322991.810644:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a70abf31. 00000020:00000010:3.0:1761322991.810651:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004e25cba9. 00000020:00000010:3.0:1761322991.810657:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006818e491. 00000100:00000200:3.0:1761322991.810691:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000004760bad7 x1846879955823040/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761322991.810733:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955823040 02000000:00000010:3.0:1761322991.810749:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000024787b27. 00010000:00000010:3.0:1761322991.810786:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000088e889da. 00010000:00000010:3.0:1761322991.810812:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e0af421a. 00000100:00000010:3.0:1761322991.810820:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000998415da. 00000100:00000010:3.0:1761322991.810832:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000998415da. 00010000:00000010:3.0:1761322991.810836:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e0af421a. 00000400:00000010:3.0:1761322991.810854:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cec36e5d. 00000100:00000200:3.0:1761322991.810860:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955823040, offset 224 00000400:00000200:3.0:1761322991.810869:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:3.0:1761322991.810881:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322991.810887:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89074:89074:256:4294967295] 192.168.201.29@tcp LPNI seq info [89074:89074:8:4294967295] 00000400:00000200:3.0:1761322991.810898:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322991.810904:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322991.810908:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000440ca70b (tot 82350866). 00000800:00000200:3.0:1761322991.810914:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322991.810922:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322991.810926:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000440ca70b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761322991.810962:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004e25cba9. 00000020:00000010:3.0:1761322991.810968:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006818e491. 00000020:00000010:3.0:1761322991.810971:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a70abf31. 00080000:00000010:0.0:1761322991.811067:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c694c491. 00010000:00000010:0.0:1761322991.811190:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002639f563. 00010000:00000010:0.0:1761322991.811198:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ab8c0d5c. 00010000:00000010:0.0:1761322991.811277:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000eed802b6. 00010000:00000010:0.0:1761322991.811282:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002639f563. 00010000:00000010:0.0:1761322991.811295:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a9ac886f. 00000100:00000010:0.0:1761322991.811299:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005d7c4309. 00000100:00000010:0.0:1761322991.811306:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005d86ea8a. 02000000:00000010:0.0:1761322991.811320:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000006850f69. 02000000:00000010:0.0:1761322991.811347:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007b091833. 00000400:00000010:0.0:1761322991.811354:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006968a62f. 00000400:00000010:0.0:1761322991.811359:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e04633ab. 00000100:00000200:0.0:1761322991.811365:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956463616, portal 16 00000400:00000010:0.0:1761322991.811370:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000328fc61a. 00000100:00000200:0.0:1761322991.811371:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956463616, offset 0 00000400:00000200:0.0:1761322991.811378:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322991.811384:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322991.811391:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:0.0:1761322991.811394:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761322991.811397:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322991.811399:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89075:89075:255:4294967295] 192.168.201.29@tcp LPNI seq info [89075:89075:7:4294967295] 00000400:00000200:0.0:1761322991.811406:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322991.811411:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322991.811414:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000007e4c409 (tot 82351114). 00000800:00000200:0.0:1761322991.811418:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322991.811421:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322991.811423:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000007e4c409 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761322991.811790:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761322991.811794:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000440ca70b (tot 82350866). 00000400:00000200:1.0:1761322991.811798:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322991.811802:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:1.0:1761322991.811806:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cec36e5d 00000400:00000010:1.0:1761322991.811808:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cec36e5d. 00000800:00000200:1.0:1761322991.811866:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761322991.811869:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000007e4c409 (tot 82350618). 00000400:00000200:1.0:1761322991.811872:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322991.811875:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:1.0:1761322991.811877:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000328fc61a 00000400:00000010:1.0:1761322991.811878:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000328fc61a. 00000100:00000200:1.0:1761322991.811886:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005d86ea8a x1846879956463616/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322991.813130:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322991.813147:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf7000 00000400:00000200:2.0:1761322991.813155:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac3a5 [1] + 224 00000400:00000200:2.0:1761322991.813170:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.813174:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322991.813182:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005d86ea8a x1846879956463616/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761322991.813247:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006968a62f. 00000400:00000200:0.0:1761322991.813252:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e04633ab 00000400:00000010:0.0:1761322991.813254:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e04633ab. 00000100:00000200:0.0:1761322991.813261:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005d86ea8a x1846879956463616/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761322991.813270:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005d86ea8a x1846879956463616/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761322991.813302:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007b091833. 02000000:00000010:0.0:1761322991.813308:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000006850f69. 00000100:00000010:0.0:1761322991.813312:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005d86ea8a. 00000100:00000010:0.0:1761322991.813316:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005d7c4309. 00010000:00000010:0.0:1761322991.814049:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a9ac886f. 00000400:00000200:1.0:1761322991.814898:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:1.0:1761322991.814913:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb5aa00 00000400:00000200:1.0:1761322991.814919:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaad11 [2] + 984 00000400:00000200:1.0:1761322991.814984:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322991.814989:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:1.0:1761322991.814995:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761322991.815001:0:15812:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000eae2da62. 00000020:00000010:2.0:1761322991.815125:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006ca1214a. 00000020:00000010:2.0:1761322991.815134:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004eabdbbf. 00000020:00000010:2.0:1761322991.815139:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c4bb781f. 00000100:00000200:2.0:1761322991.815175:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000eae2da62 x1846879955823104/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761322991.815215:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955823104 02000000:00000010:2.0:1761322991.815229:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000acac4a2e. 00010000:00000010:2.0:1761322991.815260:0:66652:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000721c3708. 00010000:00000010:2.0:1761322991.815285:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000089039476. 00000100:00000010:2.0:1761322991.815291:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f786c0ba. 00000100:00000010:2.0:1761322991.815310:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f786c0ba. 00010000:00000010:2.0:1761322991.815313:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000089039476. 00000400:00000010:2.0:1761322991.815329:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000047f0d024. 00000100:00000200:2.0:1761322991.815334:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955823104, offset 224 00000400:00000200:2.0:1761322991.815341:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:2.0:1761322991.815352:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:2.0:1761322991.815357:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89076:89076:256:4294967295] 192.168.201.29@tcp LPNI seq info [89076:89076:8:4294967295] 00000400:00000200:2.0:1761322991.815366:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:2.0:1761322991.815371:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:2.0:1761322991.815375:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000074e57caf (tot 82350866). 00000800:00000200:2.0:1761322991.815381:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:2.0:1761322991.815388:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:2.0:1761322991.815391:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000074e57caf type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761322991.815413:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004eabdbbf. 00000020:00000010:2.0:1761322991.815421:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c4bb781f. 00000020:00000010:2.0:1761322991.815424:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006ca1214a. 00080000:00000010:0.0:1761322991.815482:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000006850f69. 00010000:00000010:0.0:1761322991.815571:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002639f563. 00010000:00000010:0.0:1761322991.815579:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000082769e5f. 00010000:00000010:0.0:1761322991.815657:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000435b9a17. 00010000:00000010:0.0:1761322991.815662:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002639f563. 00010000:00000010:0.0:1761322991.815673:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a9ac886f. 00000100:00000010:0.0:1761322991.815677:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005d7c4309. 00000100:00000010:0.0:1761322991.815684:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005d86ea8a. 02000000:00000010:0.0:1761322991.815698:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007b091833. 00000800:00000200:1.0:1761322991.815715:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761322991.815719:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000074e57caf (tot 82350618). 00000400:00000200:1.0:1761322991.815724:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:0.0:1761322991.815728:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c161792c. 00000400:00000200:1.0:1761322991.815729:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:1.0:1761322991.815734:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000047f0d024 00000400:00000010:0.0:1761322991.815735:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006968a62f. 00000400:00000010:1.0:1761322991.815737:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000047f0d024. 00000400:00000010:0.0:1761322991.815744:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e04633ab. 00000100:00000200:0.0:1761322991.815755:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956463680, portal 16 00000400:00000010:0.0:1761322991.815760:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006ed25e9e. 00000100:00000200:0.0:1761322991.815762:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956463680, offset 0 00000400:00000200:0.0:1761322991.815767:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322991.815773:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322991.815780:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:0.0:1761322991.815784:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761322991.815787:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322991.815789:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89077:89077:256:4294967295] 192.168.201.29@tcp LPNI seq info [89077:89077:8:4294967295] 00000400:00000200:0.0:1761322991.815795:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322991.815799:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322991.815802:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000019c3e4a9 (tot 82350866). 00000800:00000200:0.0:1761322991.815806:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322991.815809:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322991.815811:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000019c3e4a9 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761322991.816822:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322991.816826:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000019c3e4a9 (tot 82350618). 00000400:00000200:2.0:1761322991.816832:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.816837:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322991.816841:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006ed25e9e 00000400:00000010:2.0:1761322991.816842:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006ed25e9e. 00000100:00000200:2.0:1761322991.816853:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005d86ea8a x1846879956463680/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761322991.818961:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000048218801. 00000400:00000200:1.0:1761322991.821189:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:1.0:1761322991.821209:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf7040 00000400:00000200:1.0:1761322991.821220:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac3b1 [1] + 224 00000400:00000200:1.0:1761322991.821233:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322991.821238:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:1.0:1761322991.821249:0:15812:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005d86ea8a x1846879956463680/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761322991.821285:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:1.0:1761322991.821290:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb5aa40 00000400:00000200:1.0:1761322991.821296:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaad11 [2] + 1312 00000400:00000010:0.0:1761322991.821346:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006968a62f. 00000400:00000200:0.0:1761322991.821353:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e04633ab 00000400:00000200:1.0:1761322991.821354:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1761322991.821356:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e04633ab. 00000400:00000200:1.0:1761322991.821360:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:1.0:1761322991.821366:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000200:0.0:1761322991.821368:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005d86ea8a x1846879956463680/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000010:1.0:1761322991.821373:0:15812:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000fc1dab26. 00000100:00000200:0.0:1761322991.821379:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005d86ea8a x1846879956463680/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761322991.821420:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c161792c. 02000000:00000010:0.0:1761322991.821426:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007b091833. 00000100:00000010:0.0:1761322991.821433:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005d86ea8a. 00000100:00000010:0.0:1761322991.821438:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005d7c4309. 00010000:00000010:0.0:1761322991.821442:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a9ac886f. 00000020:00000010:3.0:1761322991.821565:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a70abf31. 00000020:00000010:3.0:1761322991.821573:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004e25cba9. 00000020:00000010:3.0:1761322991.821577:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006818e491. 00000100:00000200:3.0:1761322991.821846:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000fc1dab26 x1846879955823168/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761322991.821885:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955823168 02000000:00000010:3.0:1761322991.821899:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003389b5cd. 00010000:00000010:3.0:1761322991.821928:0:66652:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001aa8102d. 00010000:00000010:3.0:1761322991.821951:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e0af421a. 00000100:00000010:3.0:1761322991.821957:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000998415da. 00000100:00000010:3.0:1761322991.821972:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000998415da. 00010000:00000010:3.0:1761322991.821976:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e0af421a. 00000400:00000010:3.0:1761322991.821990:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fd11e324. 00000100:00000200:3.0:1761322991.821994:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955823168, offset 224 00080000:00000010:0.0:1761322991.822001:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c161792c. 00000400:00000200:3.0:1761322991.822100:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:3.0:1761322991.822113:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322991.822119:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89078:89078:256:4294967295] 192.168.201.29@tcp LPNI seq info [89078:89078:8:4294967295] 00010000:00000010:2.1:1761322991.822125:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002aac9a36. 00000400:00000200:3.0:1761322991.822132:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322991.822138:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322991.822143:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000062e39c9d (tot 82350866). 00000800:00000200:3.0:1761322991.822149:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322991.822156:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322991.822160:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000062e39c9d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761322991.822185:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004e25cba9. 00000020:00000010:3.0:1761322991.822189:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006818e491. 00000020:00000010:3.0:1761322991.822193:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a70abf31. 00000800:00000200:1.0:1761322991.822276:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761322991.822280:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000062e39c9d (tot 82350618). 00000400:00000200:1.0:1761322991.822284:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322991.822288:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:1.0:1761322991.822291:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fd11e324 00000400:00000010:1.0:1761322991.822292:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fd11e324. 00010000:00000010:0.1:1761322991.822352:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ffd8a095. 00010000:00000010:0.1:1761322991.822359:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ec568eb. 00010000:00000010:0.0:1761322991.822384:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002639f563. 00010000:00000010:0.0:1761322991.822391:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cd0ee9fe. 00010000:00000010:0.0:1761322991.822468:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007ec568eb. 00010000:00000010:0.0:1761322991.822475:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002639f563. 00010000:00000010:0.0:1761322991.822488:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a9ac886f. 00000100:00000010:0.0:1761322991.822492:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005d7c4309. 00000100:00000010:0.0:1761322991.822499:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005d86ea8a. 02000000:00000010:0.0:1761322991.822512:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007b091833. 02000000:00000010:0.0:1761322991.822545:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fb281635. 00000400:00000010:0.0:1761322991.822550:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006968a62f. 00000400:00000010:0.0:1761322991.822554:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e04633ab. 00000100:00000200:0.0:1761322991.822559:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956463744, portal 16 00000400:00000010:0.0:1761322991.822563:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000037e22b3c. 00000100:00000200:0.0:1761322991.822565:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956463744, offset 0 00000400:00000200:0.0:1761322991.822570:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322991.822577:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322991.822584:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:0.0:1761322991.822588:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761322991.822590:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322991.822593:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89079:89079:256:4294967295] 192.168.201.29@tcp LPNI seq info [89079:89079:8:4294967295] 00000400:00000200:0.0:1761322991.822600:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322991.822604:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322991.822607:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000019c3e4a9 (tot 82350866). 00000800:00000200:0.0:1761322991.822610:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322991.822614:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322991.822616:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000019c3e4a9 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761322991.822717:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322991.822720:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000019c3e4a9 (tot 82350618). 00000400:00000200:2.0:1761322991.822724:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.822728:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322991.822731:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000037e22b3c 00000400:00000010:2.0:1761322991.822732:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000037e22b3c. 00000100:00000200:2.0:1761322991.822739:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005d86ea8a x1846879956463744/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761322991.824389:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:1.0:1761322991.824406:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf7080 00000400:00000200:1.0:1761322991.824414:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac3bd [1] + 224 00000400:00000200:1.0:1761322991.824430:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322991.824434:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:1.0:1761322991.824443:0:15812:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005d86ea8a x1846879956463744/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761322991.824527:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006968a62f. 00000400:00000200:0.0:1761322991.824533:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e04633ab 00000400:00000010:0.0:1761322991.824535:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e04633ab. 00000100:00000200:0.0:1761322991.824543:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005d86ea8a x1846879956463744/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761322991.824551:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005d86ea8a x1846879956463744/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761322991.824582:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fb281635. 02000000:00000010:0.0:1761322991.824589:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007b091833. 00000100:00000010:0.0:1761322991.824595:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005d86ea8a. 00000100:00000010:0.0:1761322991.824598:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005d7c4309. 00010000:00000010:0.0:1761322991.824602:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a9ac886f. 00000400:00000200:1.0:1761322991.824667:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:1.0:1761322991.824674:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb5aa80 00000400:00000200:1.0:1761322991.824680:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaad11 [2] + 1640 00000400:00000200:1.0:1761322991.824727:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322991.824731:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:1.0:1761322991.824736:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761322991.824740:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000089684651. 00000020:00000010:3.0:1761322991.824967:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a70abf31. 00000020:00000010:3.0:1761322991.824974:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004e25cba9. 00000020:00000010:3.0:1761322991.824980:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006818e491. 00000100:00000200:3.0:1761322991.825004:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000089684651 x1846879955823232/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761322991.825047:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955823232 02000000:00000010:3.0:1761322991.825061:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002745e721. 00010000:00000010:3.0:1761322991.825226:0:66652:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009f956c6f. 00010000:00000010:2.0:1761322991.826038:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000089039476. 00000100:00000010:2.0:1761322991.826049:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f786c0ba. 00000100:00000010:2.0:1761322991.826069:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f786c0ba. 00010000:00000010:2.0:1761322991.826072:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000089039476. 00000400:00000010:2.0:1761322991.826115:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d60c4ee9. 00000100:00000200:2.0:1761322991.826121:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955823232, offset 224 00000400:00000200:2.0:1761322991.826130:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:2.0:1761322991.826145:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:2.0:1761322991.826151:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89080:89080:256:4294967295] 192.168.201.29@tcp LPNI seq info [89080:89080:8:4294967295] 00000400:00000200:2.0:1761322991.826161:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:2.0:1761322991.826166:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:2.0:1761322991.826170:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a3160ea0 (tot 82350866). 00000800:00000200:2.0:1761322991.826177:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:2.0:1761322991.826184:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:2.0:1761322991.826189:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a3160ea0 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761322991.826220:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004e25cba9. 00000020:00000010:2.0:1761322991.826226:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006818e491. 00000020:00000010:2.0:1761322991.826230:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a70abf31. 00010000:00000010:0.1:1761322991.826323:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001e2ae61a. 00010000:00000010:0.1:1761322991.826333:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eed802b6. 00000800:00000200:1.0:1761322991.826334:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761322991.826339:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a3160ea0 (tot 82350618). 00000400:00000200:1.0:1761322991.826345:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322991.826354:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:1.0:1761322991.826357:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d60c4ee9 00000400:00000010:1.0:1761322991.826359:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d60c4ee9. 00080000:00000010:0.0:1761322991.826360:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fb281635. 00010000:00000010:0.0:1761322991.826459:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002639f563. 00010000:00000010:0.0:1761322991.826467:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000092eee88f. 00010000:00000010:0.0:1761322991.826544:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006ac36acb. 00010000:00000010:0.0:1761322991.826548:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006861bee8. 00010000:00000010:0.0:1761322991.826552:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000eed802b6. 00010000:00000010:0.0:1761322991.826557:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002639f563. 00080000:00000010:0.0:1761322991.826572:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000021b52016. 00010000:00000010:0.0:1761322991.826596:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002639f563. 00010000:00000010:0.0:1761322991.826600:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006861bee8. 00010000:00000010:0.0:1761322991.826647:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000065adce96. 00010000:00000010:0.0:1761322991.826651:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002639f563. 00010000:00000010:0.0:1761322991.826659:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a9ac886f. 00000100:00000010:0.0:1761322991.826662:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005d7c4309. 00000100:00000010:0.0:1761322991.826671:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005d86ea8a. 02000000:00000010:0.0:1761322991.826685:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000051729c1f. 02000000:00000010:0.0:1761322991.826714:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c92ebd3e. 00000400:00000010:0.0:1761322991.826720:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006968a62f. 00000400:00000010:0.0:1761322991.826725:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e04633ab. 00000100:00000200:0.0:1761322991.826730:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956463808, portal 16 00000400:00000010:0.0:1761322991.826741:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000085772165. 00000100:00000200:0.0:1761322991.826746:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956463808, offset 0 00000400:00000200:0.0:1761322991.826752:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322991.826759:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322991.826765:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:0.0:1761322991.826769:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761322991.826771:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322991.826774:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89081:89081:256:4294967295] 192.168.201.29@tcp LPNI seq info [89081:89081:8:4294967295] 00000400:00000200:0.0:1761322991.826781:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322991.826785:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322991.826789:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000007e4c409 (tot 82350866). 00000800:00000200:0.0:1761322991.826793:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322991.826797:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322991.826800:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000007e4c409 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761322991.827096:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761322991.827099:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000007e4c409 (tot 82350618). 00000400:00000200:1.0:1761322991.827103:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322991.827108:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:1.0:1761322991.827110:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000085772165 00000400:00000010:1.0:1761322991.827112:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000085772165. 00000100:00000200:1.0:1761322991.827120:0:15812:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005d86ea8a x1846879956463808/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761322991.829329:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dbadc049. 00010000:00000010:0.1:1761322991.829345:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000435b9a17. 00000400:00000200:1.0:1761322991.829543:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:1.0:1761322991.829561:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf70c0 00000400:00000200:1.0:1761322991.829571:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac3c9 [1] + 224 00000400:00000200:1.0:1761322991.829583:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322991.829586:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:1.0:1761322991.829597:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005d86ea8a x1846879956463808/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761322991.829638:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:1.0:1761322991.829644:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb5aac0 00000400:00000200:1.0:1761322991.829651:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaad11 [2] + 1968 00000400:00000010:1.0:1761322991.829655:0:15810:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000010a0f290. 00000400:00000200:1.0:1761322991.829659:0:15810:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000b286e73b 00000400:00000010:0.0:1761322991.829665:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006968a62f. 00000400:00000200:0.0:1761322991.829670:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e04633ab 00000400:00000010:0.0:1761322991.829672:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e04633ab. 00000100:00000200:0.0:1761322991.829682:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005d86ea8a x1846879956463808/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761322991.829691:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005d86ea8a x1846879956463808/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761322991.829728:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c92ebd3e. 00000400:00000200:1.0:1761322991.829734:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:0.0:1761322991.829737:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000051729c1f. 00000400:00000200:1.0:1761322991.829740:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000010:0.0:1761322991.829743:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005d86ea8a. 00000400:00000200:1.0:1761322991.829745:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b286e73b 00000400:00000010:1.0:1761322991.829749:0:15810:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000b286e73b (tot 82350466). 00000100:00000010:0.0:1761322991.829749:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005d7c4309. 00010000:00000010:0.0:1761322991.829754:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a9ac886f. 00000100:00000200:1.0:1761322991.829756:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1761322991.829831:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bd0eabea. 00000020:00000010:2.0:1761322991.829838:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004eabdbbf. 00000020:00000010:2.0:1761322991.829843:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c4bb781f. 00000100:00000200:2.0:1761322991.829871:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000a146140 x1846879955823296/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761322991.829910:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955823296 02000000:00000010:2.0:1761322991.829923:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006ca1214a. 00010000:00000010:2.0:1761322991.829956:0:66652:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c17f619f. 00010000:00000010:2.0:1761322991.829979:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000089039476. 00000100:00000010:2.0:1761322991.829987:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f786c0ba. 00000100:00000010:2.0:1761322991.829996:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f786c0ba. 00010000:00000010:2.0:1761322991.829999:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000089039476. 00000400:00000010:2.0:1761322991.830014:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000958958ca. 00000100:00000200:2.0:1761322991.830018:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955823296, offset 224 00000400:00000200:2.0:1761322991.830037:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:2.0:1761322991.830047:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:2.0:1761322991.830052:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89082:89082:256:4294967295] 192.168.201.29@tcp LPNI seq info [89082:89082:8:4294967295] 00000400:00000200:2.0:1761322991.830061:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:2.0:1761322991.830066:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:2.0:1761322991.830070:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a3160ea0 (tot 82350714). 00000800:00000200:2.0:1761322991.830105:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:2.0:1761322991.830113:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00010000:00000010:3.1:1761322991.830114:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000094e18b17. 00000800:00000200:2.0:1761322991.830116:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a3160ea0 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761322991.830133:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004eabdbbf. 00000020:00000010:2.0:1761322991.830136:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c4bb781f. 00000020:00000010:2.0:1761322991.830139:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bd0eabea. 02000000:00000010:2.0:1761322991.830148:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002745e721. 00000100:00000010:2.0:1761322991.830151:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000089684651. 02000000:00000010:2.0:1761322991.830156:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003389b5cd. 00000100:00000010:2.0:1761322991.830158:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000fc1dab26. 02000000:00000010:2.0:1761322991.830161:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000acac4a2e. 00000100:00000010:2.0:1761322991.830163:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000eae2da62. 02000000:00000010:2.0:1761322991.830166:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000024787b27. 00000100:00000010:2.0:1761322991.830168:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004760bad7. 02000000:00000010:2.0:1761322991.830171:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003e2e89e2. 00000100:00000010:2.0:1761322991.830172:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000dfba0156. 02000000:00000010:2.0:1761322991.830175:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000005c1a3517. 00000100:00000010:2.0:1761322991.830177:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007226fba0. 00000100:00000200:2.0:1761322991.830182:0:66652:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1761322991.830187:0:66652:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000bfcc1968. 00000400:00000010:2.0:1761322991.830191:0:66652:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000f786c0ba (tot 82350866). 00000800:00000200:1.0:1761322991.830220:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761322991.830224:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a3160ea0 (tot 82350618). 00000400:00000200:1.0:1761322991.830228:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322991.830232:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:1.0:1761322991.830234:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000958958ca 00000400:00000010:1.0:1761322991.830235:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000958958ca. 02000000:00000010:1.0:1761322991.830240:0:15811:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006ca1214a. 00080000:00000010:0.0:1761322991.830483:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000051729c1f. 00010000:00000010:0.0:1761322991.830571:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002639f563. 00010000:00000010:0.0:1761322991.830578:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000001fc95ce. 00010000:00000010:0.0:1761322991.830649:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000435b9a17. 00010000:00000010:0.0:1761322991.830656:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002639f563. 00010000:00000010:0.0:1761322991.830666:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a9ac886f. 00000100:00000010:0.0:1761322991.830670:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005d7c4309. 00000100:00000010:0.0:1761322991.830676:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005d86ea8a. 02000000:00000010:0.0:1761322991.830690:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c92ebd3e. 02000000:00000010:0.0:1761322991.830717:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007b091833. 00000400:00000010:0.0:1761322991.830721:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006968a62f. 00000400:00000010:0.0:1761322991.830724:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e04633ab. 00000100:00000200:0.0:1761322991.830727:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956463872, portal 16 00000400:00000010:0.0:1761322991.830731:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ac2f0f58. 00000100:00000200:0.0:1761322991.830733:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956463872, offset 0 00000400:00000200:0.0:1761322991.830738:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322991.830744:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322991.830750:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:0.0:1761322991.830753:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761322991.830756:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322991.830758:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89083:89083:256:4294967295] 192.168.201.29@tcp LPNI seq info [89083:89083:8:4294967295] 00000400:00000200:0.0:1761322991.830764:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322991.830768:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322991.830771:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002b6ad44b (tot 82350866). 00000800:00000200:0.0:1761322991.830775:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322991.830779:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322991.830781:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002b6ad44b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761322991.830895:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761322991.830898:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002b6ad44b (tot 82350618). 00000400:00000200:1.0:1761322991.830901:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322991.830904:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:1.0:1761322991.830907:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ac2f0f58 00000400:00000010:1.0:1761322991.830909:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ac2f0f58. 00000100:00000200:1.0:1761322991.830916:0:15812:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005d86ea8a x1846879956463872/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761322991.833488:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000082b67e57. 00010000:00000010:0.1:1761322991.834115:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d256c8a1. 00010000:00000010:0.1:1761322991.834125:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ec568eb. 00010000:00000010:0.1:1761322991.834129:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006ac36acb. 00010000:00000010:0.1:1761322991.834132:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eed802b6. 00000400:00000200:1.0:1761322991.835132:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:1.0:1761322991.835151:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf7100 00000400:00000200:1.0:1761322991.835167:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac3d9 [1] + 224 00000400:00000200:1.0:1761322991.835180:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322991.835185:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:1.0:1761322991.835197:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005d86ea8a x1846879956463872/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761322991.835239:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:1.0:1761322991.835245:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb5ab00 00000400:00000200:1.0:1761322991.835250:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaad69 [2] + 0 00000400:00000200:1.0:1761322991.835307:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322991.835311:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:1.0:1761322991.835315:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761322991.835323:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000dfba0156. 00000400:00000010:0.0:1761322991.835431:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006968a62f. 00000400:00000200:0.0:1761322991.835436:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e04633ab 00000400:00000010:0.0:1761322991.835438:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e04633ab. 00000100:00000200:0.0:1761322991.835448:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005d86ea8a x1846879956463872/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761322991.835456:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005d86ea8a x1846879956463872/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761322991.835492:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007b091833. 02000000:00000010:0.0:1761322991.835499:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c92ebd3e. 00000100:00000010:0.0:1761322991.835506:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005d86ea8a. 00000100:00000010:0.0:1761322991.835510:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005d7c4309. 00010000:00000010:0.0:1761322991.835514:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a9ac886f. 00000020:00000010:2.0:1761322991.838183:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006ca1214a. 00000020:00000010:2.0:1761322991.838201:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004eabdbbf. 00000020:00000010:2.0:1761322991.838206:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c4bb781f. 00000100:00000200:2.0:1761322991.838244:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000dfba0156 x1846879955823360/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761322991.838276:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955823360 02000000:00000010:2.0:1761322991.838291:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000005c1a3517. 00010000:00000010:2.0:1761322991.838323:0:66652:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000030c10486. 00010000:00000010:2.0:1761322991.838349:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000089039476. 00000100:00000010:2.0:1761322991.838357:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000013751a7e. 00000100:00000010:2.0:1761322991.838375:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000013751a7e. 00010000:00000010:2.0:1761322991.838379:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000089039476. 00000400:00000010:2.0:1761322991.838395:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003d5d8e74. 00000100:00000200:2.0:1761322991.838400:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955823360, offset 224 00000400:00000200:2.0:1761322991.838409:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:2.0:1761322991.838422:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:2.0:1761322991.838428:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89084:89084:256:4294967295] 192.168.201.29@tcp LPNI seq info [89084:89084:8:4294967295] 00000400:00000200:2.0:1761322991.838438:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:2.0:1761322991.838445:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:2.0:1761322991.838449:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000074e57caf (tot 82350866). 00000800:00000200:2.0:1761322991.838456:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:2.0:1761322991.838463:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:2.0:1761322991.838467:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000074e57caf type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761322991.838487:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004eabdbbf. 00000020:00000010:2.0:1761322991.838492:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c4bb781f. 00000020:00000010:2.0:1761322991.838495:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006ca1214a. 00000800:00000200:2.0:1761322991.838606:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322991.838609:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000074e57caf (tot 82350618). 00000400:00000200:2.0:1761322991.838614:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.838619:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322991.838623:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003d5d8e74 00000400:00000010:2.0:1761322991.838625:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003d5d8e74. 00080000:00000010:0.0:1761322991.838756:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000007b091833. 00010000:00000010:0.0:1761322991.838848:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002639f563. 00010000:00000010:0.0:1761322991.838856:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e0095d0e. 00010000:00000010:0.0:1761322991.839049:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000eed802b6. 00010000:00000010:0.0:1761322991.839057:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002639f563. 00010000:00000010:0.0:1761322991.839069:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a9ac886f. 00000100:00000010:0.0:1761322991.839108:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005d7c4309. 00000100:00000010:0.0:1761322991.839117:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005d86ea8a. 02000000:00000010:0.0:1761322991.839132:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c92ebd3e. 02000000:00000010:0.0:1761322991.839163:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000610e57fe. 00000400:00000010:0.0:1761322991.839168:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006968a62f. 00000400:00000010:0.0:1761322991.839173:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e04633ab. 00000100:00000200:0.0:1761322991.839178:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956463936, portal 16 00000400:00000010:0.0:1761322991.839183:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008f080af5. 00000100:00000200:0.0:1761322991.839185:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956463936, offset 0 00000400:00000200:0.0:1761322991.839191:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322991.839197:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322991.839205:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:0.0:1761322991.839208:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761322991.839211:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322991.839213:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89085:89085:256:4294967295] 192.168.201.29@tcp LPNI seq info [89085:89085:8:4294967295] 00000400:00000200:0.0:1761322991.839221:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322991.839225:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322991.839228:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bf5e0f07 (tot 82350866). 00000800:00000200:0.0:1761322991.839232:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322991.839236:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322991.839240:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bf5e0f07 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761322991.839718:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322991.839721:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bf5e0f07 (tot 82350618). 00000400:00000200:2.0:1761322991.839725:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.839729:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322991.839732:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008f080af5 00000400:00000010:2.0:1761322991.839734:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008f080af5. 00000100:00000200:2.0:1761322991.839742:0:15812:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005d86ea8a x1846879956463936/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761322991.840116:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008eb1ab4c. 00000400:00000200:1.0:1761322991.845311:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:1.0:1761322991.845347:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf7140 00000400:00000200:1.0:1761322991.845359:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac3e5 [1] + 224 00000400:00000200:1.0:1761322991.845373:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322991.845378:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:1.0:1761322991.845391:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005d86ea8a x1846879956463936/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761322991.845425:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:1.0:1761322991.845431:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb5ab40 00000400:00000200:1.0:1761322991.845436:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaad69 [2] + 328 00000400:00000200:1.0:1761322991.845500:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322991.845504:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:1.0:1761322991.845508:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761322991.845514:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004760bad7. 00000020:00000010:3.0:1761322991.845611:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a70abf31. 00000020:00000010:3.0:1761322991.845619:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000087f83c95. 00000020:00000010:3.0:1761322991.845624:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000cebde39e. 00000100:00000200:3.0:1761322991.845728:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000004760bad7 x1846879955823424/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761322991.845773:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955823424 02000000:00000010:3.0:1761322991.845787:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001346880c. 00010000:00000010:3.0:1761322991.845834:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e0af421a. 00000100:00000010:3.0:1761322991.845842:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000998415da. 00000100:00000010:3.0:1761322991.845851:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000998415da. 00010000:00000010:3.0:1761322991.845855:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e0af421a. 00000400:00000010:3.0:1761322991.845874:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009548a1b0. 00000100:00000200:3.0:1761322991.845880:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955823424, offset 224 00000400:00000200:3.0:1761322991.845889:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:3.0:1761322991.845901:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322991.845907:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89086:89086:256:4294967295] 192.168.201.29@tcp LPNI seq info [89086:89086:8:4294967295] 00000400:00000200:3.0:1761322991.845917:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322991.845922:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322991.845926:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000074c3abcf (tot 82350866). 00000800:00000200:3.0:1761322991.845932:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322991.845939:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322991.845943:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000074c3abcf type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761322991.845970:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000087f83c95. 00000020:00000010:3.0:1761322991.845975:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000cebde39e. 00000020:00000010:3.0:1761322991.845978:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a70abf31. 00000800:00000200:2.0:1761322991.846062:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322991.846066:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000074c3abcf (tot 82350618). 00000400:00000200:2.0:1761322991.846071:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.846093:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000010:0.0:1761322991.846110:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006968a62f. 00000400:00000200:0.0:1761322991.846116:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e04633ab 00000400:00000010:0.0:1761322991.846118:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e04633ab. 00000100:00000200:0.0:1761322991.846132:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005d86ea8a x1846879956463936/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761322991.846146:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005d86ea8a x1846879956463936/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1761322991.846181:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005e24a250. 02000000:00000010:0.0:1761322991.846205:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000610e57fe. 02000000:00000010:0.0:1761322991.846214:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c92ebd3e. 00000100:00000010:0.0:1761322991.846224:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005d86ea8a. 00000100:00000010:0.0:1761322991.846228:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005d7c4309. 00010000:00000010:0.0:1761322991.846231:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a9ac886f. 00080000:00000010:0.0:1761322991.846257:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000610e57fe. 00000400:00000200:2.0:1761322991.846330:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009548a1b0 00000400:00000010:2.0:1761322991.846334:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009548a1b0. 00010000:00000010:0.0:1761322991.846342:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002639f563. 00010000:00000010:0.0:1761322991.846350:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000097306469. 00010000:00000010:0.0:1761322991.846577:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007ec568eb. 00010000:00000010:0.0:1761322991.846583:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002639f563. 00010000:00000010:0.0:1761322991.846594:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a9ac886f. 00000100:00000010:0.0:1761322991.846598:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005d7c4309. 00000100:00000010:0.0:1761322991.846604:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005d86ea8a. 02000000:00000010:0.0:1761322991.846617:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c88c5890. 02000000:00000010:0.0:1761322991.846645:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000332c2d23. 00000400:00000010:0.0:1761322991.846650:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006968a62f. 00000400:00000010:0.0:1761322991.846654:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e04633ab. 00000100:00000200:0.0:1761322991.846660:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956464000, portal 16 00000400:00000010:0.0:1761322991.846665:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000052eed8f0. 00000100:00000200:0.0:1761322991.846666:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956464000, offset 0 00000400:00000200:0.0:1761322991.846673:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322991.846680:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322991.846688:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:0.0:1761322991.846692:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761322991.846694:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322991.846697:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89087:89087:256:4294967295] 192.168.201.29@tcp LPNI seq info [89087:89087:8:4294967295] 00000400:00000200:0.0:1761322991.846704:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322991.846708:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322991.846711:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f8f59593 (tot 82350866). 00000800:00000200:0.0:1761322991.846715:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322991.846720:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322991.846722:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f8f59593 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761322991.846810:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322991.846813:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f8f59593 (tot 82350618). 00000400:00000200:2.0:1761322991.846816:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.846820:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322991.846824:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000052eed8f0 00000400:00000010:2.0:1761322991.846825:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000052eed8f0. 00000100:00000200:2.0:1761322991.846831:0:15812:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005d86ea8a x1846879956464000/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761322991.849600:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:1.0:1761322991.849619:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf7180 00000400:00000200:1.0:1761322991.849628:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac3f1 [1] + 224 00000400:00000200:1.0:1761322991.849644:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322991.849648:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:1.0:1761322991.849659:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005d86ea8a x1846879956464000/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761322991.849759:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006968a62f. 00000400:00000200:0.0:1761322991.849765:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e04633ab 00000400:00000010:0.0:1761322991.849767:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e04633ab. 00000100:00000200:0.0:1761322991.849776:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005d86ea8a x1846879956464000/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761322991.849784:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005d86ea8a x1846879956464000/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761322991.849835:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000332c2d23. 02000000:00000010:0.0:1761322991.849842:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c88c5890. 00000100:00000010:0.0:1761322991.849846:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005d86ea8a. 00000100:00000010:0.0:1761322991.849851:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005d7c4309. 00010000:00000010:0.0:1761322991.849860:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a9ac886f. 00010000:00000010:0.1:1761322991.850179:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a2d53345. 00010000:00000010:0.1:1761322991.850187:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000065adce96. 00000400:00000200:2.0:1761322991.850401:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322991.850411:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb5ab80 00000400:00000200:2.0:1761322991.850417:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaad69 [2] + 656 00000400:00000200:2.0:1761322991.850475:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.850479:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322991.850483:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761322991.850489:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007226fba0. 00000020:00000010:3.0:1761322991.850599:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a70abf31. 00000020:00000010:3.0:1761322991.850611:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000087f83c95. 00000020:00000010:3.0:1761322991.850616:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000cebde39e. 00000100:00000200:3.0:1761322991.850644:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007226fba0 x1846879955823488/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761322991.850722:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955823488 02000000:00000010:3.0:1761322991.850734:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003e2e89e2. 00010000:00000010:3.0:1761322991.850764:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009390e5e4. 00010000:00000010:3.0:1761322991.850788:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e0af421a. 00000100:00000010:3.0:1761322991.850796:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000998415da. 00000100:00000010:3.0:1761322991.850811:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000998415da. 00010000:00000010:3.0:1761322991.850816:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e0af421a. 00000400:00000010:3.0:1761322991.850830:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000facd7dd7. 00000100:00000200:3.0:1761322991.850836:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955823488, offset 224 00000400:00000200:3.0:1761322991.850846:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:3.0:1761322991.850861:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322991.850867:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89088:89088:256:4294967295] 192.168.201.29@tcp LPNI seq info [89088:89088:8:4294967295] 00000400:00000200:3.0:1761322991.850883:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322991.850894:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322991.850900:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003de23d37 (tot 82350866). 00000800:00000200:3.0:1761322991.850908:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00080000:00000010:0.0:1761322991.850913:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c88c5890. 00000800:00000200:3.0:1761322991.850920:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322991.850925:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003de23d37 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761322991.850949:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000087f83c95. 00000020:00000010:3.0:1761322991.850953:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000cebde39e. 00000020:00000010:3.0:1761322991.850956:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a70abf31. 00000800:00000200:2.0:1761322991.851042:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322991.851047:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003de23d37 (tot 82350618). 00000400:00000200:2.0:1761322991.851052:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.851056:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322991.851060:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000facd7dd7 00000400:00000010:2.0:1761322991.851061:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000facd7dd7. 00010000:00000010:0.0:1761322991.851358:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002639f563. 00010000:00000010:0.0:1761322991.851369:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b261d025. 00010000:00000010:0.0:1761322991.851451:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000065adce96. 00010000:00000010:0.0:1761322991.851458:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002639f563. 00010000:00000010:0.0:1761322991.851471:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a9ac886f. 00000100:00000010:0.0:1761322991.851476:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005d7c4309. 00000100:00000010:0.0:1761322991.851485:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005d86ea8a. 02000000:00000010:0.0:1761322991.851500:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000332c2d23. 02000000:00000010:0.0:1761322991.851532:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000044a286d3. 00000400:00000010:0.0:1761322991.851537:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006968a62f. 00000400:00000010:0.0:1761322991.851541:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e04633ab. 00000100:00000200:0.0:1761322991.851546:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956464064, portal 16 00000400:00000010:0.0:1761322991.851551:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004b81dcf2. 00000100:00000200:0.0:1761322991.851553:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956464064, offset 0 00000400:00000200:0.0:1761322991.851560:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322991.851571:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322991.851578:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:0.0:1761322991.851581:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761322991.851584:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322991.851587:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89089:89089:256:4294967295] 192.168.201.29@tcp LPNI seq info [89089:89089:8:4294967295] 00000400:00000200:0.0:1761322991.851596:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322991.851601:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322991.851605:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a69d00c5 (tot 82350866). 00000800:00000200:0.0:1761322991.851610:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322991.851617:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322991.851621:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a69d00c5 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761322991.852439:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761322991.852444:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a69d00c5 (tot 82350618). 00000400:00000200:1.0:1761322991.852449:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322991.852455:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:1.0:1761322991.852458:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004b81dcf2 00000400:00000010:1.0:1761322991.852460:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004b81dcf2. 00000100:00000200:1.0:1761322991.852469:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005d86ea8a x1846879956464064/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322991.854723:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322991.854965:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf71c0 00000400:00000200:2.0:1761322991.854976:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac3fd [1] + 224 00000400:00000200:2.0:1761322991.854992:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.854996:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322991.855007:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005d86ea8a x1846879956464064/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322991.855055:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322991.855061:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb5abc0 00000400:00000200:2.0:1761322991.855067:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaad69 [2] + 984 00000400:00000010:0.0:1761322991.855165:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006968a62f. 00000400:00000200:0.0:1761322991.855183:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e04633ab 00000400:00000010:0.0:1761322991.855185:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e04633ab. 00000100:00000200:0.0:1761322991.855202:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005d86ea8a x1846879956464064/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761322991.855213:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005d86ea8a x1846879956464064/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761322991.855253:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000044a286d3. 02000000:00000010:0.0:1761322991.855260:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000332c2d23. 00000100:00000010:0.0:1761322991.855265:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005d86ea8a. 00000100:00000010:0.0:1761322991.855269:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005d7c4309. 00010000:00000010:0.0:1761322991.855273:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a9ac886f. 00000400:00000200:2.0:1761322991.855347:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.855354:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322991.855361:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761322991.855368:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004a31252b. 00000020:00000010:3.0:1761322991.855556:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a70abf31. 00000020:00000010:3.0:1761322991.855565:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000087f83c95. 00000020:00000010:3.0:1761322991.855570:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000cebde39e. 00000100:00000200:3.0:1761322991.855605:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000004a31252b x1846879955823552/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761322991.855637:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955823552 02000000:00000010:3.0:1761322991.855650:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000024787b27. 00010000:00000010:3.0:1761322991.855682:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dd9fdd46. 00010000:00000010:3.0:1761322991.855703:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e0af421a. 00000100:00000010:3.0:1761322991.855710:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000998415da. 00000100:00000010:3.0:1761322991.855725:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000998415da. 00010000:00000010:3.0:1761322991.855728:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e0af421a. 00000400:00000010:3.0:1761322991.855743:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000008e8c36c. 00000100:00000200:3.0:1761322991.855749:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955823552, offset 224 00000400:00000200:3.0:1761322991.855758:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:3.0:1761322991.855771:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00080000:00000010:0.0:1761322991.855772:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000332c2d23. 00000400:00000200:3.0:1761322991.855784:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89090:89090:256:4294967295] 192.168.201.29@tcp LPNI seq info [89090:89090:8:4294967295] 00000400:00000200:3.0:1761322991.855797:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322991.855803:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322991.855809:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000f1ffd3f (tot 82350866). 00000800:00000200:3.0:1761322991.855827:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322991.855837:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322991.855842:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000f1ffd3f type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761322991.855865:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000087f83c95. 00000020:00000010:3.0:1761322991.855871:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000cebde39e. 00010000:00000010:0.0:1761322991.855873:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002639f563. 00000020:00000010:3.0:1761322991.855875:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a70abf31. 00010000:00000010:0.0:1761322991.855886:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006901ba03. 00010000:00000010:0.0:1761322991.855973:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006ac36acb. 00010000:00000010:0.0:1761322991.855978:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006861bee8. 00010000:00000010:0.0:1761322991.855984:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e5d1b8cb. 00010000:00000010:0.0:1761322991.855989:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002639f563. 00080000:00000010:0.0:1761322991.856005:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000044a286d3. 00010000:00000010:0.0:1761322991.856042:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002639f563. 00010000:00000010:0.0:1761322991.856046:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006861bee8. 00010000:00000010:0.0:1761322991.856125:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006e229ae1. 00010000:00000010:0.0:1761322991.856129:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002639f563. 00010000:00000010:0.0:1761322991.856137:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a9ac886f. 00000100:00000010:0.0:1761322991.856143:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005d7c4309. 00000100:00000010:0.0:1761322991.856150:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005d86ea8a. 02000000:00000010:0.0:1761322991.856165:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000038a8085b. 02000000:00000010:0.0:1761322991.856201:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009712e93a. 00000400:00000010:0.0:1761322991.856207:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006968a62f. 00000400:00000010:0.0:1761322991.856212:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e04633ab. 00000100:00000200:0.0:1761322991.856219:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956464128, portal 16 00000400:00000010:0.0:1761322991.856224:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ac81ce21. 00000100:00000200:0.0:1761322991.856226:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956464128, offset 0 00000400:00000200:0.0:1761322991.856236:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322991.856251:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322991.856259:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:0.0:1761322991.856262:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761322991.856265:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322991.856269:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89091:89091:255:4294967295] 192.168.201.29@tcp LPNI seq info [89091:89091:7:4294967295] 00000800:00000200:2.0:1761322991.856273:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322991.856278:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000f1ffd3f (tot 82350618). 00000400:00000200:0.0:1761322991.856284:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000400:00000200:2.0:1761322991.856286:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.856301:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000800:00000200:0.0:1761322991.856305:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000400:00000200:2.0:1761322991.856309:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000008e8c36c 00000400:00000010:2.0:1761322991.856313:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000008e8c36c. 00000800:00000010:0.0:1761322991.856313:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004c92fdd7 (tot 82350866). 00000800:00000200:0.0:1761322991.856326:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322991.856334:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322991.856338:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004c92fdd7 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761322991.858373:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761322991.858381:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004c92fdd7 (tot 82350618). 00000400:00000200:1.0:1761322991.858388:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322991.858396:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:1.0:1761322991.858401:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ac81ce21 00000400:00000010:1.0:1761322991.858404:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ac81ce21. 00000100:00000200:1.0:1761322991.858416:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005d86ea8a x1846879956464128/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761322991.859265:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a2bcc164. 00010000:00000010:0.1:1761322991.859274:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000435b9a17. 00010000:00000010:2.1:1761322991.859459:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000513de7a3. 00000400:00000200:2.0:1761322991.862195:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322991.862221:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf7200 00000400:00000200:2.0:1761322991.862233:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac409 [1] + 224 00000400:00000200:2.0:1761322991.862248:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.862252:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322991.862264:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005d86ea8a x1846879956464128/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322991.862308:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322991.862314:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb5ac00 00000400:00000200:2.0:1761322991.862319:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaad69 [2] + 1312 00000400:00000200:2.0:1761322991.862384:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.862388:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322991.862393:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761322991.862400:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007661af9c. 00000020:00000010:3.0:1761322991.862648:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a70abf31. 00000020:00000010:3.0:1761322991.862657:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000087f83c95. 00000020:00000010:3.0:1761322991.862660:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000cebde39e. 00000100:00000200:3.0:1761322991.862685:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007661af9c x1846879955823616/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761322991.862725:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955823616 00000400:00000010:0.0:1761322991.862736:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006968a62f. 02000000:00000010:3.0:1761322991.862738:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003389b5cd. 00000400:00000200:0.0:1761322991.862759:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e04633ab 00000400:00000010:0.0:1761322991.862763:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e04633ab. 00010000:00000010:3.0:1761322991.862775:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e0af421a. 00000100:00000200:0.0:1761322991.862782:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005d86ea8a x1846879956464128/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000010:3.0:1761322991.862783:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000998415da. 00000100:00000010:3.0:1761322991.862792:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000998415da. 00010000:00000010:3.0:1761322991.862798:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e0af421a. 00000100:00000200:0.0:1761322991.862803:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005d86ea8a x1846879956464128/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761322991.862812:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007f716d44. 00000100:00000200:3.0:1761322991.862819:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955823616, offset 224 00000400:00000200:3.0:1761322991.862828:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00010000:00000010:0.0:1761322991.862840:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000252a007f. 00000400:00000200:3.0:1761322991.862841:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322991.862851:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89092:89092:256:4294967295] 192.168.201.29@tcp LPNI seq info [89092:89092:8:4294967295] 00000400:00000200:3.0:1761322991.862865:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 02000000:00000010:0.0:1761322991.862870:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009712e93a. 00000800:00000200:3.0:1761322991.862871:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322991.862879:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000c003157 (tot 82350866). 02000000:00000010:0.0:1761322991.862882:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000038a8085b. 00000800:00000200:3.0:1761322991.862888:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000100:00000010:0.0:1761322991.862890:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005d86ea8a. 00000100:00000010:0.0:1761322991.862897:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005d7c4309. 00000800:00000200:3.0:1761322991.862901:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00010000:00000010:0.0:1761322991.862906:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a9ac886f. 00000800:00000200:3.0:1761322991.862908:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000c003157 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761322991.862931:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000087f83c95. 00080000:00000010:0.0:1761322991.862933:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000038a8085b. 00000020:00000010:3.0:1761322991.862937:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000cebde39e. 00000020:00000010:3.0:1761322991.862942:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a70abf31. 00010000:00000010:0.0:1761322991.863039:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002639f563. 00010000:00000010:0.0:1761322991.863050:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000054287566. 00010000:00000010:0.0:1761322991.863161:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000435b9a17. 00010000:00000010:0.0:1761322991.863168:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002639f563. 00010000:00000010:0.0:1761322991.863182:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a9ac886f. 00000100:00000010:0.0:1761322991.863189:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005d7c4309. 00000100:00000010:0.0:1761322991.863198:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005d86ea8a. 00000800:00000200:2.0:1761322991.863219:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322991.863225:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000c003157 (tot 82350618). 02000000:00000010:0.0:1761322991.863226:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009712e93a. 00000400:00000200:2.0:1761322991.863230:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.863237:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322991.863242:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007f716d44 00000400:00000010:2.0:1761322991.863244:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007f716d44. 02000000:00000010:0.0:1761322991.863264:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b66c857c. 00000400:00000010:0.0:1761322991.863270:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006968a62f. 00000400:00000010:0.0:1761322991.863275:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e04633ab. 00000100:00000200:0.0:1761322991.863280:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956464192, portal 16 00000400:00000010:0.0:1761322991.863286:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b5b32290. 00000100:00000200:0.0:1761322991.863288:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956464192, offset 0 00000400:00000200:0.0:1761322991.863304:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322991.863316:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322991.863324:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:0.0:1761322991.863327:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761322991.863330:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322991.863333:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89093:89093:256:4294967295] 192.168.201.29@tcp LPNI seq info [89093:89093:8:4294967295] 00000400:00000200:0.0:1761322991.863344:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322991.863351:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322991.863355:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000361d1353 (tot 82350866). 00000800:00000200:0.0:1761322991.863361:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322991.863369:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322991.863373:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000361d1353 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761322991.863469:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761322991.863473:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000361d1353 (tot 82350618). 00000400:00000200:1.0:1761322991.863477:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322991.863482:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:1.0:1761322991.863485:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b5b32290 00000400:00000010:1.0:1761322991.863487:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b5b32290. 00000100:00000200:1.0:1761322991.863495:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005d86ea8a x1846879956464192/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322991.865127:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322991.865143:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf7240 00000400:00000200:2.0:1761322991.865152:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac415 [1] + 224 00000400:00000200:2.0:1761322991.865170:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.865173:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322991.865182:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005d86ea8a x1846879956464192/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322991.865501:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322991.865509:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb5ac40 00000400:00000200:2.0:1761322991.865595:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaad69 [2] + 1640 00000400:00000200:2.0:1761322991.865661:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.865664:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322991.865669:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761322991.865675:0:15812:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f7a33011. 00000020:00000010:1.0:1761322991.865782:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d0c9d6cb. 00000020:00000010:1.0:1761322991.865856:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000005b2eeef8. 00000020:00000010:1.0:1761322991.865862:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001d369eb8. 00000100:00000200:1.0:1761322991.865888:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f7a33011 x1846879955823680/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761322991.865922:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955823680 02000000:00000010:1.0:1761322991.865934:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000007f53fb7. 00010000:00000010:1.0:1761322991.865972:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d1f383aa. 00000100:00000010:1.0:1761322991.865980:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b65c9c75. 00000100:00000010:1.0:1761322991.865986:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b65c9c75. 00010000:00000010:1.0:1761322991.865990:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d1f383aa. 00000400:00000010:1.0:1761322991.866004:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003650095b. 00000100:00000200:1.0:1761322991.866009:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955823680, offset 224 00000400:00000200:1.0:1761322991.866018:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322991.866039:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322991.866046:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89094:89094:256:4294967295] 192.168.201.29@tcp LPNI seq info [89094:89094:8:4294967295] 00000400:00000200:1.0:1761322991.866055:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322991.866059:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322991.866064:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006d93c9a0 (tot 82350866). 00000800:00000200:1.0:1761322991.866069:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322991.866126:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322991.866130:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006d93c9a0 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761322991.866153:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000005b2eeef8. 00000020:00000010:1.0:1761322991.866158:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001d369eb8. 00000020:00000010:1.0:1761322991.866161:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d0c9d6cb. 00000800:00000200:1.0:1761322991.866245:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761322991.866249:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006d93c9a0 (tot 82350618). 00000400:00000200:1.0:1761322991.866254:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322991.866258:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:1.0:1761322991.866262:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003650095b 00000400:00000010:1.0:1761322991.866264:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003650095b. 00010000:00000010:0.1:1761322991.867106:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cab0d53f. 00010000:00000010:0.1:1761322991.867126:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002215e17d. 00010000:00000010:3.1:1761322991.867130:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007990e128. 00010000:00000010:0.1:1761322991.867135:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eed802b6. 00000400:00000010:0.0:1761322991.867177:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006968a62f. 00000400:00000200:0.0:1761322991.867183:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e04633ab 00000400:00000010:0.0:1761322991.867186:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e04633ab. 00000100:00000200:0.0:1761322991.867204:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005d86ea8a x1846879956464192/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761322991.867216:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005d86ea8a x1846879956464192/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1761322991.867256:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002a0e0c78. 02000000:00000010:0.0:1761322991.867274:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b66c857c. 02000000:00000010:0.0:1761322991.867281:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009712e93a. 00000100:00000010:0.0:1761322991.867287:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005d86ea8a. 00000100:00000010:0.0:1761322991.867292:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005d7c4309. 00010000:00000010:0.0:1761322991.867296:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a9ac886f. 00080000:00000010:0.0:1761322991.867318:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000009712e93a. 00010000:00000010:0.0:1761322991.867414:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002639f563. 00010000:00000010:0.0:1761322991.867421:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000067ae1a90. 00010000:00000010:0.0:1761322991.867498:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000eed802b6. 00010000:00000010:0.0:1761322991.867503:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002639f563. 00010000:00000010:0.0:1761322991.867519:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a9ac886f. 00000100:00000010:0.0:1761322991.867526:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005d7c4309. 00000100:00000010:0.0:1761322991.867534:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005d86ea8a. 02000000:00000010:0.0:1761322991.867549:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b66c857c. 02000000:00000010:0.0:1761322991.867584:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e45b4445. 00000400:00000010:0.0:1761322991.867589:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006968a62f. 00000400:00000010:0.0:1761322991.867593:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e04633ab. 00000100:00000200:0.0:1761322991.867599:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956464256, portal 16 00000400:00000010:0.0:1761322991.867605:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000014ec2920. 00000100:00000200:0.0:1761322991.867607:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956464256, offset 0 00000400:00000200:0.0:1761322991.867614:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322991.867628:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322991.867635:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:0.0:1761322991.867639:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761322991.867642:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322991.867644:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89095:89095:256:4294967295] 192.168.201.29@tcp LPNI seq info [89095:89095:8:4294967295] 00000400:00000200:0.0:1761322991.867653:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322991.867660:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322991.867664:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000057731204 (tot 82350866). 00000800:00000200:0.0:1761322991.867670:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322991.867677:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322991.867681:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000057731204 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761322991.868068:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322991.868098:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000057731204 (tot 82350618). 00000400:00000200:2.0:1761322991.868157:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.868166:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322991.868171:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000014ec2920 00000400:00000010:2.0:1761322991.868173:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000014ec2920. 00000100:00000200:2.0:1761322991.868184:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005d86ea8a x1846879956464256/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761322991.871119:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002508434c. 00010000:00000010:0.1:1761322991.871136:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ec568eb. 00010000:00000010:0.1:1761322991.871142:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000045614599. 00010000:00000010:0.1:1761322991.871146:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000065adce96. 00010000:00000010:0.1:1761322991.871149:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006ac36acb. 00010000:00000010:0.1:1761322991.871153:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e5d1b8cb. 00010000:00000010:3.1:1761322991.871214:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a2ca4a0c. 00010000:00000010:0.1:1761322991.875127:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002fcf31e7. 00010000:00000010:0.1:1761322991.875143:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d178e00f. 00010000:00000010:0.1:1761322991.875148:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006e229ae1. 00010000:00000010:0.1:1761322991.875151:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a11fe0d3. 00010000:00000010:0.1:1761322991.875154:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007c34beee. 00010000:00000010:0.1:1761322991.875157:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000435b9a17. 00000400:00000200:2.0:1761322991.877297:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322991.877326:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf7280 00000400:00000200:2.0:1761322991.877336:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac421 [1] + 224 00000400:00000200:2.0:1761322991.877351:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.877354:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322991.877372:0:15812:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005d86ea8a x1846879956464256/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322991.877409:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322991.877414:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb5ac80 00000400:00000200:2.0:1761322991.877421:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaad69 [2] + 1968 00000400:00000010:2.0:1761322991.877426:0:15812:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e24b8b11. 00000400:00000200:2.0:1761322991.877430:0:15812:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000ae1f2cdf 00000400:00000200:2.0:1761322991.877471:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.877475:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322991.877478:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ae1f2cdf 00000400:00000010:2.0:1761322991.877480:0:15812:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000ae1f2cdf (tot 82350466). 00000100:00000200:2.0:1761322991.877487:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1761322991.877585:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a70abf31. 00000020:00000010:3.0:1761322991.877594:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000087f83c95. 00000020:00000010:3.0:1761322991.877599:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000cebde39e. 00000100:00000200:3.0:1761322991.877626:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000067a255a2 x1846879955823744/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761322991.877666:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955823744 02000000:00000010:3.0:1761322991.877679:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002745e721. 00010000:00000010:3.0:1761322991.877728:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e0af421a. 00000100:00000010:3.0:1761322991.877737:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000998415da. 00000100:00000010:3.0:1761322991.877743:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000998415da. 00010000:00000010:3.0:1761322991.877747:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e0af421a. 00000400:00000010:3.0:1761322991.877763:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a1f6e4d9. 00000100:00000200:3.0:1761322991.877768:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955823744, offset 224 00000400:00000200:3.0:1761322991.877776:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:3.0:1761322991.878149:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322991.878156:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89096:89096:256:4294967295] 192.168.201.29@tcp LPNI seq info [89096:89096:8:4294967295] 00000400:00000200:3.0:1761322991.878167:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322991.878172:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322991.878179:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000642747f (tot 82350714). 00000800:00000200:3.0:1761322991.878187:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322991.878198:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322991.878204:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000642747f type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761322991.878223:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000087f83c95. 00000020:00000010:3.0:1761322991.878228:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000cebde39e. 00000020:00000010:3.0:1761322991.878232:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a70abf31. 00000400:00000010:0.0:1761322991.878240:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006968a62f. 02000000:00000010:3.0:1761322991.878243:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000007f53fb7. 00000100:00000010:3.0:1761322991.878248:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f7a33011. 00000400:00000200:0.0:1761322991.878258:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e04633ab 02000000:00000010:3.0:1761322991.878259:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003389b5cd. 00000400:00000010:0.0:1761322991.878263:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e04633ab. 00000100:00000010:3.0:1761322991.878265:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007661af9c. 02000000:00000010:3.0:1761322991.878272:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000024787b27. 00000100:00000010:3.0:1761322991.878276:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004a31252b. 02000000:00000010:3.0:1761322991.878281:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003e2e89e2. 00000100:00000010:3.0:1761322991.878284:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007226fba0. 00000100:00000200:0.0:1761322991.878288:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005d86ea8a x1846879956464256/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761322991.878289:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001346880c. 00000100:00000010:3.0:1761322991.878295:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004760bad7. 02000000:00000010:3.0:1761322991.878303:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000005c1a3517. 00000100:00000010:3.0:1761322991.878306:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000dfba0156. 00000100:00000200:0.0:1761322991.878317:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005d86ea8a x1846879956464256/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761322991.878319:0:67479:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1761322991.878326:0:67479:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000927923b8. 00000400:00000010:3.0:1761322991.878333:0:67479:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000998415da (tot 82350866). 00010000:00000010:0.0:1761322991.878357:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f98910ae. 02000000:00000010:0.0:1761322991.878387:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e45b4445. 02000000:00000010:0.0:1761322991.878395:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b66c857c. 00000100:00000010:0.0:1761322991.878400:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005d86ea8a. 00000100:00000010:0.0:1761322991.878404:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005d7c4309. 00010000:00000010:0.0:1761322991.878407:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a9ac886f. 00080000:00000010:0.0:1761322991.878436:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b66c857c. 00000800:00000200:1.0:1761322991.878510:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761322991.878516:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000642747f (tot 82350618). 00000400:00000200:1.0:1761322991.878521:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322991.878528:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:1.0:1761322991.878532:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a1f6e4d9 00000400:00000010:1.0:1761322991.878534:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a1f6e4d9. 02000000:00000010:1.0:1761322991.878540:0:15810:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002745e721. 00010000:00000010:0.0:1761322991.878546:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002639f563. 00010000:00000010:0.0:1761322991.878557:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000cc38622. 00010000:00000010:0.0:1761322991.878652:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000435b9a17. 00010000:00000010:0.0:1761322991.878659:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002639f563. 00010000:00000010:0.0:1761322991.878673:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a9ac886f. 00000100:00000010:0.0:1761322991.878679:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005d7c4309. 00000100:00000010:0.0:1761322991.878686:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005d86ea8a. 02000000:00000010:0.0:1761322991.878701:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e45b4445. 02000000:00000010:0.0:1761322991.878736:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005ec22132. 00000400:00000010:0.0:1761322991.878741:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006968a62f. 00000400:00000010:0.0:1761322991.878746:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e04633ab. 00000100:00000200:0.0:1761322991.878752:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956464320, portal 16 00000400:00000010:0.0:1761322991.878757:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000005e828a6. 00000100:00000200:0.0:1761322991.878759:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956464320, offset 0 00000400:00000200:0.0:1761322991.878767:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322991.878781:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322991.878790:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:0.0:1761322991.878794:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761322991.878797:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322991.878801:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89097:89097:256:4294967295] 192.168.201.29@tcp LPNI seq info [89097:89097:8:4294967295] 00000400:00000200:0.0:1761322991.878813:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322991.878819:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322991.878826:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000057731204 (tot 82350866). 00000800:00000200:0.0:1761322991.878834:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322991.878844:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322991.878848:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000057731204 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761322991.879256:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322991.879261:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000057731204 (tot 82350618). 00000400:00000200:2.0:1761322991.879265:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.879271:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322991.879275:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000005e828a6 00000400:00000010:2.0:1761322991.879277:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000005e828a6. 00000100:00000200:2.0:1761322991.879285:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005d86ea8a x1846879956464320/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322991.882376:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322991.882406:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf72c0 00000400:00000200:2.0:1761322991.882416:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac431 [1] + 224 00000400:00000200:2.0:1761322991.882437:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.882442:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322991.882453:0:15812:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005d86ea8a x1846879956464320/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761322991.882546:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006968a62f. 00000400:00000200:0.0:1761322991.882563:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e04633ab 00000400:00000010:0.0:1761322991.882566:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e04633ab. 00000100:00000200:0.0:1761322991.882583:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005d86ea8a x1846879956464320/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761322991.882596:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005d86ea8a x1846879956464320/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761322991.882637:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005ec22132. 02000000:00000010:0.0:1761322991.882644:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e45b4445. 00000100:00000010:0.0:1761322991.882649:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005d86ea8a. 00000100:00000010:0.0:1761322991.882653:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005d7c4309. 00010000:00000010:0.0:1761322991.882658:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a9ac886f. 00000400:00000200:1.0:1761322991.883665:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:1.0:1761322991.883681:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb5acc0 00000400:00000200:1.0:1761322991.883688:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaadc1 [2] + 0 00000400:00000200:1.0:1761322991.883769:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322991.883774:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:1.0:1761322991.883780:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761322991.883787:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000eae2da62. 00000020:00000010:3.0:1761322991.883872:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001346880c. 00000020:00000010:3.0:1761322991.883881:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000087f83c95. 00000020:00000010:3.0:1761322991.883888:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000cebde39e. 00000100:00000200:3.0:1761322991.883915:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000eae2da62 x1846879955823808/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761322991.883952:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955823808 02000000:00000010:3.0:1761322991.883963:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003e2e89e2. 00010000:00000010:3.0:1761322991.883991:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001ba1a044. 00010000:00000010:3.0:1761322991.884071:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e0af421a. 00000100:00000010:3.0:1761322991.884118:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000430adcff. 00000100:00000010:3.0:1761322991.884133:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000430adcff. 00010000:00000010:3.0:1761322991.884138:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e0af421a. 00080000:00000010:0.0:1761322991.884187:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e45b4445. 00010000:00000010:0.0:1761322991.884279:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002639f563. 00010000:00000010:0.0:1761322991.884289:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001d068423. 00010000:00000010:0.0:1761322991.884371:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006e229ae1. 00010000:00000010:0.0:1761322991.884377:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002639f563. 00010000:00000010:0.0:1761322991.884390:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a9ac886f. 00000100:00000010:0.0:1761322991.884397:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005d7c4309. 00000100:00000010:0.0:1761322991.884406:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005d86ea8a. 02000000:00000010:0.0:1761322991.884421:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005ec22132. 02000000:00000010:0.0:1761322991.884455:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d2895f81. 00000400:00000010:0.0:1761322991.884462:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006968a62f. 00000400:00000010:0.0:1761322991.884467:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e04633ab. 00000100:00000200:0.0:1761322991.884474:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956464384, portal 16 00000400:00000010:0.0:1761322991.884481:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000005e828a6. 00000100:00000200:0.0:1761322991.884483:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956464384, offset 0 00000400:00000200:0.0:1761322991.884493:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322991.884508:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322991.884516:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:0.0:1761322991.884520:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761322991.884523:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322991.884527:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89098:89098:256:4294967295] 192.168.201.29@tcp LPNI seq info [89098:89098:8:4294967295] 00000400:00000200:0.0:1761322991.884537:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322991.884543:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322991.884548:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000361d1353 (tot 82350866). 00000800:00000200:0.0:1761322991.884554:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322991.884562:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322991.884567:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000361d1353 type 1, nob 424 niov 1 nkiov 1 00000400:00000010:2.0:1761322991.884813:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003d5d8e74. 00000100:00000200:2.0:1761322991.884822:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955823808, offset 224 00000400:00000200:2.0:1761322991.884832:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:2.0:1761322991.884845:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:2.0:1761322991.884850:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89099:89099:255:4294967295] 192.168.201.29@tcp LPNI seq info [89099:89099:7:4294967295] 00000400:00000200:2.0:1761322991.884860:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:2.0:1761322991.884868:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:2.0:1761322991.884873:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000074e57caf (tot 82351114). 00000800:00000200:2.0:1761322991.884879:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:2.0:1761322991.884885:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:2.0:1761322991.884889:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000074e57caf type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761322991.884904:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000087f83c95. 00000020:00000010:2.0:1761322991.884909:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000cebde39e. 00000020:00000010:2.0:1761322991.884913:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001346880c. 00000800:00000200:1.0:1761322991.884996:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761322991.885001:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000361d1353 (tot 82350866). 00000400:00000200:1.0:1761322991.885006:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322991.885013:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:1.0:1761322991.885017:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000005e828a6 00000400:00000010:1.0:1761322991.885019:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000005e828a6. 00000100:00000200:1.0:1761322991.885041:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005d86ea8a x1846879956464384/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000800:00000200:1.0:1761322991.885149:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761322991.885152:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000074e57caf (tot 82350618). 00000400:00000200:1.0:1761322991.885156:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322991.885159:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:1.0:1761322991.885161:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003d5d8e74 00000400:00000010:1.0:1761322991.885162:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003d5d8e74. 00010000:00000010:0.1:1761322991.886426:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ed24e730. 00010000:00000010:0.1:1761322991.886437:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000089e59ac8. 00010000:00000010:0.1:1761322991.886456:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eed802b6. 00000400:00000200:2.0:1761322991.887038:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322991.887060:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf7300 00000400:00000200:2.0:1761322991.887070:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac439 [1] + 224 00000400:00000200:2.0:1761322991.887132:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.887137:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322991.887149:0:15812:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005d86ea8a x1846879956464384/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761322991.887293:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006968a62f. 00000400:00000200:0.0:1761322991.887300:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e04633ab 00000400:00000010:0.0:1761322991.887302:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e04633ab. 00000100:00000200:0.0:1761322991.887315:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005d86ea8a x1846879956464384/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761322991.887359:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:1.0:1761322991.887369:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb5ad00 00000400:00000200:1.0:1761322991.887376:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaadc1 [2] + 328 00000100:00000200:0.0:1761322991.887392:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005d86ea8a x1846879956464384/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761322991.887432:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d2895f81. 00000400:00000200:1.0:1761322991.887439:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:0.0:1761322991.887441:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000005ec22132. 00000400:00000200:1.0:1761322991.887446:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000010:0.0:1761322991.887448:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005d86ea8a. 00000100:00000200:1.0:1761322991.887454:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761322991.887456:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005d7c4309. 00000100:00000010:1.0:1761322991.887463:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000fc1dab26. 00010000:00000010:0.0:1761322991.887464:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a9ac886f. 00000020:00000010:2.0:1761322991.887751:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005c1a3517. 00000020:00000010:2.0:1761322991.887760:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004eabdbbf. 00000020:00000010:2.0:1761322991.887764:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c4bb781f. 00000100:00000200:2.0:1761322991.887791:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000fc1dab26 x1846879955823872/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761322991.887825:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955823872 02000000:00000010:2.0:1761322991.887838:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006ca1214a. 00010000:00000010:2.0:1761322991.887869:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a1f8ebc6. 00010000:00000010:2.0:1761322991.887897:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000089039476. 00000100:00000010:2.0:1761322991.887904:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000013751a7e. 00000100:00000010:2.0:1761322991.887927:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000013751a7e. 00010000:00000010:2.0:1761322991.887930:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000089039476. 00000400:00000010:2.0:1761322991.887946:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002caf11b4. 00000100:00000200:2.0:1761322991.887951:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955823872, offset 224 00000400:00000200:2.0:1761322991.887959:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:2.0:1761322991.887972:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:2.0:1761322991.887978:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89100:89100:256:4294967295] 192.168.201.29@tcp LPNI seq info [89100:89100:8:4294967295] 00000400:00000200:2.0:1761322991.887988:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:2.0:1761322991.887995:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:2.0:1761322991.888001:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f093da5b (tot 82350866). 00000800:00000200:2.0:1761322991.888007:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00080000:00000010:0.0:1761322991.888013:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000005ec22132. 00000800:00000200:2.0:1761322991.888019:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:2.0:1761322991.888032:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f093da5b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761322991.888065:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004eabdbbf. 00000020:00000010:2.0:1761322991.888070:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c4bb781f. 00000020:00000010:2.0:1761322991.888102:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005c1a3517. 00010000:00000010:0.0:1761322991.888186:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002639f563. 00010000:00000010:0.0:1761322991.888195:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000039d3b91. 00000800:00000200:3.0:1761322991.888216:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322991.888222:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f093da5b (tot 82350618). 00000400:00000200:3.0:1761322991.888227:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.888232:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322991.888236:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002caf11b4 00000400:00000010:3.0:1761322991.888238:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002caf11b4. 00010000:00000010:0.0:1761322991.888288:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006ac36acb. 00010000:00000010:0.0:1761322991.888293:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006861bee8. 00010000:00000010:0.0:1761322991.888299:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000eed802b6. 00010000:00000010:0.0:1761322991.888303:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002639f563. 00080000:00000010:0.0:1761322991.888316:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d2895f81. 00010000:00000010:0.0:1761322991.888343:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002639f563. 00010000:00000010:0.0:1761322991.888348:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006861bee8. 00010000:00000010:0.0:1761322991.888410:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e5d1b8cb. 00010000:00000010:0.0:1761322991.888414:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002639f563. 00010000:00000010:0.0:1761322991.888439:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a9ac886f. 00000100:00000010:0.0:1761322991.888443:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005d7c4309. 00000100:00000010:0.0:1761322991.888450:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005d86ea8a. 02000000:00000010:0.0:1761322991.888460:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006f6df16d. 02000000:00000010:0.0:1761322991.888482:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009f2becf0. 00000400:00000010:0.0:1761322991.888487:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006968a62f. 00000400:00000010:0.0:1761322991.888493:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e04633ab. 00000100:00000200:0.0:1761322991.888498:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956464448, portal 16 00000400:00000010:0.0:1761322991.888503:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000014ec2920. 00000100:00000200:0.0:1761322991.888505:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956464448, offset 0 00000400:00000200:0.0:1761322991.888511:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322991.888519:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322991.888527:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:0.0:1761322991.888531:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761322991.888534:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322991.888537:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89101:89101:256:4294967295] 192.168.201.29@tcp LPNI seq info [89101:89101:8:4294967295] 00000400:00000200:0.0:1761322991.888543:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322991.888548:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322991.888551:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004c92fdd7 (tot 82350866). 00000800:00000200:0.0:1761322991.888566:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322991.888571:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322991.888576:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004c92fdd7 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761322991.888695:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322991.888698:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004c92fdd7 (tot 82350618). 00000400:00000200:2.0:1761322991.888701:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.888705:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322991.888708:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000014ec2920 00000400:00000010:2.0:1761322991.888709:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000014ec2920. 00000100:00000200:2.0:1761322991.888716:0:15812:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005d86ea8a x1846879956464448/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761322991.889175:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ff78519. 00010000:00000010:0.1:1761322991.890201:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d0f0619a. 00010000:00000010:0.1:1761322991.890211:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000435b9a17. 00000400:00000200:1.0:1761322991.892064:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:1.0:1761322991.892122:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf7340 00000400:00000200:1.0:1761322991.892133:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac449 [1] + 224 00000400:00000200:1.0:1761322991.892149:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322991.892153:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:1.0:1761322991.892164:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005d86ea8a x1846879956464448/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761322991.892204:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:1.0:1761322991.892210:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb5ad40 00000400:00000200:1.0:1761322991.892216:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaadc1 [2] + 656 00000400:00000010:0.0:1761322991.892275:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006968a62f. 00000400:00000200:1.0:1761322991.892282:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322991.892282:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e04633ab 00000400:00000010:0.0:1761322991.892288:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e04633ab. 00000400:00000200:1.0:1761322991.892290:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:1.0:1761322991.892299:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000200:0.0:1761322991.892300:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005d86ea8a x1846879956464448/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000010:1.0:1761322991.892306:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000089684651. 00000100:00000200:0.0:1761322991.892311:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005d86ea8a x1846879956464448/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761322991.892344:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009f2becf0. 02000000:00000010:0.0:1761322991.892352:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006f6df16d. 00000100:00000010:0.0:1761322991.892356:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005d86ea8a. 00000100:00000010:0.0:1761322991.892360:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005d7c4309. 00010000:00000010:0.0:1761322991.892366:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a9ac886f. 00000020:00000010:2.0:1761322991.892407:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005c1a3517. 00000020:00000010:2.0:1761322991.892428:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004eabdbbf. 00000020:00000010:2.0:1761322991.892434:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c4bb781f. 00000100:00000200:2.0:1761322991.892472:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000089684651 x1846879955823936/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761322991.892516:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955823936 02000000:00000010:2.0:1761322991.892532:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000acac4a2e. 00010000:00000010:2.0:1761322991.892565:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c5959725. 00010000:00000010:2.0:1761322991.892593:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000089039476. 00000100:00000010:2.0:1761322991.892602:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000013751a7e. 00080000:00000010:0.0:1761322991.892710:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000006f6df16d. 00000100:00000010:2.0:1761322991.892730:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000013751a7e. 00010000:00000010:2.0:1761322991.892738:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000089039476. 00000400:00000010:2.0:1761322991.892757:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006f6a30cf. 00000100:00000200:2.0:1761322991.892763:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955823936, offset 224 00000400:00000200:2.0:1761322991.892772:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:2.0:1761322991.892787:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:2.0:1761322991.892795:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89102:89102:256:4294967295] 192.168.201.29@tcp LPNI seq info [89102:89102:8:4294967295] 00000400:00000200:2.0:1761322991.892810:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:2.0:1761322991.892817:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:2.0:1761322991.892822:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007e67acbb (tot 82350866). 00000800:00000200:2.0:1761322991.892829:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:2.0:1761322991.892837:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00010000:00000010:0.0:1761322991.892841:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002639f563. 00000800:00000200:2.0:1761322991.892843:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007e67acbb type 1, nob 320 niov 1 nkiov 1 00010000:00000010:0.0:1761322991.892854:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f5ec3387. 00000020:00000010:2.0:1761322991.892872:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004eabdbbf. 00000020:00000010:2.0:1761322991.892880:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c4bb781f. 00000020:00000010:2.0:1761322991.892884:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005c1a3517. 00010000:00000010:0.0:1761322991.892971:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000435b9a17. 00010000:00000010:0.0:1761322991.892979:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002639f563. 00010000:00000010:0.0:1761322991.892990:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a9ac886f. 00000100:00000010:0.0:1761322991.892995:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005d7c4309. 00000100:00000010:0.0:1761322991.893002:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005d86ea8a. 02000000:00000010:0.0:1761322991.893015:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009f2becf0. 02000000:00000010:0.0:1761322991.893066:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c79ba022. 00000400:00000010:0.0:1761322991.893123:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006968a62f. 00000400:00000010:0.0:1761322991.893128:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e04633ab. 00000100:00000200:0.0:1761322991.893136:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956464512, portal 16 00000400:00000010:0.0:1761322991.893141:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b5b32290. 00000100:00000200:0.0:1761322991.893144:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956464512, offset 0 00000400:00000200:0.0:1761322991.893152:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322991.893164:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322991.893172:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:0.0:1761322991.893177:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761322991.893180:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322991.893183:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89103:89103:255:4294967295] 192.168.201.29@tcp LPNI seq info [89103:89103:7:4294967295] 00000400:00000200:0.0:1761322991.893191:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322991.893196:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322991.893201:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a69d00c5 (tot 82351114). 00000800:00000200:0.0:1761322991.893206:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322991.893215:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322991.893219:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a69d00c5 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761322991.893526:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322991.893531:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007e67acbb (tot 82350866). 00000400:00000200:3.0:1761322991.893536:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.893541:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322991.893545:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006f6a30cf 00000400:00000010:3.0:1761322991.893546:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006f6a30cf. 00000800:00000200:2.0:1761322991.893830:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322991.893835:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a69d00c5 (tot 82350618). 00000400:00000200:2.0:1761322991.893841:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.893847:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322991.893851:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b5b32290 00000400:00000010:2.0:1761322991.893853:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b5b32290. 00000100:00000200:2.0:1761322991.893863:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005d86ea8a x1846879956464512/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322991.896039:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322991.896061:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf7380 00000400:00000200:2.0:1761322991.896070:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac455 [1] + 224 00000400:00000200:2.0:1761322991.896128:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.896133:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322991.896143:0:15812:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005d86ea8a x1846879956464512/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761322991.896221:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006968a62f. 00000400:00000200:0.0:1761322991.896230:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e04633ab 00000400:00000010:0.0:1761322991.896232:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e04633ab. 00000100:00000200:0.0:1761322991.896248:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005d86ea8a x1846879956464512/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761322991.896258:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005d86ea8a x1846879956464512/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761322991.896286:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c79ba022. 02000000:00000010:0.0:1761322991.896293:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009f2becf0. 00000100:00000010:0.0:1761322991.896297:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005d86ea8a. 00000100:00000010:0.0:1761322991.896301:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005d7c4309. 00010000:00000010:0.0:1761322991.896305:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a9ac886f. 00000400:00000200:1.0:1761322991.896563:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:1.0:1761322991.896577:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb5ad80 00000400:00000200:1.0:1761322991.896584:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaadc1 [2] + 984 00000400:00000200:1.0:1761322991.896656:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322991.896661:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:1.0:1761322991.896667:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761322991.896672:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000eabe2b15. 00000020:00000010:2.0:1761322991.896834:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bd0eabea. 00000020:00000010:2.0:1761322991.896843:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004eabdbbf. 00000020:00000010:2.0:1761322991.896849:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c4bb781f. 00000100:00000200:2.0:1761322991.896876:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000eabe2b15 x1846879955824000/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761322991.896913:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955824000 02000000:00000010:2.0:1761322991.896927:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000005c1a3517. 00010000:00000010:2.0:1761322991.896957:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c7d9df56. 00010000:00000010:2.0:1761322991.896981:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000089039476. 00000100:00000010:2.0:1761322991.896988:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000013751a7e. 00000100:00000010:2.0:1761322991.897007:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000013751a7e. 00010000:00000010:2.0:1761322991.897011:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000089039476. 00000400:00000010:2.0:1761322991.897037:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006c597dbd. 00000100:00000200:2.0:1761322991.897042:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955824000, offset 224 00000400:00000200:2.0:1761322991.897051:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00080000:00000010:0.0:1761322991.897055:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000009f2becf0. 00000400:00000200:2.0:1761322991.897064:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:2.0:1761322991.897114:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89104:89104:256:4294967295] 192.168.201.29@tcp LPNI seq info [89104:89104:8:4294967295] 00000400:00000200:2.0:1761322991.897127:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:2.0:1761322991.897133:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:2.0:1761322991.897137:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000041deb613 (tot 82350866). 00000800:00000200:2.0:1761322991.897144:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:2.0:1761322991.897153:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:2.0:1761322991.897158:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000041deb613 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761322991.897178:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004eabdbbf. 00000020:00000010:2.0:1761322991.897183:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c4bb781f. 00000020:00000010:2.0:1761322991.897186:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bd0eabea. 00010000:00000010:0.0:1761322991.897197:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002639f563. 00010000:00000010:0.0:1761322991.897207:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009e21b899. 00010000:00000010:0.0:1761322991.897313:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000065adce96. 00010000:00000010:0.0:1761322991.897319:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002639f563. 00010000:00000010:0.0:1761322991.897330:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a9ac886f. 00000100:00000010:0.0:1761322991.897334:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005d7c4309. 00000100:00000010:0.0:1761322991.897340:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005d86ea8a. 02000000:00000010:0.0:1761322991.897352:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c79ba022. 02000000:00000010:0.0:1761322991.897373:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009bd25e5d. 00000400:00000010:0.0:1761322991.897378:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006968a62f. 00000400:00000010:0.0:1761322991.897383:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e04633ab. 00000100:00000200:0.0:1761322991.897388:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956464576, portal 16 00000400:00000010:0.0:1761322991.897392:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ac81ce21. 00000100:00000200:0.0:1761322991.897394:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956464576, offset 0 00000400:00000200:0.0:1761322991.897400:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322991.897406:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322991.897414:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:0.0:1761322991.897419:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761322991.897422:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322991.897425:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89105:89105:255:4294967295] 192.168.201.29@tcp LPNI seq info [89105:89105:7:4294967295] 00000400:00000200:0.0:1761322991.897432:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322991.897436:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322991.897439:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f8f59593 (tot 82351114). 00000800:00000200:0.0:1761322991.897443:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322991.897447:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322991.897449:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f8f59593 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761322991.897971:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322991.897977:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000041deb613 (tot 82350866). 00000400:00000200:3.0:1761322991.897982:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.897988:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322991.897992:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006c597dbd 00000400:00000010:3.0:1761322991.897994:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006c597dbd. 00000800:00000200:3.0:1761322991.898106:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322991.898109:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f8f59593 (tot 82350618). 00000400:00000200:3.0:1761322991.898112:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.898115:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322991.898118:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ac81ce21 00000400:00000010:3.0:1761322991.898120:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ac81ce21. 00000100:00000200:3.0:1761322991.898128:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005d86ea8a x1846879956464576/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761322991.898194:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009d1ca959. 00010000:00000010:0.1:1761322991.898246:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006df44b28. 00010000:00000010:0.1:1761322991.898255:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006e229ae1. 00010000:00000010:0.1:1761322991.898260:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006ac36acb. 00010000:00000010:0.1:1761322991.898265:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eed802b6. 00000400:00000200:2.0:1761322991.903125:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322991.903151:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf73c0 00000400:00000200:2.0:1761322991.903164:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac461 [1] + 224 00000400:00000200:2.0:1761322991.903180:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.903184:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322991.903195:0:15812:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005d86ea8a x1846879956464576/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322991.903236:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322991.903242:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb5adc0 00000400:00000200:2.0:1761322991.903248:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaadc1 [2] + 1312 00000400:00000010:0.0:1761322991.903256:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006968a62f. 00000400:00000200:0.0:1761322991.903263:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e04633ab 00000400:00000010:0.0:1761322991.903265:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e04633ab. 00000100:00000200:0.0:1761322991.903276:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005d86ea8a x1846879956464576/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761322991.903285:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005d86ea8a x1846879956464576/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761322991.903314:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009bd25e5d. 00000400:00000200:2.0:1761322991.903317:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:0.0:1761322991.903321:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c79ba022. 00000400:00000200:2.0:1761322991.903324:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000010:0.0:1761322991.903326:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005d86ea8a. 00000100:00000200:2.0:1761322991.903330:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761322991.903332:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005d7c4309. 00000100:00000010:2.0:1761322991.903337:0:15812:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000035919ae3. 00010000:00000010:0.0:1761322991.903338:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a9ac886f. 00000020:00000010:3.0:1761322991.903886:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000024787b27. 00000020:00000010:3.0:1761322991.903894:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fc8c63a0. 00000020:00000010:3.0:1761322991.903899:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000067ce4f99. 00000100:00000200:3.0:1761322991.903925:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000035919ae3 x1846879955824064/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761322991.903961:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955824064 02000000:00000010:3.0:1761322991.903973:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003389b5cd. 00010000:00000010:3.0:1761322991.904000:0:66652:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000063ba8fd0. 00010000:00000010:3.0:1761322991.904023:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e0af421a. 00000100:00000010:3.0:1761322991.904042:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000430adcff. 00000100:00000010:3.0:1761322991.904054:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000430adcff. 00010000:00000010:3.0:1761322991.904058:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e0af421a. 00000400:00000010:3.0:1761322991.904071:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d78242fa. 00000100:00000200:3.0:1761322991.904104:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955824064, offset 224 00000400:00000200:3.0:1761322991.904114:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:3.0:1761322991.904126:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00080000:00000010:0.0:1761322991.904126:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c79ba022. 00000400:00000200:3.0:1761322991.904135:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89106:89106:256:4294967295] 192.168.201.29@tcp LPNI seq info [89106:89106:8:4294967295] 00000400:00000200:3.0:1761322991.904146:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322991.904152:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322991.904157:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eb6fba2b (tot 82350866). 00000800:00000200:3.0:1761322991.904164:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322991.904171:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322991.904176:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eb6fba2b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761322991.904190:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fc8c63a0. 00000020:00000010:3.0:1761322991.904194:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000067ce4f99. 00000020:00000010:3.0:1761322991.904196:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000024787b27. 00010000:00000010:0.0:1761322991.904225:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002639f563. 00010000:00000010:0.0:1761322991.904234:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000359a9079. 00000800:00000200:1.0:1761322991.904318:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761322991.904324:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eb6fba2b (tot 82350618). 00010000:00000010:0.0:1761322991.904326:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000eed802b6. 00000400:00000200:1.0:1761322991.904329:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:0.0:1761322991.904332:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002639f563. 00000400:00000200:1.0:1761322991.904336:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:1.0:1761322991.904340:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d78242fa 00000400:00000010:1.0:1761322991.904342:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d78242fa. 00010000:00000010:0.0:1761322991.904343:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a9ac886f. 00000100:00000010:0.0:1761322991.904348:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005d7c4309. 00000100:00000010:0.0:1761322991.904354:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005d86ea8a. 02000000:00000010:0.0:1761322991.904364:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009bd25e5d. 02000000:00000010:0.0:1761322991.904385:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c92ebd3e. 00000400:00000010:0.0:1761322991.904391:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006968a62f. 00000400:00000010:0.0:1761322991.904396:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e04633ab. 00000100:00000200:0.0:1761322991.904402:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956464640, portal 16 00000400:00000010:0.0:1761322991.904406:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004b81dcf2. 00000100:00000200:0.0:1761322991.904408:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956464640, offset 0 00000400:00000200:0.0:1761322991.904414:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322991.904421:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322991.904429:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:0.0:1761322991.904433:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761322991.904436:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322991.904439:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89107:89107:256:4294967295] 192.168.201.29@tcp LPNI seq info [89107:89107:8:4294967295] 00000400:00000200:0.0:1761322991.904446:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322991.904451:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322991.904455:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bf5e0f07 (tot 82350866). 00000800:00000200:0.0:1761322991.904459:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322991.904463:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322991.904466:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bf5e0f07 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761322991.904834:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322991.904838:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bf5e0f07 (tot 82350618). 00000400:00000200:3.0:1761322991.904843:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.904847:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322991.904850:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004b81dcf2 00000400:00000010:3.0:1761322991.904851:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004b81dcf2. 00000100:00000200:3.0:1761322991.904859:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005d86ea8a x1846879956464640/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761322991.908114:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fcd8fba9. 00010000:00000010:2.1:1761322991.908135:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000068f67e77. 00000400:00000200:2.0:1761322991.912910:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322991.913021:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf7400 00000400:00000200:2.0:1761322991.913044:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac46d [1] + 224 00000400:00000200:2.0:1761322991.913062:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.913066:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322991.913101:0:15812:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005d86ea8a x1846879956464640/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322991.913141:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322991.913147:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb5ae00 00000400:00000200:2.0:1761322991.913153:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaadc1 [2] + 1640 00000400:00000200:2.0:1761322991.913168:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.913171:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322991.913176:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761322991.913182:0:15812:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d6d0189b. 00010000:00000010:0.1:1761322991.913182:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000012bfc335. 00010000:00000010:0.1:1761322991.913194:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e5d1b8cb. 00010000:00000010:0.1:1761322991.913201:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cbfba58b. 00010000:00000010:0.1:1761322991.913207:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000435b9a17. 00000400:00000010:0.0:1761322991.913233:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006968a62f. 00000400:00000200:0.0:1761322991.913238:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e04633ab 00000400:00000010:0.0:1761322991.913241:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e04633ab. 00000100:00000200:0.0:1761322991.913251:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005d86ea8a x1846879956464640/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000020:00000010:3.0:1761322991.913255:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000024787b27. 00000100:00000200:0.0:1761322991.913261:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005d86ea8a x1846879956464640/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000020:00000010:3.0:1761322991.913266:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fc8c63a0. 00000020:00000010:3.0:1761322991.913273:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000067ce4f99. 02000000:00000010:0.0:1761322991.913289:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c92ebd3e. 02000000:00000010:0.0:1761322991.913297:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009bd25e5d. 00000100:00000200:3.0:1761322991.913302:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d6d0189b x1846879955824128/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000010:0.0:1761322991.913302:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005d86ea8a. 00000100:00000010:0.0:1761322991.913307:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005d7c4309. 00010000:00000010:0.0:1761322991.913312:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a9ac886f. 00000100:00000200:3.0:1761322991.913888:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955824128 02000000:00000010:3.0:1761322991.913904:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a70abf31. 00010000:00000010:3.0:1761322991.913934:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006fd6d784. 00010000:00000010:3.0:1761322991.913956:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e0af421a. 00000100:00000010:3.0:1761322991.913963:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000430adcff. 00000100:00000010:3.0:1761322991.914032:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000430adcff. 00010000:00000010:3.0:1761322991.914037:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e0af421a. 00000400:00000010:3.0:1761322991.914053:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d78242fa. 00000100:00000200:3.0:1761322991.914059:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955824128, offset 224 00000400:00000200:3.0:1761322991.914069:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:3.0:1761322991.914204:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322991.914211:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89108:89108:256:4294967295] 192.168.201.29@tcp LPNI seq info [89108:89108:8:4294967295] 00000400:00000200:3.0:1761322991.914225:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322991.914232:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00080000:00000010:0.0:1761322991.914331:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c92ebd3e. 00010000:00000010:0.0:1761322991.914459:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002639f563. 00010000:00000010:0.0:1761322991.914468:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a02f6aa. 00010000:00000010:0.0:1761322991.914572:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000435b9a17. 00010000:00000010:0.0:1761322991.914578:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002639f563. 00010000:00000010:0.0:1761322991.914587:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a9ac886f. 00000100:00000010:0.0:1761322991.914590:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005d7c4309. 00000100:00000010:0.0:1761322991.914596:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005d86ea8a. 02000000:00000010:0.0:1761322991.914606:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009bd25e5d. 02000000:00000010:0.0:1761322991.914629:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000076902950. 00000400:00000010:0.0:1761322991.914634:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006968a62f. 00000400:00000010:0.0:1761322991.914638:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e04633ab. 00000100:00000200:0.0:1761322991.914644:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956464704, portal 16 00000400:00000010:0.0:1761322991.914648:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000052eed8f0. 00000100:00000200:0.0:1761322991.914649:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956464704, offset 0 00000400:00000200:0.0:1761322991.914654:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322991.914661:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322991.914667:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:0.0:1761322991.914672:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761322991.914675:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322991.914678:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89109:89109:255:4294967295] 192.168.201.29@tcp LPNI seq info [89109:89109:7:4294967295] 00000400:00000200:0.0:1761322991.914684:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322991.914689:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322991.914692:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002b6ad44b (tot 82350866). 00000800:00000200:0.0:1761322991.914699:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322991.914709:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322991.914714:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002b6ad44b type 1, nob 424 niov 1 nkiov 1 00000800:00000010:2.0:1761322991.914780:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fe7f5c43 (tot 82351114). 00000800:00000200:2.0:1761322991.914785:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:2.0:1761322991.914790:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:2.0:1761322991.914792:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fe7f5c43 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761322991.914805:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fc8c63a0. 00000020:00000010:2.0:1761322991.914809:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000067ce4f99. 00000020:00000010:2.0:1761322991.914813:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000024787b27. 00000800:00000200:1.0:1761322991.915264:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761322991.915270:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002b6ad44b (tot 82350866). 00000400:00000200:1.0:1761322991.915275:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322991.915281:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:1.0:1761322991.915285:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000052eed8f0 00000400:00000010:1.0:1761322991.915288:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000052eed8f0. 00000100:00000200:1.0:1761322991.915298:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005d86ea8a x1846879956464704/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000800:00000200:1.0:1761322991.915391:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761322991.915393:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fe7f5c43 (tot 82350618). 00000400:00000200:1.0:1761322991.915397:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322991.915400:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:1.0:1761322991.915403:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d78242fa 00000400:00000010:1.0:1761322991.915405:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d78242fa. 00000400:00000200:3.0:1761322991.917861:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322991.917884:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf7440 00000400:00000200:3.0:1761322991.917894:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac479 [1] + 224 00000400:00000200:3.0:1761322991.917914:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.917919:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322991.917929:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005d86ea8a x1846879956464704/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761322991.917995:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006968a62f. 00000400:00000200:0.0:1761322991.918001:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e04633ab 00000400:00000010:0.0:1761322991.918004:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e04633ab. 00000100:00000200:0.0:1761322991.918013:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005d86ea8a x1846879956464704/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761322991.918039:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005d86ea8a x1846879956464704/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761322991.918067:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000076902950. 00010000:00000010:0.1:1761322991.918118:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000becde026. 00010000:00000010:0.1:1761322991.918129:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000065adce96. 02000000:00000010:0.0:1761322991.918137:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009bd25e5d. 00000100:00000010:0.0:1761322991.918141:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005d86ea8a. 00000100:00000010:0.0:1761322991.918145:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005d7c4309. 00010000:00000010:0.0:1761322991.918150:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a9ac886f. 00010000:00000010:3.1:1761322991.918151:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a2d9f61. 00000400:00000200:2.0:1761322991.919561:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322991.919578:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb5ae40 00000400:00000200:2.0:1761322991.919587:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaadc1 [2] + 1968 00000400:00000010:2.0:1761322991.919591:0:15812:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000051411921. 00000400:00000200:2.0:1761322991.919598:0:15812:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000132cf504 00000400:00000200:2.0:1761322991.919671:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.919676:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322991.919681:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000132cf504 00000400:00000010:2.0:1761322991.919684:0:15812:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000132cf504 (tot 82350466). 00000100:00000200:2.0:1761322991.919690:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1761322991.920164:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000076902950. 00000020:00000010:0.0:1761322991.920174:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006861bee8. 00000020:00000010:0.0:1761322991.920179:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b88240bc. 00000100:00000200:0.0:1761322991.920207:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001b28f24f x1846879955824192/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761322991.920309:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955824192 02000000:00000010:0.0:1761322991.920323:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000045f86df9. 00010000:00000010:0.0:1761322991.920356:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006db5b4c9. 00010000:00000010:0.0:1761322991.920378:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a9ac886f. 00000100:00000010:0.0:1761322991.920386:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005d7c4309. 00000100:00000010:0.0:1761322991.920407:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005d7c4309. 00010000:00000010:0.0:1761322991.920411:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a9ac886f. 00000400:00000010:0.0:1761322991.920427:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e04633ab. 00000100:00000200:0.0:1761322991.920433:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955824192, offset 224 00000400:00000200:0.0:1761322991.920441:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00080000:00000010:2.0:1761322991.920451:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bd0eabea. 00000400:00000200:0.0:1761322991.920453:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322991.920459:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89110:89110:256:4294967295] 192.168.201.29@tcp LPNI seq info [89110:89110:8:4294967295] 00000400:00000200:0.0:1761322991.920469:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322991.920474:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322991.920480:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000007e4c409 (tot 82350714). 00000800:00000200:0.0:1761322991.920485:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322991.920492:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322991.920498:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000007e4c409 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761322991.920531:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006861bee8. 00000020:00000010:0.0:1761322991.920537:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b88240bc. 00000020:00000010:0.0:1761322991.920539:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000076902950. 02000000:00000010:0.0:1761322991.920548:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a70abf31. 00000100:00000010:0.0:1761322991.920551:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d6d0189b. 02000000:00000010:0.0:1761322991.920556:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003389b5cd. 00000100:00000010:0.0:1761322991.920557:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000035919ae3. 02000000:00000010:0.0:1761322991.920562:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000005c1a3517. 00000100:00000010:0.0:1761322991.920565:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000eabe2b15. 00010000:00000010:2.0:1761322991.920567:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002639f563. 02000000:00000010:0.0:1761322991.920568:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000acac4a2e. 00000100:00000010:0.0:1761322991.920571:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000089684651. 02000000:00000010:0.0:1761322991.920574:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006ca1214a. 00010000:00000010:2.0:1761322991.920575:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000aa6fe8fc. 00000100:00000010:0.0:1761322991.920576:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000fc1dab26. 02000000:00000010:0.0:1761322991.920579:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003e2e89e2. 00000100:00000010:0.0:1761322991.920581:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000eae2da62. 00000100:00000200:0.0:1761322991.920587:0:67479:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1761322991.920593:0:67479:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006968a62f. 00000400:00000010:0.0:1761322991.920598:0:67479:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000005d7c4309 (tot 82350866). 00010000:00000010:2.0:1761322991.920669:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000025551726. 00010000:00000010:2.0:1761322991.920673:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322991.920678:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ea8110c2. 00010000:00000010:2.0:1761322991.920684:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002485fdf2. 00080000:00000010:2.0:1761322991.920695:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000acac4a2e. 00000800:00000200:3.0:1761322991.920720:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00010000:00000010:2.0:1761322991.920720:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002485fdf2. 00000800:00000010:3.0:1761322991.920725:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000007e4c409 (tot 82350618). 00010000:00000010:2.0:1761322991.920725:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eabdbbf. 00000400:00000200:3.0:1761322991.920728:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.920732:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322991.920735:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e04633ab 00000400:00000010:3.0:1761322991.920736:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e04633ab. 02000000:00000010:3.0:1761322991.920743:0:15810:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000045f86df9. 00010000:00000010:2.0:1761322991.920786:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000053eafa45. 00010000:00000010:2.0:1761322991.920791:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002485fdf2. 00010000:00000010:2.0:1761322991.920799:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000089039476. 00000100:00000010:2.0:1761322991.920803:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000013751a7e. 00000100:00000010:2.0:1761322991.920811:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000076100024. 02000000:00000010:2.0:1761322991.920823:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001e1ef0b7. 02000000:00000010:2.0:1761322991.920852:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003d500fe3. 00000400:00000010:2.0:1761322991.920857:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000000179353. 00000400:00000010:2.0:1761322991.920861:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000532b682. 00000100:00000200:2.0:1761322991.920864:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956464768, portal 16 00000400:00000010:2.0:1761322991.920868:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009f686459. 00000100:00000200:2.0:1761322991.920870:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956464768, offset 0 00000400:00000200:2.0:1761322991.920874:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:2.0:1761322991.920881:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:2.0:1761322991.920889:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:2.0:1761322991.920893:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761322991.920896:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:2.0:1761322991.920898:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89111:89111:256:4294967295] 192.168.201.29@tcp LPNI seq info [89111:89111:8:4294967295] 00000400:00000200:2.0:1761322991.920905:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:2.0:1761322991.920910:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:2.0:1761322991.920913:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cbddcecb (tot 82350866). 00000800:00000200:2.0:1761322991.920916:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:2.0:1761322991.920921:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:2.0:1761322991.920923:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cbddcecb type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761322991.921205:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322991.921208:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cbddcecb (tot 82350618). 00000400:00000200:3.0:1761322991.921212:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.921216:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322991.921219:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009f686459 00000400:00000010:3.0:1761322991.921220:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009f686459. 00000100:00000200:3.0:1761322991.921225:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000076100024 x1846879956464768/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761322991.922728:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b4885a89. 00000400:00000200:2.0:1761322991.923720:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322991.923740:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf7480 00000400:00000200:2.0:1761322991.923749:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac489 [1] + 224 00000400:00000200:2.0:1761322991.923763:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.923767:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322991.923777:0:15812:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000076100024 x1846879956464768/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322991.923824:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322991.923831:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb5ae80 00000400:00000200:2.0:1761322991.923837:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaae19 [2] + 0 00000400:00000010:0.0:1761322991.923847:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000000179353. 00000400:00000200:0.0:1761322991.923854:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000532b682 00000400:00000010:0.0:1761322991.923856:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000532b682. 00000100:00000200:0.0:1761322991.923863:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000076100024 x1846879956464768/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761322991.923872:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000076100024 x1846879956464768/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322991.923903:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.923910:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 02000000:00000010:0.0:1761322991.923915:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003d500fe3. 00000100:00000200:2.0:1761322991.923916:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 02000000:00000010:0.0:1761322991.923922:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001e1ef0b7. 00000100:00000010:2.0:1761322991.923923:0:15812:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c802a107. 00000100:00000010:0.0:1761322991.923929:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000076100024. 00000100:00000010:0.0:1761322991.923934:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000013751a7e. 00010000:00000010:0.0:1761322991.923937:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000089039476. 00000020:00000010:1.0:1761322991.924386:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d0c9d6cb. 00000020:00000010:1.0:1761322991.924395:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000005b2eeef8. 00000020:00000010:1.0:1761322991.924400:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001d369eb8. 00000100:00000200:1.0:1761322991.924425:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c802a107 x1846879955824256/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761322991.924460:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955824256 02000000:00000010:1.0:1761322991.924473:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000007f53fb7. 00010000:00000010:1.0:1761322991.924502:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005205fe81. 00010000:00000010:1.0:1761322991.924537:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d1f383aa. 00000100:00000010:1.0:1761322991.924543:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b65c9c75. 00000100:00000010:1.0:1761322991.924558:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b65c9c75. 00010000:00000010:1.0:1761322991.924562:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d1f383aa. 00000400:00000010:1.0:1761322991.924575:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003650095b. 00000100:00000200:1.0:1761322991.924580:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955824256, offset 224 00000400:00000200:1.0:1761322991.924593:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322991.924605:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322991.924610:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89112:89112:256:4294967295] 192.168.201.29@tcp LPNI seq info [89112:89112:8:4294967295] 00000400:00000200:1.0:1761322991.924619:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322991.924625:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322991.924630:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006d93c9a0 (tot 82350866). 00000800:00000200:1.0:1761322991.924636:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322991.924644:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322991.924651:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006d93c9a0 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761322991.924675:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000005b2eeef8. 00000020:00000010:1.0:1761322991.924679:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001d369eb8. 00000020:00000010:1.0:1761322991.924683:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d0c9d6cb. 00000800:00000200:2.0:1761322991.924818:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322991.924823:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006d93c9a0 (tot 82350618). 00000400:00000200:2.0:1761322991.924828:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.924833:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322991.924836:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003650095b 00000400:00000010:2.0:1761322991.924837:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003650095b. 00080000:00000010:0.0:1761322991.924934:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000076902950. 00010000:00000010:0.0:1761322991.925056:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002485fdf2. 00010000:00000010:0.0:1761322991.925065:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000e2dc0cd. 00010000:00000010:0.0:1761322991.925230:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000065adce96. 00010000:00000010:0.0:1761322991.925237:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007e8cdcb4. 00010000:00000010:0.0:1761322991.925247:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a9ac886f. 00000100:00000010:0.0:1761322991.925252:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003b43039a. 00000100:00000010:0.0:1761322991.925260:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005d86ea8a. 02000000:00000010:0.0:1761322991.925271:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000148d71ab. 02000000:00000010:0.0:1761322991.925294:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004b631c57. 00000400:00000010:0.0:1761322991.925299:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003f122c1e. 00000400:00000010:0.0:1761322991.925305:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008f080af5. 00000100:00000200:0.0:1761322991.925310:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956464832, portal 16 00000400:00000010:0.0:1761322991.925315:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ac2f0f58. 00000100:00000200:0.0:1761322991.925317:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956464832, offset 0 00000400:00000200:0.0:1761322991.925322:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322991.925329:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322991.925337:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:0.0:1761322991.925341:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761322991.925344:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322991.925347:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89113:89113:256:4294967295] 192.168.201.29@tcp LPNI seq info [89113:89113:8:4294967295] 00000400:00000200:0.0:1761322991.925355:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322991.925359:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322991.925363:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000019c3e4a9 (tot 82350866). 00000800:00000200:0.0:1761322991.925367:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322991.925372:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322991.925375:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000019c3e4a9 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761322991.925465:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322991.925468:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000019c3e4a9 (tot 82350618). 00000400:00000200:3.0:1761322991.925471:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.925475:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322991.925478:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ac2f0f58 00000400:00000010:3.0:1761322991.925479:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ac2f0f58. 00000100:00000200:3.0:1761322991.925488:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005d86ea8a x1846879956464832/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761322991.926126:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e7dd9e59. 00010000:00000010:2.1:1761322991.926140:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000435b9a17. 00010000:00000010:2.1:1761322991.926146:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000025551726. 00010000:00000010:2.1:1761322991.926149:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea8110c2. 00010000:00000010:0.1:1761322991.926228:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000021be18ff. 00010000:00000010:0.1:1761322991.926235:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eed802b6. 00000400:00000200:2.0:1761322991.927925:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322991.927946:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf74c0 00000400:00000200:2.0:1761322991.927956:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac495 [1] + 224 00000400:00000200:2.0:1761322991.927975:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.927979:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322991.927988:0:15812:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005d86ea8a x1846879956464832/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761322991.928116:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003f122c1e. 00000400:00000200:0.0:1761322991.928123:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008f080af5 00000400:00000010:0.0:1761322991.928125:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008f080af5. 00000100:00000200:0.0:1761322991.928136:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005d86ea8a x1846879956464832/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761322991.928145:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005d86ea8a x1846879956464832/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761322991.928176:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004b631c57. 02000000:00000010:0.0:1761322991.928184:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000148d71ab. 00000100:00000010:0.0:1761322991.928188:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005d86ea8a. 00000400:00000200:2.0:1761322991.928193:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000100:00000010:0.0:1761322991.928193:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003b43039a. 00010000:00000010:0.0:1761322991.928199:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a9ac886f. 00000400:00000200:2.0:1761322991.928203:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb5aec0 00000400:00000200:2.0:1761322991.928211:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaae19 [2] + 328 00000400:00000200:2.0:1761322991.928269:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.928272:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322991.928277:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761322991.928282:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a87c75be. 00000020:00000010:1.0:1761322991.928395:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d0c9d6cb. 00000020:00000010:1.0:1761322991.928403:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000005b2eeef8. 00000020:00000010:1.0:1761322991.928407:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001d369eb8. 00000100:00000200:1.0:1761322991.928432:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a87c75be x1846879955824320/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761322991.928464:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955824320 02000000:00000010:1.0:1761322991.928477:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ef2921ed. 00010000:00000010:1.0:1761322991.928504:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000005ecf6cf. 00010000:00000010:1.0:1761322991.928526:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d1f383aa. 00000100:00000010:1.0:1761322991.928532:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b65c9c75. 00000100:00000010:1.0:1761322991.928543:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b65c9c75. 00010000:00000010:1.0:1761322991.928547:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d1f383aa. 00000400:00000010:1.0:1761322991.928561:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005178a5a4. 00000100:00000200:1.0:1761322991.928566:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955824320, offset 224 00000400:00000200:1.0:1761322991.928575:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00080000:00000010:0.0:1761322991.928580:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000148d71ab. 00000400:00000200:1.0:1761322991.928587:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322991.928598:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89114:89114:256:4294967295] 192.168.201.29@tcp LPNI seq info [89114:89114:8:4294967295] 00000400:00000200:1.0:1761322991.928609:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322991.928614:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322991.928620:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006d93c9a0 (tot 82350866). 00000800:00000200:1.0:1761322991.928625:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322991.928633:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322991.928637:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006d93c9a0 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761322991.928662:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000005b2eeef8. 00000020:00000010:1.0:1761322991.928667:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001d369eb8. 00000020:00000010:1.0:1761322991.928670:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d0c9d6cb. 00010000:00000010:0.0:1761322991.928701:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007e8cdcb4. 00010000:00000010:0.0:1761322991.928709:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001ea48c69. 00000800:00000200:3.0:1761322991.928790:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322991.928794:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006d93c9a0 (tot 82350618). 00000400:00000200:3.0:1761322991.928800:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.928804:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322991.928806:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005178a5a4 00000400:00000010:3.0:1761322991.928808:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005178a5a4. 00010000:00000010:0.0:1761322991.928825:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000eed802b6. 00010000:00000010:0.0:1761322991.928832:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007e8cdcb4. 00010000:00000010:0.0:1761322991.928842:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a9ac886f. 00000100:00000010:0.0:1761322991.928846:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003b43039a. 00000100:00000010:0.0:1761322991.928851:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005d86ea8a. 02000000:00000010:0.0:1761322991.928870:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004b631c57. 02000000:00000010:0.0:1761322991.928902:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d4547339. 00000400:00000010:0.0:1761322991.928907:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003f122c1e. 00000400:00000010:0.0:1761322991.928911:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008f080af5. 00000100:00000200:0.0:1761322991.928917:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956464896, portal 16 00000400:00000010:0.0:1761322991.928921:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000085772165. 00000100:00000200:0.0:1761322991.928923:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956464896, offset 0 00000400:00000200:0.0:1761322991.928928:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322991.928936:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322991.928944:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:0.0:1761322991.928948:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761322991.928951:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322991.928954:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89115:89115:256:4294967295] 192.168.201.29@tcp LPNI seq info [89115:89115:8:4294967295] 00000400:00000200:0.0:1761322991.928961:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322991.928965:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322991.928969:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000019c3e4a9 (tot 82350866). 00000800:00000200:0.0:1761322991.928973:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322991.928978:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322991.928980:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000019c3e4a9 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761322991.929130:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322991.929133:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000019c3e4a9 (tot 82350618). 00000400:00000200:2.0:1761322991.929137:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.929141:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322991.929143:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000085772165 00000400:00000010:2.0:1761322991.929145:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000085772165. 00000100:00000200:2.0:1761322991.929152:0:15812:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005d86ea8a x1846879956464896/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761322991.929265:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000df1d0979. 00010000:00000010:1.1:1761322991.930105:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fcb2c680. 00000400:00000200:2.0:1761322991.930628:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322991.930642:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf7500 00000400:00000200:2.0:1761322991.930651:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac4a1 [1] + 224 00000400:00000200:2.0:1761322991.930663:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.930666:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322991.930673:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005d86ea8a x1846879956464896/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322991.930705:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322991.930711:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb5af00 00000400:00000200:2.0:1761322991.930716:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaae19 [2] + 656 00000400:00000200:2.0:1761322991.930728:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.930731:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000010:0.0:1761322991.930733:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003f122c1e. 00000400:00000200:0.0:1761322991.930739:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008f080af5 00000400:00000010:0.0:1761322991.930741:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008f080af5. 00000100:00000200:2.0:1761322991.930749:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000200:0.0:1761322991.930751:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005d86ea8a x1846879956464896/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000010:2.0:1761322991.930755:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000017975d50. 00000100:00000200:0.0:1761322991.930764:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005d86ea8a x1846879956464896/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761322991.930790:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d4547339. 02000000:00000010:0.0:1761322991.930797:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004b631c57. 00000100:00000010:0.0:1761322991.930800:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005d86ea8a. 00000100:00000010:0.0:1761322991.930803:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003b43039a. 00010000:00000010:0.0:1761322991.930807:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a9ac886f. 00000020:00000010:1.0:1761322991.930907:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d0c9d6cb. 00000020:00000010:1.0:1761322991.930914:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000005b2eeef8. 00000020:00000010:1.0:1761322991.930918:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001d369eb8. 00000100:00000200:1.0:1761322991.930941:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000017975d50 x1846879955824384/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761322991.930975:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955824384 02000000:00000010:1.0:1761322991.930985:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003027f154. 00010000:00000010:1.0:1761322991.931010:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000023b9276f. 00010000:00000010:1.0:1761322991.931040:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d1f383aa. 00000100:00000010:1.0:1761322991.931045:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b65c9c75. 00000100:00000010:1.0:1761322991.931060:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b65c9c75. 00010000:00000010:1.0:1761322991.931064:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d1f383aa. 00000400:00000010:1.0:1761322991.931108:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000035ef97af. 00000100:00000200:1.0:1761322991.931112:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955824384, offset 224 00000400:00000200:1.0:1761322991.931123:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322991.931135:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322991.931142:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89116:89116:256:4294967295] 192.168.201.29@tcp LPNI seq info [89116:89116:8:4294967295] 00000400:00000200:1.0:1761322991.931152:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322991.931158:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322991.931163:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006d93c9a0 (tot 82350866). 00000800:00000200:1.0:1761322991.931169:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322991.931178:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322991.931181:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006d93c9a0 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761322991.931206:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000005b2eeef8. 00000020:00000010:1.0:1761322991.931211:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001d369eb8. 00000020:00000010:1.0:1761322991.931215:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d0c9d6cb. 00080000:00000010:0.0:1761322991.931306:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000004b631c57. 00000800:00000200:2.0:1761322991.931367:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322991.931379:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006d93c9a0 (tot 82350618). 00000400:00000200:2.0:1761322991.931392:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.931403:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322991.931409:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000035ef97af 00000400:00000010:2.0:1761322991.931412:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000035ef97af. 00010000:00000010:0.0:1761322991.931412:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007e8cdcb4. 00010000:00000010:0.0:1761322991.931430:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004ca35c46. 00010000:00000010:0.0:1761322991.931695:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e5d1b8cb. 00010000:00000010:0.0:1761322991.931702:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007e8cdcb4. 00010000:00000010:0.0:1761322991.931712:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a9ac886f. 00000100:00000010:0.0:1761322991.931717:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003b43039a. 00000100:00000010:0.0:1761322991.931722:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005d86ea8a. 02000000:00000010:0.0:1761322991.931734:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d4547339. 02000000:00000010:0.0:1761322991.931890:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009a91de1a. 00000400:00000010:0.0:1761322991.931897:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003f122c1e. 00000400:00000010:0.0:1761322991.931902:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008f080af5. 00000100:00000200:0.0:1761322991.931909:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956464960, portal 16 00000400:00000010:0.0:1761322991.931914:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000037e22b3c. 00000100:00000200:0.0:1761322991.931917:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956464960, offset 0 00000400:00000200:0.0:1761322991.931923:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322991.931934:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322991.931942:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:0.0:1761322991.931947:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761322991.931951:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322991.931955:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89117:89117:256:4294967295] 192.168.201.29@tcp LPNI seq info [89117:89117:8:4294967295] 00000400:00000200:0.0:1761322991.931965:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322991.931971:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322991.931975:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000007e4c409 (tot 82350866). 00000800:00000200:0.0:1761322991.931980:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322991.931986:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322991.931990:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000007e4c409 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761322991.932145:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322991.932150:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000007e4c409 (tot 82350618). 00000400:00000200:2.0:1761322991.932155:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.932160:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322991.932163:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000037e22b3c 00000400:00000010:2.0:1761322991.932165:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000037e22b3c. 00000100:00000200:2.0:1761322991.932175:0:15812:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005d86ea8a x1846879956464960/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322991.935012:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322991.935045:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf7540 00000400:00000200:2.0:1761322991.935054:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac4ad [1] + 224 00000400:00000200:2.0:1761322991.935071:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.935115:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322991.935128:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005d86ea8a x1846879956464960/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761322991.935138:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a75bcf40. 00010000:00000010:1.1:1761322991.935161:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000044435692. 00010000:00000010:0.1:1761322991.935170:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000053eafa45. 00000400:00000010:0.0:1761322991.935200:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003f122c1e. 00000400:00000200:0.0:1761322991.935206:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008f080af5 00000400:00000010:0.0:1761322991.935208:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008f080af5. 00000100:00000200:0.0:1761322991.935223:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005d86ea8a x1846879956464960/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761322991.935234:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005d86ea8a x1846879956464960/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761322991.935265:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009a91de1a. 02000000:00000010:0.0:1761322991.935273:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d4547339. 00000100:00000010:0.0:1761322991.935278:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005d86ea8a. 00000100:00000010:0.0:1761322991.935282:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003b43039a. 00010000:00000010:0.0:1761322991.935286:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a9ac886f. 00000400:00000200:2.0:1761322991.935391:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322991.935399:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb5af40 00000400:00000200:2.0:1761322991.935405:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaae19 [2] + 984 00000400:00000200:2.0:1761322991.935463:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.935471:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322991.935476:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761322991.935484:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000076100024. 00000020:00000010:3.0:1761322991.935589:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003e2e89e2. 00000020:00000010:3.0:1761322991.935596:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002c9edf37. 00000020:00000010:3.0:1761322991.935601:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000012137e35. 00000100:00000200:3.0:1761322991.935628:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000076100024 x1846879955824448/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761322991.935671:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955824448 02000000:00000010:3.0:1761322991.935684:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003389b5cd. 00010000:00000010:3.0:1761322991.935770:0:66652:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086dd7976. 00010000:00000010:3.0:1761322991.935795:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e0af421a. 00000100:00000010:3.0:1761322991.935802:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000430adcff. 00000100:00000010:3.0:1761322991.935824:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000430adcff. 00010000:00000010:3.0:1761322991.935827:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e0af421a. 00000400:00000010:3.0:1761322991.935841:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a1f6e4d9. 00000100:00000200:3.0:1761322991.935846:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955824448, offset 224 00000400:00000200:3.0:1761322991.935853:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:3.0:1761322991.935863:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322991.935868:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89118:89118:256:4294967295] 192.168.201.29@tcp LPNI seq info [89118:89118:8:4294967295] 00000400:00000200:3.0:1761322991.935877:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322991.935882:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322991.935886:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bf79fdc4 (tot 82350866). 00000800:00000200:3.0:1761322991.935891:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322991.935897:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322991.935901:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bf79fdc4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761322991.935921:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002c9edf37. 00000020:00000010:3.0:1761322991.935926:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000012137e35. 00000020:00000010:3.0:1761322991.935929:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003e2e89e2. 00080000:00000010:0.0:1761322991.935996:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d4547339. 00010000:00000010:0.0:1761322991.936132:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007e8cdcb4. 00010000:00000010:0.0:1761322991.936139:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b4f10ce0. 00010000:00000010:0.0:1761322991.936216:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006e229ae1. 00010000:00000010:0.0:1761322991.936222:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007e8cdcb4. 00010000:00000010:0.0:1761322991.936233:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a9ac886f. 00000100:00000010:0.0:1761322991.936236:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003b43039a. 00000100:00000010:0.0:1761322991.936243:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005d86ea8a. 00000800:00000200:2.0:1761322991.936247:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322991.936252:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bf79fdc4 (tot 82350618). 02000000:00000010:0.0:1761322991.936255:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009a91de1a. 00000400:00000200:2.0:1761322991.936257:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.936263:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322991.936267:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a1f6e4d9 00000400:00000010:2.0:1761322991.936269:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a1f6e4d9. 02000000:00000010:0.0:1761322991.936285:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f6dfdb23. 00000400:00000010:0.0:1761322991.936290:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003f122c1e. 00000400:00000010:0.0:1761322991.936295:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008f080af5. 00000100:00000200:0.0:1761322991.936299:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956465024, portal 16 00000400:00000010:0.0:1761322991.936304:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006ed25e9e. 00000100:00000200:0.0:1761322991.936306:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956465024, offset 0 00000400:00000200:0.0:1761322991.936311:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322991.936317:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322991.936322:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:0.0:1761322991.936325:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761322991.936328:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322991.936330:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89119:89119:256:4294967295] 192.168.201.29@tcp LPNI seq info [89119:89119:8:4294967295] 00000400:00000200:0.0:1761322991.936336:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322991.936340:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322991.936343:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002b6ad44b (tot 82350866). 00000800:00000200:0.0:1761322991.936346:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322991.936350:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322991.936352:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002b6ad44b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761322991.936425:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322991.936427:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002b6ad44b (tot 82350618). 00000400:00000200:2.0:1761322991.936430:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.936435:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322991.936437:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006ed25e9e 00000400:00000010:2.0:1761322991.936439:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006ed25e9e. 00000100:00000200:2.0:1761322991.936447:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005d86ea8a x1846879956465024/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761322991.939122:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d6d428af. 00010000:00000010:0.1:1761322991.939136:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000065adce96. 00010000:00000010:1.1:1761322991.939492:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eb6ad933. 00000400:00000200:2.0:1761322991.941294:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322991.941312:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf7580 00000400:00000200:2.0:1761322991.941321:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac4b9 [1] + 224 00000400:00000200:2.0:1761322991.941334:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.941338:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322991.941352:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005d86ea8a x1846879956465024/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322991.941399:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322991.941405:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb5af80 00000400:00000200:2.0:1761322991.941411:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaae19 [2] + 1312 00000400:00000200:2.0:1761322991.941469:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.941472:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322991.941481:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761322991.941487:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000035919ae3. 00000400:00000010:0.0:1761322991.941562:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003f122c1e. 00000400:00000200:0.0:1761322991.941568:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008f080af5 00000400:00000010:0.0:1761322991.941570:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008f080af5. 00000100:00000200:0.0:1761322991.941578:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005d86ea8a x1846879956465024/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761322991.941586:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005d86ea8a x1846879956465024/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761322991.941634:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f6dfdb23. 02000000:00000010:0.0:1761322991.941641:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009a91de1a. 00000100:00000010:0.0:1761322991.941645:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005d86ea8a. 00000100:00000010:0.0:1761322991.941649:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003b43039a. 00010000:00000010:0.0:1761322991.941653:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a9ac886f. 00000020:00000010:3.0:1761322991.941785:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003e2e89e2. 00000020:00000010:3.0:1761322991.941791:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002c9edf37. 00000020:00000010:3.0:1761322991.941796:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000012137e35. 00000100:00000200:3.0:1761322991.941824:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000035919ae3 x1846879955824512/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761322991.941864:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955824512 02000000:00000010:3.0:1761322991.941877:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a70abf31. 00010000:00000010:3.0:1761322991.941906:0:66652:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006ad807a9. 00010000:00000010:3.0:1761322991.941927:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e0af421a. 00000100:00000010:3.0:1761322991.941933:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000430adcff. 00000100:00000010:3.0:1761322991.941947:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000430adcff. 00010000:00000010:3.0:1761322991.941950:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e0af421a. 00000400:00000010:3.0:1761322991.941964:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007f716d44. 00000100:00000200:3.0:1761322991.941968:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955824512, offset 224 00000400:00000200:3.0:1761322991.941976:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:3.0:1761322991.941987:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322991.941992:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89120:89120:256:4294967295] 192.168.201.29@tcp LPNI seq info [89120:89120:8:4294967295] 00000400:00000200:3.0:1761322991.942001:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322991.942005:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322991.942009:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000030d68e34 (tot 82350866). 00000800:00000200:3.0:1761322991.942014:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322991.942021:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322991.942036:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000030d68e34 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761322991.942057:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002c9edf37. 00000020:00000010:3.0:1761322991.942061:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000012137e35. 00000020:00000010:3.0:1761322991.942063:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003e2e89e2. 00080000:00000010:0.0:1761322991.942164:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000009a91de1a. 00000800:00000200:2.0:1761322991.942184:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322991.942189:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000030d68e34 (tot 82350618). 00000400:00000200:2.0:1761322991.942193:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.942198:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322991.942201:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007f716d44 00000400:00000010:2.0:1761322991.942202:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007f716d44. 00010000:00000010:0.0:1761322991.942255:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007e8cdcb4. 00010000:00000010:0.0:1761322991.942262:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a85e5ac4. 00010000:00000010:0.0:1761322991.942336:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006ac36acb. 00010000:00000010:0.0:1761322991.942341:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006861bee8. 00010000:00000010:0.0:1761322991.942346:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000065adce96. 00010000:00000010:0.0:1761322991.942352:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007e8cdcb4. 00080000:00000010:0.0:1761322991.942364:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f6dfdb23. 00010000:00000010:0.0:1761322991.942386:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007e8cdcb4. 00010000:00000010:0.0:1761322991.942390:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006861bee8. 00010000:00000010:0.0:1761322991.942440:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007ec568eb. 00010000:00000010:0.0:1761322991.942444:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007e8cdcb4. 00010000:00000010:0.0:1761322991.942451:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a9ac886f. 00000100:00000010:0.0:1761322991.942454:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003b43039a. 00000100:00000010:0.0:1761322991.942467:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005d86ea8a. 02000000:00000010:0.0:1761322991.942478:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000054d6c0c8. 02000000:00000010:0.0:1761322991.942506:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000045f86df9. 00000400:00000010:0.0:1761322991.942509:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003f122c1e. 00000400:00000010:0.0:1761322991.942513:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008f080af5. 00000100:00000200:0.0:1761322991.942518:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956465088, portal 16 00000400:00000010:0.0:1761322991.942523:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000328fc61a. 00000100:00000200:0.0:1761322991.942525:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956465088, offset 0 00000400:00000200:0.0:1761322991.942534:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322991.942540:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322991.942546:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:0.0:1761322991.942549:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761322991.942552:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322991.942555:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89121:89121:256:4294967295] 192.168.201.29@tcp LPNI seq info [89121:89121:8:4294967295] 00000400:00000200:0.0:1761322991.942562:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322991.942566:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322991.942569:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bf5e0f07 (tot 82350866). 00000800:00000200:0.0:1761322991.942573:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322991.942577:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322991.942580:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bf5e0f07 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761322991.942673:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322991.942675:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bf5e0f07 (tot 82350618). 00000400:00000200:2.0:1761322991.942678:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.942682:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322991.942685:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000328fc61a 00000400:00000010:2.0:1761322991.942686:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000328fc61a. 00000100:00000200:2.0:1761322991.942692:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005d86ea8a x1846879956465088/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322991.944370:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322991.944385:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf75c0 00000400:00000200:2.0:1761322991.944393:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac4c5 [1] + 224 00000400:00000200:2.0:1761322991.944408:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.944412:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322991.944421:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005d86ea8a x1846879956465088/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322991.944877:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322991.944885:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb5afc0 00000400:00000200:2.0:1761322991.944890:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaae19 [2] + 1640 00000400:00000200:2.0:1761322991.944934:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.944938:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322991.944943:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761322991.944949:0:15812:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d6d0189b. 00000400:00000010:0.0:1761322991.944973:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003f122c1e. 00000400:00000200:0.0:1761322991.944978:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008f080af5 00000400:00000010:0.0:1761322991.944980:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008f080af5. 00000100:00000200:0.0:1761322991.944988:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005d86ea8a x1846879956465088/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761322991.944996:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005d86ea8a x1846879956465088/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761322991.945041:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000045f86df9. 02000000:00000010:0.0:1761322991.945048:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000054d6c0c8. 00000100:00000010:0.0:1761322991.945052:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005d86ea8a. 00000100:00000010:0.0:1761322991.945056:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003b43039a. 00010000:00000010:0.0:1761322991.945060:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a9ac886f. 00000020:00000010:3.0:1761322991.945198:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003e2e89e2. 00000020:00000010:3.0:1761322991.945206:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002c9edf37. 00000020:00000010:3.0:1761322991.945210:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000012137e35. 00000100:00000200:3.0:1761322991.945237:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d6d0189b x1846879955824576/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761322991.945272:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955824576 02000000:00000010:3.0:1761322991.945284:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000024787b27. 00010000:00000010:3.0:1761322991.945314:0:66652:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ddf22603. 00010000:00000010:3.0:1761322991.945335:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e0af421a. 00000100:00000010:3.0:1761322991.945342:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000430adcff. 00000100:00000010:3.0:1761322991.945358:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000430adcff. 00010000:00000010:3.0:1761322991.945362:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e0af421a. 00000400:00000010:3.0:1761322991.945376:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000008e8c36c. 00000100:00000200:3.0:1761322991.945380:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955824576, offset 224 00000400:00000200:3.0:1761322991.945388:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:3.0:1761322991.945399:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322991.945403:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89122:89122:256:4294967295] 192.168.201.29@tcp LPNI seq info [89122:89122:8:4294967295] 00000400:00000200:3.0:1761322991.945413:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322991.945418:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322991.945422:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e6540a75 (tot 82350866). 00000800:00000200:3.0:1761322991.945432:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322991.945438:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322991.945441:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e6540a75 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761322991.945457:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002c9edf37. 00000020:00000010:3.0:1761322991.945461:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000012137e35. 00000020:00000010:3.0:1761322991.945464:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003e2e89e2. 00080000:00000010:0.0:1761322991.945502:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000054d6c0c8. 00000800:00000200:2.0:1761322991.945526:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322991.945529:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e6540a75 (tot 82350618). 00000400:00000200:2.0:1761322991.945532:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.945535:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322991.945537:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000008e8c36c 00000400:00000010:2.0:1761322991.945538:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000008e8c36c. 00010000:00000010:0.0:1761322991.945579:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007e8cdcb4. 00010000:00000010:0.0:1761322991.945587:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000041a7230e. 00010000:00000010:0.0:1761322991.945658:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bf90bd29. 00010000:00000010:0.0:1761322991.945665:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007e8cdcb4. 00010000:00000010:0.0:1761322991.945676:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a9ac886f. 00000100:00000010:0.0:1761322991.945679:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003b43039a. 00000100:00000010:0.0:1761322991.945685:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005d86ea8a. 02000000:00000010:0.0:1761322991.945696:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000045f86df9. 02000000:00000010:0.0:1761322991.945723:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006ca1214a. 00000400:00000010:0.0:1761322991.945728:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003f122c1e. 00000400:00000010:0.0:1761322991.945732:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008f080af5. 00000100:00000200:0.0:1761322991.945737:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956465152, portal 16 00000400:00000010:0.0:1761322991.945741:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001a275b80. 00000100:00000200:0.0:1761322991.945743:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956465152, offset 0 00000400:00000200:0.0:1761322991.945749:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322991.945756:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322991.945765:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:0.0:1761322991.945768:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761322991.945772:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322991.945774:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89123:89123:256:4294967295] 192.168.201.29@tcp LPNI seq info [89123:89123:8:4294967295] 00000400:00000200:0.0:1761322991.945781:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322991.946256:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322991.946262:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f8f59593 (tot 82350866). 00000800:00000200:0.0:1761322991.946268:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322991.946274:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322991.946277:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f8f59593 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761322991.946409:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322991.946412:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f8f59593 (tot 82350618). 00000400:00000200:2.0:1761322991.946416:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.946419:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322991.946422:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001a275b80 00000400:00000010:2.0:1761322991.946424:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001a275b80. 00000100:00000200:2.0:1761322991.946431:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005d86ea8a x1846879956465152/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761322991.947223:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007fe01d1b. 00010000:00000010:0.1:1761322991.947233:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eed802b6. 00010000:00000010:3.1:1761322991.947461:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e9fe8d1. 00000400:00000200:2.0:1761322991.948181:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322991.948196:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf7600 00000400:00000200:2.0:1761322991.948205:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac4d1 [1] + 224 00000400:00000200:2.0:1761322991.948216:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.948219:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322991.948228:0:15812:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005d86ea8a x1846879956465152/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322991.948258:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322991.948263:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb5b000 00000400:00000200:2.0:1761322991.948268:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaae19 [2] + 1968 00000400:00000010:2.0:1761322991.948274:0:15812:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004277211e. 00000400:00000200:2.0:1761322991.948277:0:15812:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000008f7c30d7 00000400:00000200:2.0:1761322991.948287:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.948289:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322991.948291:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008f7c30d7 00000400:00000010:2.0:1761322991.948293:0:15812:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000008f7c30d7 (tot 82350466). 00000100:00000200:2.0:1761322991.948299:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1761322991.948382:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003e2e89e2. 00000020:00000010:3.0:1761322991.948391:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002c9edf37. 00000020:00000010:3.0:1761322991.948397:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000012137e35. 00000100:00000200:3.0:1761322991.948628:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002a7491e8 x1846879955824640/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000400:00000010:0.0:1761322991.948672:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003f122c1e. 00000400:00000200:0.0:1761322991.948676:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008f080af5 00000400:00000010:0.0:1761322991.948678:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008f080af5. 00000100:00000200:0.0:1761322991.948688:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005d86ea8a x1846879956465152/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761322991.948711:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005d86ea8a x1846879956465152/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761322991.948732:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955824640 02000000:00000010:0.0:1761322991.948742:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006ca1214a. 02000000:00000010:3.0:1761322991.948747:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001346880c. 02000000:00000010:0.0:1761322991.948750:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000045f86df9. 00000100:00000010:0.0:1761322991.948756:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005d86ea8a. 00000100:00000010:0.0:1761322991.948761:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003b43039a. 00010000:00000010:0.0:1761322991.948765:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a9ac886f. 00010000:00000010:3.0:1761322991.948779:0:66652:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c4e3817e. 00010000:00000010:3.0:1761322991.948937:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e0af421a. 00000100:00000010:3.0:1761322991.948944:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000430adcff. 00000100:00000010:3.0:1761322991.948960:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000430adcff. 00010000:00000010:3.0:1761322991.948964:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e0af421a. 00000400:00000010:3.0:1761322991.948980:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000facd7dd7. 00000100:00000200:3.0:1761322991.948984:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955824640, offset 224 00000400:00000200:3.0:1761322991.948993:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:3.0:1761322991.949003:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322991.949009:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89124:89124:256:4294967295] 192.168.201.29@tcp LPNI seq info [89124:89124:8:4294967295] 00000400:00000200:3.0:1761322991.949019:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322991.949033:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322991.949038:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fb56ca9b (tot 82350714). 00000800:00000200:3.0:1761322991.949043:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322991.949049:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322991.949057:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fb56ca9b type 1, nob 320 niov 1 nkiov 1 00080000:00000010:0.0:1761322991.949156:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000006ca1214a. 00000800:00000200:2.0:1761322991.949180:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322991.949184:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fb56ca9b (tot 82350466). 00000400:00000200:2.0:1761322991.949187:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.949192:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322991.949195:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000facd7dd7 00000400:00000010:2.0:1761322991.949196:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000facd7dd7. 00010000:00000010:0.0:1761322991.949234:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007e8cdcb4. 00010000:00000010:0.0:1761322991.949241:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004a513607. 00000020:00000010:3.0:1761322991.949312:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002c9edf37. 00000020:00000010:3.0:1761322991.949317:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000012137e35. 00010000:00000010:0.0:1761322991.949320:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000eed802b6. 00000020:00000010:3.0:1761322991.949321:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003e2e89e2. 00010000:00000010:0.0:1761322991.949328:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007e8cdcb4. 02000000:00000010:3.0:1761322991.949331:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001346880c. 02000000:00000010:3.0:1761322991.949336:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000024787b27. 00000100:00000010:3.0:1761322991.949338:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d6d0189b. 00010000:00000010:0.0:1761322991.949341:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a9ac886f. 00000100:00000010:0.0:1761322991.949346:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003b43039a. 00000100:00000010:0.0:1761322991.949352:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005d86ea8a. 02000000:00000010:0.0:1761322991.949365:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000045f86df9. 02000000:00000010:0.0:1761322991.949392:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005c1a3517. 02000000:00000010:3.0:1761322991.949393:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a70abf31. 00000100:00000010:3.0:1761322991.949397:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000035919ae3. 00000400:00000010:0.0:1761322991.949397:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003f122c1e. 00000400:00000010:0.0:1761322991.949402:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008f080af5. 00000100:00000200:0.0:1761322991.949407:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956465216, portal 16 00000400:00000010:0.0:1761322991.949412:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000825fa906. 00000100:00000200:0.0:1761322991.949414:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956465216, offset 0 00000400:00000200:0.0:1761322991.949420:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322991.949425:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322991.949431:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:0.0:1761322991.949435:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761322991.949438:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322991.949440:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89125:89125:256:4294967295] 192.168.201.29@tcp LPNI seq info [89125:89125:8:4294967295] 00000400:00000200:0.0:1761322991.949446:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322991.949450:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322991.949454:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a69d00c5 (tot 82350714). 00000800:00000200:0.0:1761322991.949457:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322991.949461:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322991.949464:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a69d00c5 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761322991.949548:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 02000000:00000010:3.0:1761322991.949549:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003389b5cd. 00000800:00000010:2.0:1761322991.949552:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a69d00c5 (tot 82350466). 00000100:00000010:3.0:1761322991.949553:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000076100024. 00000400:00000200:2.0:1761322991.949558:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:3.0:1761322991.949560:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003027f154. 00000100:00000010:3.0:1761322991.949564:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000017975d50. 00000400:00000200:2.0:1761322991.949564:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322991.949570:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000825fa906 02000000:00000010:3.0:1761322991.949571:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ef2921ed. 00000400:00000010:2.0:1761322991.949573:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000825fa906. 00000100:00000010:3.0:1761322991.949575:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a87c75be. 00000100:00000200:2.0:1761322991.949582:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005d86ea8a x1846879956465216/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761322991.949728:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000007f53fb7. 00000100:00000010:3.0:1761322991.949731:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c802a107. 00000100:00000200:3.0:1761322991.949738:0:66652:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1761322991.949743:0:66652:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003ad93a60. 00000400:00000010:3.0:1761322991.949747:0:66652:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000430adcff (tot 82350618). 00010000:00000010:0.1:1761322991.952201:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001e0b6c17. 00010000:00000010:0.1:1761322991.952218:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e5d1b8cb. 00000400:00000200:2.0:1761322991.952481:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322991.952508:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf7640 00000400:00000200:2.0:1761322991.952592:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac4dd [1] + 224 00000400:00000200:2.0:1761322991.952609:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.952614:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322991.952628:0:15812:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005d86ea8a x1846879956465216/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322991.952676:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322991.952682:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb5b040 00000400:00000200:2.0:1761322991.952688:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaae71 [2] + 0 00000400:00000010:0.0:1761322991.952883:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003f122c1e. 00000400:00000200:0.0:1761322991.952889:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008f080af5 00000400:00000010:0.0:1761322991.952892:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008f080af5. 00000100:00000200:0.0:1761322991.952902:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005d86ea8a x1846879956465216/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761322991.952908:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005d86ea8a x1846879956465216/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761322991.952934:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005c1a3517. 02000000:00000010:0.0:1761322991.952940:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000045f86df9. 00000100:00000010:0.0:1761322991.952944:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005d86ea8a. 00000100:00000010:0.0:1761322991.952948:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003b43039a. 00010000:00000010:0.0:1761322991.952952:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a9ac886f. 00000400:00000200:2.0:1761322991.952984:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.952990:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322991.952995:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761322991.953001:0:15812:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007226fba0. 00000020:00000010:3.0:1761322991.953137:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003389b5cd. 00000020:00000010:3.0:1761322991.953148:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002c9edf37. 00000020:00000010:3.0:1761322991.953153:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000012137e35. 00000100:00000200:3.0:1761322991.953182:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007226fba0 x1846879955824704/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761322991.953338:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955824704 02000000:00000010:1.0:1761322991.953353:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d0c9d6cb. 00010000:00000010:1.0:1761322991.953383:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009058bb8c. 00010000:00000010:1.0:1761322991.953407:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d1f383aa. 00000100:00000010:1.0:1761322991.953415:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b65c9c75. 00000100:00000010:1.0:1761322991.953429:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b65c9c75. 00010000:00000010:1.0:1761322991.953433:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d1f383aa. 00000400:00000010:1.0:1761322991.953448:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a506a769. 00000100:00000200:1.0:1761322991.953458:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955824704, offset 224 00000400:00000200:1.0:1761322991.953466:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322991.953481:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322991.953486:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89126:89126:256:4294967295] 192.168.201.29@tcp LPNI seq info [89126:89126:8:4294967295] 00000400:00000200:1.0:1761322991.953496:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00080000:00000010:0.0:1761322991.953540:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000005c1a3517. 00000800:00000200:1.0:1761322991.953562:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322991.953569:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006d93c9a0 (tot 82350866). 00000800:00000200:1.0:1761322991.953576:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322991.953584:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322991.953589:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006d93c9a0 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761322991.953614:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002c9edf37. 00000020:00000010:1.0:1761322991.953628:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000012137e35. 00000020:00000010:1.0:1761322991.953632:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003389b5cd. 00010000:00000010:0.0:1761322991.953668:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007e8cdcb4. 00010000:00000010:0.0:1761322991.953685:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009db18b76. 00010000:00000010:0.0:1761322991.953799:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e5d1b8cb. 00010000:00000010:0.0:1761322991.953806:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007e8cdcb4. 00000800:00000200:3.0:1761322991.953816:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00010000:00000010:0.0:1761322991.953818:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a9ac886f. 00000800:00000010:3.0:1761322991.953821:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006d93c9a0 (tot 82350618). 00000100:00000010:0.0:1761322991.953824:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003b43039a. 00000400:00000200:3.0:1761322991.953828:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:0.0:1761322991.953832:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005d86ea8a. 00000400:00000200:3.0:1761322991.953836:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322991.953841:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a506a769 00000400:00000010:3.0:1761322991.953843:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a506a769. 02000000:00000010:0.0:1761322991.953845:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000045f86df9. 02000000:00000010:0.0:1761322991.953868:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009bd25e5d. 00000400:00000010:0.0:1761322991.953873:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003f122c1e. 00000400:00000010:0.0:1761322991.953876:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008f080af5. 00000100:00000200:0.0:1761322991.953881:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956465280, portal 16 00000400:00000010:0.0:1761322991.953885:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000015c9b00d. 00000100:00000200:0.0:1761322991.953887:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956465280, offset 0 00000400:00000200:0.0:1761322991.953892:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322991.953897:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322991.953904:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:0.0:1761322991.953907:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761322991.953911:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322991.953913:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89127:89127:256:4294967295] 192.168.201.29@tcp LPNI seq info [89127:89127:8:4294967295] 00000400:00000200:0.0:1761322991.953920:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322991.953924:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322991.953928:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004c92fdd7 (tot 82350866). 00000800:00000200:0.0:1761322991.953931:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322991.953935:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322991.953937:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004c92fdd7 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761322991.954056:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322991.954058:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004c92fdd7 (tot 82350618). 00000400:00000200:2.0:1761322991.954060:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.954063:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322991.954065:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000015c9b00d 00000400:00000010:2.0:1761322991.954066:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000015c9b00d. 00000100:00000200:2.0:1761322991.954093:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005d86ea8a x1846879956465280/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761322991.954679:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000035e86e47. 00010000:00000010:3.1:1761322991.954687:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000040f0646. 00010000:00000010:3.1:1761322991.954690:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003685c8bb. 00010000:00000010:0.1:1761322991.955124:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bb3498da. 00010000:00000010:0.1:1761322991.955134:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006e229ae1. 00010000:00000010:0.1:1761322991.955140:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006ac36acb. 00010000:00000010:0.1:1761322991.955145:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000065adce96. 00010000:00000010:0.1:1761322991.955148:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c7b8610f. 00010000:00000010:0.1:1761322991.955150:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ec568eb. 00000400:00000200:2.0:1761322991.955495:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322991.955510:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf7680 00000400:00000200:2.0:1761322991.955518:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac4ed [1] + 224 00000400:00000200:2.0:1761322991.955534:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.955538:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322991.955545:0:15812:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005d86ea8a x1846879956465280/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761322991.955627:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003f122c1e. 00000400:00000200:0.0:1761322991.955633:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008f080af5 00000400:00000010:0.0:1761322991.955636:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008f080af5. 00000100:00000200:0.0:1761322991.955644:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005d86ea8a x1846879956465280/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761322991.955651:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005d86ea8a x1846879956465280/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761322991.955673:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009bd25e5d. 02000000:00000010:0.0:1761322991.955678:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000045f86df9. 00000100:00000010:0.0:1761322991.955682:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005d86ea8a. 00000100:00000010:0.0:1761322991.955686:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003b43039a. 00010000:00000010:0.0:1761322991.955689:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a9ac886f. 00000400:00000200:3.0:1761322991.958125:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322991.958149:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb5b080 00000400:00000200:3.0:1761322991.958160:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaae71 [2] + 328 00000400:00000200:3.0:1761322991.958276:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.958282:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322991.958290:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761322991.958297:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008821b89f. 00000020:00000010:1.0:1761322991.958468:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000649cfa04. 00000020:00000010:1.0:1761322991.958478:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000005b2eeef8. 00000020:00000010:1.0:1761322991.958483:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001d369eb8. 00000100:00000200:1.0:1761322991.958512:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000008821b89f x1846879955824768/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761322991.958556:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955824768 02000000:00000010:1.0:1761322991.958569:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001084272e. 00010000:00000010:1.0:1761322991.958603:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b588c900. 00010000:00000010:1.0:1761322991.958641:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d1f383aa. 00000100:00000010:1.0:1761322991.958649:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b65c9c75. 00000100:00000010:1.0:1761322991.958666:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b65c9c75. 00010000:00000010:1.0:1761322991.958672:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d1f383aa. 00000400:00000010:1.0:1761322991.958691:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000962e04ce. 00000100:00000200:1.0:1761322991.958697:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955824768, offset 224 00000400:00000200:1.0:1761322991.958706:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322991.958718:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322991.958724:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89128:89128:256:4294967295] 192.168.201.29@tcp LPNI seq info [89128:89128:8:4294967295] 00000400:00000200:1.0:1761322991.958735:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322991.958742:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322991.958749:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006d93c9a0 (tot 82350866). 00000800:00000200:1.0:1761322991.958762:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322991.958771:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322991.958775:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006d93c9a0 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761322991.958795:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000005b2eeef8. 00000020:00000010:1.0:1761322991.958800:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001d369eb8. 00000020:00000010:1.0:1761322991.958804:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000649cfa04. 00080000:00000010:0.0:1761322991.958865:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000009bd25e5d. 00000800:00000200:2.0:1761322991.958900:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322991.958906:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006d93c9a0 (tot 82350618). 00000400:00000200:2.0:1761322991.958912:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.958916:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322991.958920:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000962e04ce 00000400:00000010:2.0:1761322991.958922:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000962e04ce. 00010000:00000010:0.0:1761322991.958974:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007e8cdcb4. 00010000:00000010:0.0:1761322991.958986:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000042ef5b54. 00010000:00000010:0.0:1761322991.959110:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007ec568eb. 00010000:00000010:0.0:1761322991.959118:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007e8cdcb4. 00010000:00000010:0.0:1761322991.959132:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a9ac886f. 00000100:00000010:0.0:1761322991.959139:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003b43039a. 00000100:00000010:0.0:1761322991.959150:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005d86ea8a. 02000000:00000010:0.0:1761322991.959165:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000045f86df9. 02000000:00000010:0.0:1761322991.959207:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000027b85029. 00000400:00000010:0.0:1761322991.959214:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003f122c1e. 00000400:00000010:0.0:1761322991.959222:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008f080af5. 00000100:00000200:0.0:1761322991.959228:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956465344, portal 16 00000400:00000010:0.0:1761322991.959234:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c8d84849. 00000100:00000200:0.0:1761322991.959240:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956465344, offset 0 00000400:00000200:0.0:1761322991.959251:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322991.959265:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322991.959272:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:0.0:1761322991.959276:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761322991.959278:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322991.959282:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89129:89129:256:4294967295] 192.168.201.29@tcp LPNI seq info [89129:89129:8:4294967295] 00000400:00000200:0.0:1761322991.959291:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322991.959303:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322991.959308:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000361d1353 (tot 82350866). 00000800:00000200:0.0:1761322991.959315:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322991.959322:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322991.959389:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000361d1353 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761322991.959567:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322991.959898:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000361d1353 (tot 82350618). 00000400:00000200:2.0:1761322991.959903:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.959908:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322991.959912:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c8d84849 00000400:00000010:2.0:1761322991.959914:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c8d84849. 00000100:00000200:2.0:1761322991.959923:0:15812:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005d86ea8a x1846879956465344/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761322991.960146:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000038445bb8. 00010000:00000010:0.1:1761322991.960186:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e126e09a. 00010000:00000010:0.1:1761322991.960196:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bf90bd29. 00000400:00000200:2.0:1761322991.961292:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322991.961310:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf76c0 00000400:00000200:2.0:1761322991.961319:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac4f9 [1] + 224 00000400:00000200:2.0:1761322991.961332:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.961336:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322991.961347:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005d86ea8a x1846879956465344/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322991.961383:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322991.961388:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb5b0c0 00000400:00000200:2.0:1761322991.961393:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaae71 [2] + 656 00000400:00000200:2.0:1761322991.961401:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.961403:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322991.961407:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761322991.961413:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004a31252b. 00000400:00000010:0.0:1761322991.961486:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003f122c1e. 00000400:00000200:0.0:1761322991.961497:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008f080af5 00000400:00000010:0.0:1761322991.961499:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008f080af5. 00000100:00000200:0.0:1761322991.961513:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005d86ea8a x1846879956465344/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000020:00000010:1.0:1761322991.961522:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000649cfa04. 00000100:00000200:0.0:1761322991.961523:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005d86ea8a x1846879956465344/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000020:00000010:1.0:1761322991.961533:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000005b2eeef8. 00000020:00000010:1.0:1761322991.961541:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001d369eb8. 02000000:00000010:0.0:1761322991.961567:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000027b85029. 00000100:00000200:1.0:1761322991.961568:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000004a31252b x1846879955824832/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 02000000:00000010:0.0:1761322991.961578:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000045f86df9. 00000100:00000010:0.0:1761322991.961585:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005d86ea8a. 00000100:00000010:0.0:1761322991.961589:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003b43039a. 00010000:00000010:0.0:1761322991.961594:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a9ac886f. 00000100:00000200:1.0:1761322991.961608:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955824832 02000000:00000010:1.0:1761322991.961621:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000007f53fb7. 00010000:00000010:1.0:1761322991.961655:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000899d6826. 00010000:00000010:1.0:1761322991.961678:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d1f383aa. 00000100:00000010:1.0:1761322991.961684:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b65c9c75. 00000100:00000010:1.0:1761322991.961698:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b65c9c75. 00010000:00000010:1.0:1761322991.961703:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d1f383aa. 00000400:00000010:1.0:1761322991.961717:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a7e6aed8. 00000100:00000200:1.0:1761322991.961722:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955824832, offset 224 00000400:00000200:1.0:1761322991.961731:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00080000:00000010:0.0:1761322991.961742:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000027b85029. 00000400:00000200:1.0:1761322991.961747:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322991.961755:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89130:89130:256:4294967295] 192.168.201.29@tcp LPNI seq info [89130:89130:8:4294967295] 00000400:00000200:1.0:1761322991.961765:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322991.961776:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322991.961782:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006d93c9a0 (tot 82350866). 00000800:00000200:1.0:1761322991.961789:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322991.961802:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322991.961806:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006d93c9a0 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:0.0:1761322991.961835:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007e8cdcb4. 00010000:00000010:0.0:1761322991.961845:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000094ecf0d5. 00000020:00000010:1.0:1761322991.961893:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000005b2eeef8. 00000020:00000010:1.0:1761322991.961900:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001d369eb8. 00000020:00000010:1.0:1761322991.961905:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000649cfa04. 00010000:00000010:0.0:1761322991.961914:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006ac36acb. 00010000:00000010:0.0:1761322991.961921:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006861bee8. 00010000:00000010:0.0:1761322991.961925:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bf90bd29. 00010000:00000010:0.0:1761322991.961930:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007e8cdcb4. 00080000:00000010:0.0:1761322991.961946:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ea3f1eea. 00010000:00000010:0.0:1761322991.961975:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007e8cdcb4. 00010000:00000010:0.0:1761322991.961980:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006861bee8. 00000800:00000200:2.0:1761322991.962038:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322991.962043:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006d93c9a0 (tot 82350618). 00010000:00000010:0.0:1761322991.962047:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000065adce96. 00000400:00000200:2.0:1761322991.962049:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:0.0:1761322991.962055:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007e8cdcb4. 00000400:00000200:2.0:1761322991.962058:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322991.962063:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a7e6aed8 00000400:00000010:2.0:1761322991.962066:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a7e6aed8. 00010000:00000010:0.0:1761322991.962068:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a9ac886f. 00000100:00000010:0.0:1761322991.962107:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003b43039a. 00000100:00000010:0.0:1761322991.962116:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005d86ea8a. 02000000:00000010:0.0:1761322991.962130:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000012493434. 02000000:00000010:0.0:1761322991.962159:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003d3a2ce9. 00000400:00000010:0.0:1761322991.962164:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003f122c1e. 00000400:00000010:0.0:1761322991.962169:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008f080af5. 00000100:00000200:0.0:1761322991.962176:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956465408, portal 16 00000400:00000010:0.0:1761322991.962182:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001c2d6366. 00000100:00000200:0.0:1761322991.962184:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956465408, offset 0 00000400:00000200:0.0:1761322991.962192:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322991.962204:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322991.962212:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:0.0:1761322991.962216:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761322991.962219:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322991.962222:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89131:89131:256:4294967295] 192.168.201.29@tcp LPNI seq info [89131:89131:8:4294967295] 00000400:00000200:0.0:1761322991.962230:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322991.962236:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322991.962240:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000057731204 (tot 82350866). 00000800:00000200:0.0:1761322991.962247:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322991.962254:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322991.962257:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000057731204 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761322991.962639:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322991.962643:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000057731204 (tot 82350618). 00000400:00000200:2.0:1761322991.962647:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.962652:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322991.962655:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001c2d6366 00000400:00000010:2.0:1761322991.962657:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001c2d6366. 00000100:00000200:2.0:1761322991.962666:0:15812:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005d86ea8a x1846879956465408/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322991.963767:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322991.963781:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf7700 00000400:00000200:2.0:1761322991.963789:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac505 [1] + 224 00000400:00000200:2.0:1761322991.963804:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.963808:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322991.963814:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005d86ea8a x1846879956465408/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322991.964123:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322991.964131:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb5b100 00000400:00000200:2.0:1761322991.964137:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaae71 [2] + 984 00000400:00000010:0.0:1761322991.964221:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003f122c1e. 00000400:00000200:0.0:1761322991.964232:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008f080af5 00000400:00000010:0.0:1761322991.964234:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008f080af5. 00000100:00000200:0.0:1761322991.964249:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005d86ea8a x1846879956465408/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761322991.964259:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005d86ea8a x1846879956465408/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761322991.964293:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003d3a2ce9. 02000000:00000010:0.0:1761322991.964301:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000012493434. 00000100:00000010:0.0:1761322991.964306:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005d86ea8a. 00000100:00000010:0.0:1761322991.964311:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003b43039a. 00010000:00000010:0.0:1761322991.964315:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a9ac886f. 00000400:00000200:2.0:1761322991.964508:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.964523:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322991.964527:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761322991.964534:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007661af9c. 00000020:00000010:1.0:1761322991.964683:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000649cfa04. 00000020:00000010:1.0:1761322991.964691:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000005b2eeef8. 00000020:00000010:1.0:1761322991.964695:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001d369eb8. 00000100:00000200:1.0:1761322991.964719:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007661af9c x1846879955824896/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761322991.964756:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955824896 02000000:00000010:1.0:1761322991.964766:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ef2921ed. 00010000:00000010:1.0:1761322991.964797:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006fd8a848. 00010000:00000010:1.0:1761322991.964819:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d1f383aa. 00000100:00000010:1.0:1761322991.964825:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b65c9c75. 00000100:00000010:1.0:1761322991.964849:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b65c9c75. 00010000:00000010:1.0:1761322991.964854:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d1f383aa. 00000400:00000010:1.0:1761322991.964868:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fcd371be. 00000100:00000200:1.0:1761322991.964874:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955824896, offset 224 00000400:00000200:1.0:1761322991.964882:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322991.964893:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322991.964898:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89132:89132:256:4294967295] 192.168.201.29@tcp LPNI seq info [89132:89132:8:4294967295] 00000400:00000200:1.0:1761322991.964907:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322991.964913:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322991.964917:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006d93c9a0 (tot 82350866). 00000800:00000200:1.0:1761322991.964923:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322991.964931:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322991.964935:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006d93c9a0 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761322991.964958:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000005b2eeef8. 00000020:00000010:1.0:1761322991.964963:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001d369eb8. 00000020:00000010:1.0:1761322991.964967:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000649cfa04. 00080000:00000010:0.0:1761322991.965046:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000012493434. 00010000:00000010:0.0:1761322991.965194:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007e8cdcb4. 00010000:00000010:0.0:1761322991.965202:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000cba2d45. 00010000:00000010:0.0:1761322991.965289:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006e229ae1. 00010000:00000010:0.0:1761322991.965294:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007e8cdcb4. 00010000:00000010:0.0:1761322991.965303:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a9ac886f. 00000100:00000010:0.0:1761322991.965306:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003b43039a. 00000100:00000010:0.0:1761322991.965312:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005d86ea8a. 02000000:00000010:0.0:1761322991.965322:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003d3a2ce9. 02000000:00000010:0.0:1761322991.965341:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008e073575. 00000400:00000010:0.0:1761322991.965346:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003f122c1e. 00000400:00000010:0.0:1761322991.965350:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008f080af5. 00000100:00000200:0.0:1761322991.965355:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956465472, portal 16 00000400:00000010:0.0:1761322991.965360:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000faaff073. 00000100:00000200:0.0:1761322991.965362:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956465472, offset 0 00000400:00000200:0.0:1761322991.965367:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322991.965374:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322991.965381:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:0.0:1761322991.965385:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761322991.965387:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322991.965390:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89133:89133:255:4294967295] 192.168.201.29@tcp LPNI seq info [89133:89133:7:4294967295] 00000400:00000200:0.0:1761322991.965398:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322991.965403:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322991.965407:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000057731204 (tot 82351114). 00000800:00000200:0.0:1761322991.965411:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322991.965416:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322991.965418:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000057731204 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761322991.965518:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322991.965523:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006d93c9a0 (tot 82350866). 00000400:00000200:2.0:1761322991.965529:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.965533:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322991.965537:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fcd371be 00000400:00000010:2.0:1761322991.965539:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fcd371be. 00000800:00000200:2.0:1761322991.965743:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322991.965746:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000057731204 (tot 82350618). 00000400:00000200:2.0:1761322991.965750:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.965753:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322991.965755:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000faaff073 00000400:00000010:2.0:1761322991.965757:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000faaff073. 00000100:00000200:2.0:1761322991.965765:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005d86ea8a x1846879956465472/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322991.967631:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322991.967654:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf7740 00000400:00000200:2.0:1761322991.967664:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac511 [1] + 224 00000400:00000200:2.0:1761322991.967678:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.967682:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322991.967692:0:15812:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005d86ea8a x1846879956465472/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322991.968181:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322991.968188:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb5b140 00000400:00000200:2.0:1761322991.968195:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaae71 [2] + 1312 00000400:00000200:2.0:1761322991.968484:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.968490:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322991.968496:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761322991.968504:0:15812:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f7a33011. 00000400:00000010:1.0:1761322991.968719:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003f122c1e. 00000400:00000200:1.0:1761322991.968726:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008f080af5 00000400:00000010:1.0:1761322991.968729:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008f080af5. 00000100:00000200:1.0:1761322991.968741:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005d86ea8a x1846879956465472/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761322991.968750:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005d86ea8a x1846879956465472/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761322991.968780:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008e073575. 02000000:00000010:1.0:1761322991.968789:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003d3a2ce9. 00000100:00000010:1.0:1761322991.968795:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005d86ea8a. 00000100:00000010:1.0:1761322991.968799:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003b43039a. 00010000:00000010:1.0:1761322991.968804:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a9ac886f. 00000020:00000010:1.0:1761322991.968853:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000649cfa04. 00000020:00000010:1.0:1761322991.968860:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000005b2eeef8. 00000020:00000010:1.0:1761322991.968866:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001d369eb8. 00000100:00000200:1.0:1761322991.968892:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f7a33011 x1846879955824960/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761322991.968923:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955824960 02000000:00000010:1.0:1761322991.968934:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003027f154. 00010000:00000010:1.0:1761322991.968965:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008cc1bce7. 00010000:00000010:1.0:1761322991.968988:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d1f383aa. 00000100:00000010:1.0:1761322991.968995:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b65c9c75. 00000100:00000010:1.0:1761322991.969003:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b65c9c75. 00010000:00000010:1.0:1761322991.969007:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d1f383aa. 00000400:00000010:1.0:1761322991.969020:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a8e779fb. 00000100:00000200:1.0:1761322991.969033:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955824960, offset 224 00000400:00000200:1.0:1761322991.969042:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322991.969056:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322991.969063:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89134:89134:256:4294967295] 192.168.201.29@tcp LPNI seq info [89134:89134:8:4294967295] 00000400:00000200:1.0:1761322991.969093:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322991.969100:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322991.969106:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006d93c9a0 (tot 82350866). 00000800:00000200:1.0:1761322991.969112:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322991.969121:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322991.969126:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006d93c9a0 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761322991.969142:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000005b2eeef8. 00000020:00000010:1.0:1761322991.969147:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001d369eb8. 00000020:00000010:1.0:1761322991.969151:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000649cfa04. 00080000:00000010:1.0:1761322991.969181:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000649cfa04. 00010000:00000010:1.0:1761322991.969291:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007e8cdcb4. 00010000:00000010:1.0:1761322991.969300:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000be4a38be. 00010000:00000010:1.0:1761322991.969398:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f7fa86b2. 00010000:00000010:1.0:1761322991.969404:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e2e5ec83. 00010000:00000010:1.0:1761322991.969411:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d1f383aa. 00000100:00000010:1.0:1761322991.969414:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b65c9c75. 00000100:00000010:1.0:1761322991.969421:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000eae2da62. 02000000:00000010:1.0:1761322991.969431:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003d3a2ce9. 02000000:00000010:1.0:1761322991.969450:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008e073575. 00000400:00000010:1.0:1761322991.969454:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ab7a82e4. 00000400:00000010:1.0:1761322991.969458:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000095caff3a. 00000100:00000200:1.0:1761322991.969464:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956465536, portal 16 00000400:00000010:1.0:1761322991.969468:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002f17cf4d. 00000100:00000200:1.0:1761322991.969470:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956465536, offset 0 00000400:00000200:1.0:1761322991.969474:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322991.969480:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322991.969487:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:1.0:1761322991.969491:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761322991.969495:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:1.0:1761322991.969498:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89135:89135:255:4294967295] 192.168.201.29@tcp LPNI seq info [89135:89135:7:4294967295] 00000400:00000200:1.0:1761322991.969506:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:2.0:1761322991.969704:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322991.969709:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006d93c9a0 (tot 82350618). 00000400:00000200:2.0:1761322991.969715:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.969720:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322991.969723:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a8e779fb 00000400:00000010:2.0:1761322991.969725:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a8e779fb. 00010000:00000010:1.1:1761322991.970505:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007a424705. 00000800:00000200:1.0:1761322991.970585:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322991.970592:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006d93c9a0 (tot 82350866). 00000800:00000200:1.0:1761322991.970600:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322991.970607:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322991.970610:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006d93c9a0 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761322991.970717:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322991.970720:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006d93c9a0 (tot 82350618). 00000400:00000200:2.0:1761322991.970725:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.970729:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322991.970733:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002f17cf4d 00000400:00000010:2.0:1761322991.970735:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002f17cf4d. 00000100:00000200:2.0:1761322991.970742:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000eae2da62 x1846879956465536/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761322991.971138:0:78778:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000035ca715f. 00010000:00000010:0.1:1761322991.971145:0:78778:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eed802b6. 00000400:00000200:2.0:1761322991.972335:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322991.972356:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf7780 00000400:00000200:2.0:1761322991.972367:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac51d [1] + 224 00000400:00000200:2.0:1761322991.972384:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.972389:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322991.972399:0:15812:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000eae2da62 x1846879956465536/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322991.972445:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322991.972451:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb5b180 00000400:00000200:2.0:1761322991.972457:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaae71 [2] + 1640 00000400:00000200:2.0:1761322991.972469:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.972472:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322991.972477:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761322991.972484:0:15812:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e002feec. 00000400:00000010:3.0:1761322991.972496:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ab7a82e4. 00000400:00000200:3.0:1761322991.972593:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000095caff3a 00000400:00000010:3.0:1761322991.972597:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000095caff3a. 00000100:00000200:3.0:1761322991.972604:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000eae2da62 x1846879956465536/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761322991.972613:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000eae2da62 x1846879956465536/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761322991.972643:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008e073575. 02000000:00000010:3.0:1761322991.972652:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003d3a2ce9. 00000100:00000010:3.0:1761322991.972660:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000eae2da62. 00000100:00000010:3.0:1761322991.972664:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b65c9c75. 00010000:00000010:3.0:1761322991.972670:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d1f383aa. 00000020:00000010:0.0:1761322991.972681:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000054200cd4. 00000020:00000010:0.0:1761322991.972691:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c1110c8f. 00000020:00000010:0.0:1761322991.972698:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b88240bc. 00000100:00000200:0.0:1761322991.972726:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e002feec x1846879955825024/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761322991.972772:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955825024 02000000:00000010:0.0:1761322991.972784:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000908d4f6a. 00010000:00000010:0.0:1761322991.972815:0:66652:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c9dfd5e6. 00010000:00000010:0.0:1761322991.972837:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000082d72e0. 00000100:00000010:0.0:1761322991.972844:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003b43039a. 00000100:00000010:0.0:1761322991.972852:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003b43039a. 00010000:00000010:0.0:1761322991.972855:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000082d72e0. 00000400:00000010:0.0:1761322991.972868:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004767911a. 00080000:00000010:3.0:1761322991.972933:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000006ff65d7a. 00010000:00000010:3.0:1761322991.973104:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e2e5ec83. 00000100:00000200:0.0:1761322991.973289:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955825024, offset 224 00000400:00000200:0.0:1761322991.973301:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322991.973317:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322991.973325:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89136:89136:256:4294967295] 192.168.201.29@tcp LPNI seq info [89136:89136:8:4294967295] 00000400:00000200:0.0:1761322991.973337:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322991.973342:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322991.973347:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000361d1353 (tot 82350866). 00000800:00000200:0.0:1761322991.973353:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322991.973361:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322991.973365:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000361d1353 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761322991.973394:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c1110c8f. 00000020:00000010:0.0:1761322991.973399:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b88240bc. 00000020:00000010:0.0:1761322991.973402:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000054200cd4. 00010000:00000010:3.0:1761322991.973443:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d575e2a. 00010000:00000010:3.0:1761322991.973549:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001f5328e7. 00010000:00000010:3.0:1761322991.973557:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069b74aff. 00010000:00000010:3.0:1761322991.973568:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e0af421a. 00000100:00000010:3.0:1761322991.973573:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000094486dea. 00000100:00000010:3.0:1761322991.973579:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008588e37b. 02000000:00000010:3.0:1761322991.973591:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000091f09908. 02000000:00000010:3.0:1761322991.973614:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c29478b2. 00000400:00000010:3.0:1761322991.973619:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e0e657b9. 00000400:00000010:3.0:1761322991.973624:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009548a1b0. 00000100:00000200:3.0:1761322991.973629:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956465600, portal 16 00000400:00000010:3.0:1761322991.973633:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fd11e324. 00000100:00000200:3.0:1761322991.973635:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956465600, offset 0 00000400:00000200:3.0:1761322991.973642:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:3.0:1761322991.973649:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322991.973657:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:3.0:1761322991.973662:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761322991.973665:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:3.0:1761322991.973667:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89137:89137:255:4294967295] 192.168.201.29@tcp LPNI seq info [89137:89137:7:4294967295] 00000400:00000200:3.0:1761322991.973675:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322991.973681:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322991.973685:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fca7c33d (tot 82351114). 00000800:00000200:3.0:1761322991.973689:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322991.973693:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322991.973695:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fca7c33d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761322991.973751:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322991.973756:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000361d1353 (tot 82350866). 00000400:00000200:2.0:1761322991.973760:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.973765:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322991.973768:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004767911a 00000400:00000010:2.0:1761322991.973770:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004767911a. 00000800:00000200:2.0:1761322991.973806:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322991.973808:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fca7c33d (tot 82350618). 00000400:00000200:2.0:1761322991.973810:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.973813:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322991.973815:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fd11e324 00000400:00000010:2.0:1761322991.973816:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fd11e324. 00000100:00000200:2.0:1761322991.973824:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008588e37b x1846879956465600/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761322991.974279:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000071fc475d. 00010000:00000010:0.1:1761322991.974288:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e5d1b8cb. 00000400:00000200:3.0:1761322991.976297:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322991.976497:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf77c0 00000400:00000200:3.0:1761322991.976507:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac529 [1] + 224 00000400:00000200:3.0:1761322991.976526:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.976530:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322991.976541:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008588e37b x1846879956465600/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322991.976574:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322991.976580:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb5b1c0 00000400:00000200:3.0:1761322991.976586:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaae71 [2] + 1968 00000400:00000010:3.0:1761322991.976591:0:15811:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004fe92614. 00000400:00000200:3.0:1761322991.976596:0:15811:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000049145434 00000400:00000200:3.0:1761322991.976658:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.976662:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322991.976665:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000049145434 00000400:00000010:3.0:1761322991.976668:0:15811:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000049145434 (tot 82350466). 00000100:00000200:3.0:1761322991.976674:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:3.0:1761322991.976707:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e0e657b9. 00000400:00000200:3.0:1761322991.976711:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009548a1b0 00000400:00000010:3.0:1761322991.976713:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009548a1b0. 00000100:00000200:3.0:1761322991.976720:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008588e37b x1846879956465600/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761322991.976728:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008588e37b x1846879956465600/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000020:00000010:0.0:1761322991.976757:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000054200cd4. 02000000:00000010:3.0:1761322991.976759:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c29478b2. 02000000:00000010:3.0:1761322991.976766:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000091f09908. 00000020:00000010:0.0:1761322991.976769:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c1110c8f. 00000100:00000010:3.0:1761322991.976770:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008588e37b. 00000020:00000010:0.0:1761322991.976776:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b88240bc. 00000100:00000010:3.0:1761322991.976777:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000094486dea. 00010000:00000010:3.0:1761322991.976783:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e0af421a. 00000100:00000200:0.0:1761322991.976806:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c7b78bcf x1846879955825088/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761322991.976850:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955825088 02000000:00000010:0.0:1761322991.976861:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000120003b7. 00010000:00000010:0.0:1761322991.976889:0:66652:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003886e1c9. 00010000:00000010:0.0:1761322991.976909:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000082d72e0. 00000100:00000010:0.0:1761322991.976916:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003b43039a. 00000100:00000010:0.0:1761322991.976924:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003b43039a. 00010000:00000010:0.0:1761322991.976927:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000082d72e0. 00000400:00000010:0.0:1761322991.976938:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000243f87cb. 00000100:00000200:0.0:1761322991.976943:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955825088, offset 224 00000400:00000200:0.0:1761322991.976951:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322991.976962:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322991.976967:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89138:89138:256:4294967295] 192.168.201.29@tcp LPNI seq info [89138:89138:8:4294967295] 00000400:00000200:0.0:1761322991.976976:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322991.976981:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322991.976985:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004c92fdd7 (tot 82350714). 00000800:00000200:0.0:1761322991.976991:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322991.977000:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322991.977004:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004c92fdd7 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761322991.977033:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c1110c8f. 00000020:00000010:0.0:1761322991.977038:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b88240bc. 00000020:00000010:0.0:1761322991.977045:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000054200cd4. 02000000:00000010:0.0:1761322991.977055:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000908d4f6a. 00000100:00000010:0.0:1761322991.977058:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e002feec. 02000000:00000010:0.0:1761322991.977062:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003027f154. 00000100:00000010:0.0:1761322991.977066:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f7a33011. 02000000:00000010:0.0:1761322991.977069:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ef2921ed. 00000100:00000010:0.0:1761322991.977070:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007661af9c. 02000000:00000010:0.0:1761322991.977100:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000007f53fb7. 00000100:00000010:0.0:1761322991.977103:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004a31252b. 02000000:00000010:0.0:1761322991.977108:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001084272e. 00000100:00000010:0.0:1761322991.977110:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008821b89f. 02000000:00000010:0.0:1761322991.977113:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d0c9d6cb. 00000100:00000010:0.0:1761322991.977115:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007226fba0. 00000100:00000200:0.0:1761322991.977120:0:66652:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1761322991.977126:0:66652:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000be07a899. 00000400:00000010:0.0:1761322991.977130:0:66652:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000003b43039a (tot 82350866). 00000800:00000200:2.0:1761322991.977327:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322991.977331:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004c92fdd7 (tot 82350618). 00000400:00000200:2.0:1761322991.977335:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.977338:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322991.977341:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000243f87cb 00000400:00000010:2.0:1761322991.977342:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000243f87cb. 02000000:00000010:2.0:1761322991.977351:0:15812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000120003b7. 00010000:00000010:1.1:1761322991.978102:0:78778:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000e89f7b8. 00010000:00000010:1.1:1761322991.978113:0:78778:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000091550226. 00010000:00000010:1.1:1761322991.978118:0:78778:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002eca805a. 00010000:00000010:1.1:1761322991.978124:0:78778:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b9f6890c. 00010000:00000010:1.1:1761322991.978128:0:78778:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006e229ae1. 00010000:00000010:0.1:1761322991.978136:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005b7c16ac. 00010000:00000010:0.1:1761322991.978146:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ec568eb. 00010000:00000010:0.1:1761322991.978151:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006ac36acb. 00010000:00000010:0.1:1761322991.978155:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bf90bd29. 00010000:00000010:0.1:1761322991.978160:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009ed839dd. 00010000:00000010:0.1:1761322991.978167:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000065adce96. 00080000:00000010:3.0:1761322991.978360:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000091f09908. 00010000:00000010:3.0:1761322991.978456:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069b74aff. 00010000:00000010:3.0:1761322991.978462:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ce3d74ad. 00010000:00000010:3.0:1761322991.978545:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a10c93c2. 00010000:00000010:3.0:1761322991.978551:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069b74aff. 00010000:00000010:3.0:1761322991.978563:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e0af421a. 00000100:00000010:3.0:1761322991.978569:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000094486dea. 00000100:00000010:3.0:1761322991.978577:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008588e37b. 02000000:00000010:3.0:1761322991.978588:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c29478b2. 02000000:00000010:3.0:1761322991.978613:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002cc1e06b. 00000400:00000010:3.0:1761322991.978618:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e0e657b9. 00000400:00000010:3.0:1761322991.978623:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009548a1b0. 00000100:00000200:3.0:1761322991.978627:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956465664, portal 16 00000400:00000010:3.0:1761322991.978632:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cec36e5d. 00000100:00000200:3.0:1761322991.978635:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956465664, offset 0 00000400:00000200:3.0:1761322991.978642:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:3.0:1761322991.978666:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322991.978676:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:3.0:1761322991.978680:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761322991.978684:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:3.0:1761322991.978687:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89139:89139:256:4294967295] 192.168.201.29@tcp LPNI seq info [89139:89139:8:4294967295] 00000400:00000200:3.0:1761322991.978697:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322991.978702:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322991.978707:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004da5e01e (tot 82350866). 00000800:00000200:3.0:1761322991.978712:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322991.978719:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322991.978722:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004da5e01e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761322991.978853:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322991.978856:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004da5e01e (tot 82350618). 00000400:00000200:2.0:1761322991.978861:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.978866:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322991.978870:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cec36e5d 00000400:00000010:2.0:1761322991.978871:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cec36e5d. 00000100:00000200:2.0:1761322991.978876:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008588e37b x1846879956465664/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322991.981251:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322991.981269:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf7800 00000400:00000200:3.0:1761322991.981278:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac539 [1] + 224 00000400:00000200:3.0:1761322991.981293:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.981297:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322991.981305:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008588e37b x1846879956465664/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322991.981355:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322991.981360:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb5b200 00000400:00000200:3.0:1761322991.981365:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaaed1 [2] + 0 00000400:00000200:3.0:1761322991.981375:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.981378:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322991.981381:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761322991.981386:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008821b89f. 00000400:00000010:0.0:1761322991.981401:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e0e657b9. 00000400:00000200:0.0:1761322991.981407:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009548a1b0 00000400:00000010:0.0:1761322991.981409:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009548a1b0. 00000100:00000200:0.0:1761322991.981415:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008588e37b x1846879956465664/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761322991.981423:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008588e37b x1846879956465664/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761322991.981449:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002cc1e06b. 02000000:00000010:0.0:1761322991.981455:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c29478b2. 00000100:00000010:0.0:1761322991.981459:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008588e37b. 00000100:00000010:0.0:1761322991.981463:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000094486dea. 00010000:00000010:0.0:1761322991.981467:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e0af421a. 00000020:00000010:2.0:1761322991.981656:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d5f034a0. 00000020:00000010:2.0:1761322991.981665:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004eabdbbf. 00000020:00000010:2.0:1761322991.981670:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c4bb781f. 00000100:00000200:2.0:1761322991.981694:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000008821b89f x1846879955825152/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761322991.981725:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955825152 02000000:00000010:2.0:1761322991.981735:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000374c01cb. 00010000:00000010:2.0:1761322991.981762:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000056b4144e. 00010000:00000010:2.0:1761322991.981779:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d3a0948c. 00000100:00000010:2.0:1761322991.981785:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000013751a7e. 00000100:00000010:2.0:1761322991.981801:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000013751a7e. 00010000:00000010:2.0:1761322991.981804:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d3a0948c. 00000400:00000010:2.0:1761322991.981818:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000bc3a1dc. 00000100:00000200:2.0:1761322991.981823:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955825152, offset 224 00000400:00000200:2.0:1761322991.981832:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:2.0:1761322991.981844:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:2.0:1761322991.981851:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89140:89140:256:4294967295] 192.168.201.29@tcp LPNI seq info [89140:89140:8:4294967295] 00000400:00000200:2.0:1761322991.981862:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:2.0:1761322991.981868:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:2.0:1761322991.981873:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cbddcecb (tot 82350866). 00000800:00000200:2.0:1761322991.981878:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:2.0:1761322991.981885:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:2.0:1761322991.981891:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cbddcecb type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761322991.981908:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004eabdbbf. 00000020:00000010:2.0:1761322991.981912:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c4bb781f. 00000020:00000010:2.0:1761322991.981916:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d5f034a0. 00000800:00000200:2.0:1761322991.982015:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322991.982018:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cbddcecb (tot 82350618). 00000400:00000200:2.0:1761322991.982032:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.982036:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322991.982039:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000bc3a1dc 00000400:00000010:2.0:1761322991.982040:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000bc3a1dc. 00010000:00000010:0.1:1761322991.982317:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008908fefa. 00080000:00000010:0.0:1761322991.982343:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000908d4f6a. 00010000:00000010:0.0:1761322991.982457:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069b74aff. 00010000:00000010:0.0:1761322991.982464:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009c11360c. 00010000:00000010:0.0:1761322991.982553:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006ac36acb. 00010000:00000010:0.0:1761322991.982558:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c1110c8f. 00010000:00000010:0.0:1761322991.982564:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000065adce96. 00010000:00000010:0.0:1761322991.982575:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ebb294a7. 00080000:00000010:0.0:1761322991.982585:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000054200cd4. 00010000:00000010:0.0:1761322991.982608:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ebb294a7. 00010000:00000010:0.0:1761322991.982613:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c1110c8f. 00010000:00000010:0.0:1761322991.982668:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bf90bd29. 00010000:00000010:0.0:1761322991.982671:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ebb294a7. 00010000:00000010:0.0:1761322991.982678:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000082d72e0. 00000100:00000010:0.0:1761322991.982683:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cd01ab05. 00000100:00000010:0.0:1761322991.982690:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000094ca1c7b. 02000000:00000010:0.0:1761322991.982700:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000726915b4. 02000000:00000010:0.0:1761322991.982719:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009fd35090. 00000400:00000010:0.0:1761322991.982724:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a0d74cf3. 00000400:00000010:0.0:1761322991.982728:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000098e50414. 00000100:00000200:0.0:1761322991.982733:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956465728, portal 16 00000400:00000010:0.0:1761322991.982738:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a0012254. 00000100:00000200:0.0:1761322991.982740:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956465728, offset 0 00000400:00000200:0.0:1761322991.982747:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322991.982755:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322991.982762:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:0.0:1761322991.982765:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761322991.982768:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322991.982771:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89141:89141:256:4294967295] 192.168.201.29@tcp LPNI seq info [89141:89141:8:4294967295] 00000400:00000200:0.0:1761322991.982778:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322991.982783:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322991.982786:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a69d00c5 (tot 82350866). 00000800:00000200:0.0:1761322991.982790:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322991.982794:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322991.982797:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a69d00c5 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761322991.982903:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322991.982907:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a69d00c5 (tot 82350618). 00000400:00000200:2.0:1761322991.982911:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.982916:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322991.982931:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a0012254 00000400:00000010:2.0:1761322991.982934:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a0012254. 00000100:00000200:2.0:1761322991.982944:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000094ca1c7b x1846879956465728/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761322991.983137:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007293e441. 00010000:00000010:3.1:1761322991.983144:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f7fa86b2. 00000400:00000200:3.0:1761322991.984639:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322991.984653:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf7840 00000400:00000200:3.0:1761322991.984660:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac545 [1] + 224 00000400:00000200:3.0:1761322991.984672:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.984675:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322991.984681:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000094ca1c7b x1846879956465728/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761322991.984748:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a0d74cf3. 00000400:00000200:0.0:1761322991.984754:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000098e50414 00000400:00000010:0.0:1761322991.984756:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000098e50414. 00000100:00000200:0.0:1761322991.984765:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000094ca1c7b x1846879956465728/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761322991.984773:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000094ca1c7b x1846879956465728/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761322991.984798:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009fd35090. 02000000:00000010:0.0:1761322991.984804:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000726915b4. 00000100:00000010:0.0:1761322991.984808:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000094ca1c7b. 00000100:00000010:0.0:1761322991.984813:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000cd01ab05. 00010000:00000010:0.0:1761322991.984816:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000082d72e0. 00000400:00000200:2.0:1761322991.986458:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322991.986478:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb5b240 00000400:00000200:2.0:1761322991.986487:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaaed1 [2] + 328 00000400:00000200:2.0:1761322991.986738:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.986744:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322991.986750:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761322991.986757:0:15812:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004dd461b4. 00000020:00000010:3.0:1761322991.986994:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e209727e. 00000020:00000010:3.0:1761322991.987003:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000bf8dc7df. 00000020:00000010:3.0:1761322991.987007:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000734665fc. 00000100:00000200:3.0:1761322991.987046:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000004dd461b4 x1846879955825216/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00010000:00000010:3.1:1761322991.987106:0:67479:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006afb3390. 00010000:00000010:3.1:1761322991.987115:0:67479:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001f5328e7. 00000100:00000200:3.0:1761322991.987131:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955825216 00010000:00000010:0.1:1761322991.987133:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000014f5764a. 02000000:00000010:3.0:1761322991.987144:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006756a49c. 00010000:00000010:3.0:1761322991.987174:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dc24aa0b. 00010000:00000010:3.0:1761322991.987194:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007106fab7. 00000100:00000010:3.0:1761322991.987201:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003ee76873. 00000100:00000010:3.0:1761322991.987219:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003ee76873. 00010000:00000010:3.0:1761322991.987223:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007106fab7. 00000400:00000010:3.0:1761322991.987235:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000034cf40f2. 00000100:00000200:3.0:1761322991.987240:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955825216, offset 224 00000400:00000200:3.0:1761322991.987248:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:3.0:1761322991.987262:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322991.987268:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89142:89142:256:4294967295] 192.168.201.29@tcp LPNI seq info [89142:89142:8:4294967295] 00000400:00000200:3.0:1761322991.987279:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322991.987284:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322991.987291:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004da5e01e (tot 82350866). 00000800:00000200:3.0:1761322991.987297:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322991.987306:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322991.987311:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004da5e01e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761322991.987331:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000bf8dc7df. 00000020:00000010:3.0:1761322991.987336:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000734665fc. 00000020:00000010:3.0:1761322991.987339:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e209727e. 00080000:00000010:0.0:1761322991.987390:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000726915b4. 00000800:00000200:2.0:1761322991.987473:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322991.987477:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004da5e01e (tot 82350618). 00000400:00000200:2.0:1761322991.987482:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.987486:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322991.987490:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000034cf40f2 00000400:00000010:2.0:1761322991.987492:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000034cf40f2. 00010000:00000010:0.0:1761322991.987498:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ebb294a7. 00010000:00000010:0.0:1761322991.987506:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006068ceb1. 00010000:00000010:0.0:1761322991.987622:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007ec568eb. 00010000:00000010:0.0:1761322991.987628:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ebb294a7. 00010000:00000010:0.0:1761322991.987639:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000082d72e0. 00000100:00000010:0.0:1761322991.987642:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cd01ab05. 00000100:00000010:0.0:1761322991.987650:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000094ca1c7b. 02000000:00000010:0.0:1761322991.987661:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009fd35090. 02000000:00000010:0.0:1761322991.987681:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000094ded0eb. 00000400:00000010:0.0:1761322991.987686:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a0d74cf3. 00000400:00000010:0.0:1761322991.987691:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000098e50414. 00000100:00000200:0.0:1761322991.987696:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956465792, portal 16 00000400:00000010:0.0:1761322991.987701:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000098e4976a. 00000100:00000200:0.0:1761322991.987704:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956465792, offset 0 00000400:00000200:0.0:1761322991.987711:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322991.987718:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322991.987726:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:0.0:1761322991.987730:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761322991.987734:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322991.987737:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89143:89143:256:4294967295] 192.168.201.29@tcp LPNI seq info [89143:89143:8:4294967295] 00000400:00000200:0.0:1761322991.987745:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322991.987792:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322991.987797:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f8f59593 (tot 82350866). 00000800:00000200:0.0:1761322991.987801:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322991.987806:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322991.987808:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f8f59593 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761322991.987929:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322991.987931:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f8f59593 (tot 82350618). 00000400:00000200:3.0:1761322991.987935:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.987939:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322991.987942:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000098e4976a 00000400:00000010:3.0:1761322991.987943:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000098e4976a. 00000100:00000200:3.0:1761322991.987952:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000094ca1c7b x1846879956465792/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761322991.989398:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000feeb3002. 00010000:00000010:0.1:1761322991.990168:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000036c049ed. 00010000:00000010:0.1:1761322991.990177:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a10c93c2. 00010000:00000010:0.1:1761322991.990182:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006ac36acb. 00010000:00000010:0.1:1761322991.990186:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000065adce96. 00000400:00000200:2.0:1761322991.991600:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322991.991623:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf7880 00000400:00000200:2.0:1761322991.991633:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac551 [1] + 224 00000400:00000200:2.0:1761322991.991649:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.991653:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322991.991664:0:15812:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000094ca1c7b x1846879956465792/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322991.991708:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322991.991715:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb5b280 00000400:00000200:2.0:1761322991.991722:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaaed1 [2] + 656 00000400:00000010:0.0:1761322991.991731:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a0d74cf3. 00000400:00000200:0.0:1761322991.991737:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000098e50414 00000400:00000010:0.0:1761322991.991739:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000098e50414. 00000100:00000200:0.0:1761322991.991747:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000094ca1c7b x1846879956465792/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761322991.991754:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000094ca1c7b x1846879956465792/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322991.991759:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.991765:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322991.991770:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761322991.991776:0:15812:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b73ca902. 02000000:00000010:0.0:1761322991.991801:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000094ded0eb. 02000000:00000010:0.0:1761322991.991809:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009fd35090. 00000100:00000010:0.0:1761322991.991814:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000094ca1c7b. 00000100:00000010:0.0:1761322991.991818:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000cd01ab05. 00010000:00000010:0.0:1761322991.991822:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000082d72e0. 00000020:00000010:3.0:1761322991.992367:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c29478b2. 00000020:00000010:3.0:1761322991.992378:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000bf8dc7df. 00000020:00000010:3.0:1761322991.992383:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000734665fc. 00000100:00000200:3.0:1761322991.992409:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b73ca902 x1846879955825280/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:144/0 lens 328/0 e 0 to 0 dl 1761323034 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761322991.992447:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955825280 02000000:00000010:3.0:1761322991.992458:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002cc1e06b. 00010000:00000010:3.0:1761322991.992488:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000de4c74d9. 00010000:00000010:3.0:1761322991.992515:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007106fab7. 00000100:00000010:3.0:1761322991.992524:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003ee76873. 00000100:00000010:3.0:1761322991.992540:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003ee76873. 00010000:00000010:3.0:1761322991.992545:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007106fab7. 00000400:00000010:2.0:1761322991.992582:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000bc3a1dc. 00000100:00000200:2.0:1761322991.992589:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955825280, offset 224 00000400:00000200:2.0:1761322991.992598:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:2.0:1761322991.992611:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:2.0:1761322991.992618:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89144:89144:256:4294967295] 192.168.201.29@tcp LPNI seq info [89144:89144:8:4294967295] 00000400:00000200:2.0:1761322991.992630:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:2.0:1761322991.992636:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:2.0:1761322991.992641:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cbddcecb (tot 82350866). 00000800:00000200:2.0:1761322991.992648:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:2.0:1761322991.992657:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:2.0:1761322991.992661:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cbddcecb type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761322991.992683:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000bf8dc7df. 00000020:00000010:2.0:1761322991.992688:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000734665fc. 00000020:00000010:2.0:1761322991.992691:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c29478b2. 00080000:00000010:2.0:1761322991.992731:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d5f034a0. 00010000:00000010:2.0:1761322991.992853:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ebb294a7. 00010000:00000010:2.0:1761322991.992863:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b4692895. 00010000:00000010:2.0:1761322991.992969:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ea8110c2. 00010000:00000010:2.0:1761322991.992977:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007c1bd800. 00010000:00000010:2.0:1761322991.992987:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d3a0948c. 00000100:00000010:2.0:1761322991.992991:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000013751a7e. 00000100:00000010:2.0:1761322991.992998:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005bffa580. 02000000:00000010:2.0:1761322991.993011:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009da94d2b. 02000000:00000010:2.0:1761322991.993050:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b0859adf. 00000400:00000010:2.0:1761322991.993057:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004277211e. 00000400:00000010:2.0:1761322991.993063:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000aabd3299. 00000100:00000200:2.0:1761322991.993069:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956465856, portal 16 00000400:00000010:2.0:1761322991.993110:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d61f8e95. 00010000:00000010:0.1:1761322991.993112:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002393c66d. 00000100:00000200:2.0:1761322991.993114:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956465856, offset 0 00010000:00000010:0.1:1761322991.993120:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bf90bd29. 00000400:00000200:2.0:1761322991.993124:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:2.0:1761322991.993133:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:2.0:1761322991.993143:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:2.0:1761322991.993148:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761322991.993153:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:2.0:1761322991.993157:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89145:89145:255:4294967295] 192.168.201.29@tcp LPNI seq info [89145:89145:7:4294967295] 00000400:00000200:2.0:1761322991.993172:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:2.0:1761322991.993178:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:2.0:1761322991.993182:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fe7f5c43 (tot 82351114). 00000800:00000200:2.0:1761322991.993188:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:2.0:1761322991.993194:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:2.0:1761322991.993197:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fe7f5c43 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1761322991.995920:0:15810:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008851fdc0. 00000800:00000200:3.0:1761322991.995959:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322991.995965:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cbddcecb (tot 82350866). 00000400:00000200:3.0:1761322991.995971:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322991.995981:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322991.995988:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000bc3a1dc 00000400:00000010:3.0:1761322991.995991:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000bc3a1dc. 00000800:00000200:2.0:1761322991.996217:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322991.996220:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fe7f5c43 (tot 82350618). 00000400:00000200:2.0:1761322991.996225:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322991.996229:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322991.996234:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d61f8e95 00000400:00000010:2.0:1761322991.996235:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d61f8e95. 00000100:00000200:2.0:1761322991.996243:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005bffa580 x1846879956465856/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761322992.001211:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002c4ce22f. 00000400:00000200:3.0:1761322992.001263:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322992.001284:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf78c0 00000400:00000200:3.0:1761322992.001294:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac55d [1] + 224 00000400:00000200:3.0:1761322992.001308:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322992.001312:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322992.001323:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005bffa580 x1846879956465856/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322992.001364:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322992.001372:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb5b2c0 00000400:00000200:3.0:1761322992.001378:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaaed1 [2] + 984 00000400:00000010:0.0:1761322992.001411:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004277211e. 00000400:00000200:0.0:1761322992.001417:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000aabd3299 00000400:00000010:0.0:1761322992.001419:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000aabd3299. 00000100:00000200:0.0:1761322992.001425:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005bffa580 x1846879956465856/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761322992.001431:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005bffa580 x1846879956465856/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322992.001443:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322992.001449:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322992.001454:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761322992.001459:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001e4c2c1b. 02000000:00000010:0.0:1761322992.001463:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b0859adf. 02000000:00000010:0.0:1761322992.001472:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009da94d2b. 00000100:00000010:0.0:1761322992.001476:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005bffa580. 00000100:00000010:0.0:1761322992.001480:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000013751a7e. 00010000:00000010:0.0:1761322992.001483:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d3a0948c. 00000020:00000010:1.0:1761322992.001546:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008e073575. 00000020:00000010:1.0:1761322992.001559:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006a9547b5. 00000020:00000010:1.0:1761322992.001563:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001d369eb8. 00000100:00000200:1.0:1761322992.001588:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001e4c2c1b x1846879955825344/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:145/0 lens 328/0 e 0 to 0 dl 1761323035 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761322992.001627:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955825344 02000000:00000010:1.0:1761322992.001640:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000fd32d515. 00010000:00000010:1.0:1761322992.001677:0:66652:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000093f96873. 00010000:00000010:1.0:1761322992.001698:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f70d8cca. 00000100:00000010:1.0:1761322992.001705:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b65c9c75. 00000100:00000010:1.0:1761322992.001722:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b65c9c75. 00010000:00000010:1.0:1761322992.001726:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f70d8cca. 00000400:00000010:1.0:1761322992.001738:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c1b37fc8. 00000100:00000200:1.0:1761322992.001743:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955825344, offset 224 00000400:00000200:1.0:1761322992.001752:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00010000:00000010:2.1:1761322992.001763:0:78780:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003ba331c3. 00000400:00000200:1.0:1761322992.001765:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00010000:00000010:2.1:1761322992.001772:0:78780:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ec568eb. 00000400:00000200:1.0:1761322992.001775:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89146:89146:256:4294967295] 192.168.201.29@tcp LPNI seq info [89146:89146:8:4294967295] 00000400:00000200:1.0:1761322992.001788:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322992.001794:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322992.001800:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006d93c9a0 (tot 82350866). 00000800:00000200:1.0:1761322992.001804:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322992.001813:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322992.001817:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006d93c9a0 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761322992.001846:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006a9547b5. 00000020:00000010:1.0:1761322992.001853:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001d369eb8. 00000020:00000010:1.0:1761322992.001857:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008e073575. 00000800:00000200:2.0:1761322992.001919:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322992.001924:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006d93c9a0 (tot 82350618). 00000400:00000200:2.0:1761322992.001929:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322992.001934:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00080000:00000010:0.0:1761322992.001936:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000009fd35090. 00000400:00000200:2.0:1761322992.001937:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c1b37fc8 00000400:00000010:2.0:1761322992.001939:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c1b37fc8. 00010000:00000010:0.0:1761322992.002070:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007c1bd800. 00010000:00000010:0.0:1761322992.002107:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000076faa73f. 00010000:00000010:0.0:1761322992.002200:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bf90bd29. 00010000:00000010:0.0:1761322992.002207:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000245ec29d. 00010000:00000010:0.0:1761322992.002217:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000082d72e0. 00000100:00000010:0.0:1761322992.002221:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cd01ab05. 00000100:00000010:0.0:1761322992.002228:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000094ca1c7b. 02000000:00000010:0.0:1761322992.002238:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000094ded0eb. 02000000:00000010:0.0:1761322992.002259:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b74ae7b7. 00000400:00000010:0.0:1761322992.002264:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a0d74cf3. 00000400:00000010:0.0:1761322992.002269:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000098e50414. 00000100:00000200:0.0:1761322992.002274:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956465920, portal 16 00000400:00000010:0.0:1761322992.002278:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006519b1d7. 00000100:00000200:0.0:1761322992.002281:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956465920, offset 0 00000400:00000200:0.0:1761322992.002287:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322992.002294:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322992.002306:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:0.0:1761322992.002310:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761322992.002313:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322992.002316:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89147:89147:256:4294967295] 192.168.201.29@tcp LPNI seq info [89147:89147:8:4294967295] 00000400:00000200:0.0:1761322992.002323:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322992.002328:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322992.002331:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bf5e0f07 (tot 82350866). 00000800:00000200:0.0:1761322992.002336:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322992.002340:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322992.002343:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bf5e0f07 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761322992.002410:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322992.002413:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bf5e0f07 (tot 82350618). 00000400:00000200:3.0:1761322992.002417:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322992.002718:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322992.002721:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006519b1d7 00000400:00000010:3.0:1761322992.002723:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006519b1d7. 00000100:00000200:3.0:1761322992.002731:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000094ca1c7b x1846879956465920/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322992.003814:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322992.003829:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf7900 00000400:00000200:3.0:1761322992.003836:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac569 [1] + 224 00000400:00000200:3.0:1761322992.003848:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322992.003852:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322992.003857:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000094ca1c7b x1846879956465920/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322992.003899:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322992.003904:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb5b300 00000400:00000200:3.0:1761322992.003909:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaaed1 [2] + 1312 00000400:00000200:3.0:1761322992.003917:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322992.003920:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322992.003923:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761322992.003927:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003d5ed93a. 00000020:00000010:1.0:1761322992.004520:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008e073575. 00000020:00000010:1.0:1761322992.004528:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006a9547b5. 00000020:00000010:1.0:1761322992.004533:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001d369eb8. 00000100:00000200:1.0:1761322992.004556:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003d5ed93a x1846879955825408/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:145/0 lens 328/0 e 0 to 0 dl 1761323035 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761322992.004583:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955825408 02000000:00000010:1.0:1761322992.004597:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006531dc14. 00010000:00000010:1.0:1761322992.004631:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f70d8cca. 00000100:00000010:1.0:1761322992.004638:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b65c9c75. 00000100:00000010:1.0:1761322992.004643:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b65c9c75. 00010000:00000010:1.0:1761322992.004647:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f70d8cca. 00000400:00000010:1.0:1761322992.004660:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c1b37fc8. 00000100:00000200:1.0:1761322992.004666:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955825408, offset 224 00000400:00000200:1.0:1761322992.004677:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322992.004688:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322992.004696:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89148:89148:256:4294967295] 192.168.201.29@tcp LPNI seq info [89148:89148:8:4294967295] 00000400:00000200:1.0:1761322992.004705:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322992.004711:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322992.004716:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006d93c9a0 (tot 82350866). 00000800:00000200:1.0:1761322992.004721:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322992.004729:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322992.004733:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006d93c9a0 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761322992.004758:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006a9547b5. 00000020:00000010:1.0:1761322992.004765:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001d369eb8. 00000020:00000010:1.0:1761322992.004773:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008e073575. 00000400:00000010:0.0:1761322992.004838:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a0d74cf3. 00000400:00000200:0.0:1761322992.004843:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000098e50414 00000400:00000010:0.0:1761322992.004846:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000098e50414. 00000100:00000200:0.0:1761322992.004855:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000094ca1c7b x1846879956465920/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761322992.004863:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000094ca1c7b x1846879956465920/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1761322992.004882:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000ba6bbbf. 02000000:00000010:0.0:1761322992.004894:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b74ae7b7. 02000000:00000010:0.0:1761322992.004903:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000094ded0eb. 00000100:00000010:0.0:1761322992.004907:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000094ca1c7b. 00000100:00000010:0.0:1761322992.004910:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000cd01ab05. 00010000:00000010:0.0:1761322992.004914:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000082d72e0. 00080000:00000010:0.0:1761322992.004932:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000094ded0eb. 00000800:00000200:2.0:1761322992.004967:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322992.004972:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006d93c9a0 (tot 82350618). 00000400:00000200:2.0:1761322992.004978:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322992.004982:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322992.004985:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c1b37fc8 00000400:00000010:2.0:1761322992.004986:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c1b37fc8. 00010000:00000010:0.0:1761322992.005041:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000245ec29d. 00010000:00000010:0.0:1761322992.005049:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f581a38e. 00010000:00000010:0.0:1761322992.005173:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000065adce96. 00010000:00000010:0.0:1761322992.005180:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000245ec29d. 00010000:00000010:0.0:1761322992.005191:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000082d72e0. 00000100:00000010:0.0:1761322992.005195:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cd01ab05. 00000100:00000010:0.0:1761322992.005202:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000094ca1c7b. 02000000:00000010:0.0:1761322992.005212:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b74ae7b7. 02000000:00000010:0.0:1761322992.005233:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ff73579e. 00000400:00000010:0.0:1761322992.005238:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a0d74cf3. 00000400:00000010:0.0:1761322992.005242:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000098e50414. 00000100:00000200:0.0:1761322992.005253:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956465984, portal 16 00000400:00000010:0.0:1761322992.005258:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000079c1ed9c. 00000100:00000200:0.0:1761322992.005260:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956465984, offset 0 00000400:00000200:0.0:1761322992.005267:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322992.005273:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322992.005281:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:0.0:1761322992.005286:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761322992.005290:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322992.005294:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89149:89149:256:4294967295] 192.168.201.29@tcp LPNI seq info [89149:89149:8:4294967295] 00000400:00000200:0.0:1761322992.005303:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322992.005308:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322992.005313:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002b6ad44b (tot 82350866). 00000800:00000200:0.0:1761322992.005318:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322992.005323:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322992.005326:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002b6ad44b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761322992.005448:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322992.005451:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002b6ad44b (tot 82350618). 00000400:00000200:3.0:1761322992.005455:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322992.005460:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322992.005463:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000079c1ed9c 00000400:00000010:3.0:1761322992.005465:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000079c1ed9c. 00000100:00000200:3.0:1761322992.005472:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000094ca1c7b x1846879956465984/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322992.006411:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322992.006428:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf7940 00000400:00000200:3.0:1761322992.006437:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac575 [1] + 224 00000400:00000200:3.0:1761322992.006452:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322992.006456:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322992.006463:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000094ca1c7b x1846879956465984/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322992.006920:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322992.006932:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb5b340 00000400:00000200:2.0:1761322992.006938:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaaed1 [2] + 1640 00000400:00000200:2.0:1761322992.006988:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322992.006992:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322992.006996:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761322992.007001:0:15812:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005bffa580. 00000020:00000010:3.0:1761322992.007072:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003d500fe3. 00000400:00000010:0.0:1761322992.007123:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a0d74cf3. 00000400:00000200:0.0:1761322992.007128:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000098e50414 00000400:00000010:0.0:1761322992.007132:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000098e50414. 00000100:00000200:0.0:1761322992.007143:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000094ca1c7b x1846879956465984/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761322992.007152:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000094ca1c7b x1846879956465984/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761322992.007179:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ff73579e. 02000000:00000010:0.0:1761322992.007185:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b74ae7b7. 00000100:00000010:0.0:1761322992.007189:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000094ca1c7b. 00000020:00000010:2.0:1761322992.007191:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004eabdbbf. 00000100:00000010:0.0:1761322992.007194:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000cd01ab05. 00000020:00000010:2.0:1761322992.007198:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c4bb781f. 00010000:00000010:0.0:1761322992.007204:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000082d72e0. 00000100:00000200:2.0:1761322992.007226:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005bffa580 x1846879955825472/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:145/0 lens 328/0 e 0 to 0 dl 1761323035 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761322992.007265:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955825472 02000000:00000010:2.0:1761322992.007275:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f85dcbd7. 00010000:00000010:2.0:1761322992.007299:0:66652:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e49a7188. 00010000:00000010:2.0:1761322992.007315:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009b98916b. 00000100:00000010:2.0:1761322992.007322:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000013751a7e. 00000100:00000010:2.0:1761322992.007334:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000013751a7e. 00010000:00000010:2.0:1761322992.007337:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009b98916b. 00000400:00000010:2.0:1761322992.007348:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d61f8e95. 00000100:00000200:2.0:1761322992.007352:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955825472, offset 224 00000400:00000200:2.0:1761322992.007359:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:2.0:1761322992.007369:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:2.0:1761322992.007373:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89150:89150:256:4294967295] 192.168.201.29@tcp LPNI seq info [89150:89150:8:4294967295] 00000400:00000200:2.0:1761322992.007438:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:2.0:1761322992.007442:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:2.0:1761322992.007446:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fe7f5c43 (tot 82350866). 00000800:00000200:2.0:1761322992.007450:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:2.0:1761322992.007456:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:2.0:1761322992.007458:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fe7f5c43 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761322992.007476:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004eabdbbf. 00000020:00000010:2.0:1761322992.007481:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c4bb781f. 00000020:00000010:2.0:1761322992.007484:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003d500fe3. 00000800:00000200:1.0:1761322992.007554:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761322992.007559:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fe7f5c43 (tot 82350618). 00000400:00000200:1.0:1761322992.007564:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322992.007567:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:1.0:1761322992.007569:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d61f8e95 00000400:00000010:1.0:1761322992.007570:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d61f8e95. 00080000:00000010:1.0:1761322992.007607:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000008e073575. 00010000:00000010:1.0:1761322992.007717:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000245ec29d. 00010000:00000010:1.0:1761322992.007725:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000030a1b299. 00010000:00000010:1.0:1761322992.007813:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000170f7f40. 00010000:00000010:1.0:1761322992.007817:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000999875a. 00010000:00000010:1.0:1761322992.007824:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a1ee6cec. 00010000:00000010:1.0:1761322992.007831:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000baad1296. 00080000:00000010:1.0:1761322992.007843:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ba6e1cfd. 00010000:00000010:1.0:1761322992.007868:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000baad1296. 00010000:00000010:1.0:1761322992.007873:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000999875a. 00010000:00000010:1.0:1761322992.007936:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000057cf5cc6. 00010000:00000010:1.0:1761322992.007940:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000baad1296. 00010000:00000010:1.0:1761322992.007947:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f70d8cca. 00000100:00000010:1.0:1761322992.007951:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b65c9c75. 00000100:00000010:1.0:1761322992.007959:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000fc1dab26. 02000000:00000010:1.0:1761322992.007970:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001e4aa4e2. 02000000:00000010:1.0:1761322992.007992:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008346947e. 00000400:00000010:1.0:1761322992.007998:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000fbfd5f0. 00000400:00000010:1.0:1761322992.008004:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000095caff3a. 00000100:00000200:1.0:1761322992.008011:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956466048, portal 16 00000400:00000010:1.0:1761322992.008017:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002f17cf4d. 00000100:00000200:1.0:1761322992.008019:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956466048, offset 0 00000400:00000200:1.0:1761322992.008039:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322992.008047:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322992.008055:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:1.0:1761322992.008059:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761322992.008062:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:1.0:1761322992.008066:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89151:89151:256:4294967295] 192.168.201.29@tcp LPNI seq info [89151:89151:8:4294967295] 00010000:00000010:1.1:1761322992.008107:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000262e09f4. 00000400:00000200:1.0:1761322992.008117:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322992.008123:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322992.008127:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006d93c9a0 (tot 82350866). 00000800:00000200:1.0:1761322992.008133:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322992.008137:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322992.008139:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006d93c9a0 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761322992.008225:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761322992.008229:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006d93c9a0 (tot 82350618). 00000400:00000200:0.0:1761322992.008233:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322992.008238:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:0.0:1761322992.008240:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002f17cf4d 00000400:00000010:0.0:1761322992.008242:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002f17cf4d. 00000100:00000200:0.0:1761322992.008249:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000fc1dab26 x1846879956466048/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761322992.009306:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:0.0:1761322992.009321:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf7980 00000400:00000200:0.0:1761322992.009329:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac581 [1] + 224 00000400:00000200:0.0:1761322992.009346:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322992.009350:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:0.0:1761322992.009358:0:15812:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000fc1dab26 x1846879956466048/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322992.009581:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322992.009591:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb5b380 00000400:00000200:3.0:1761322992.009596:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaaed1 [2] + 1968 00000400:00000010:3.0:1761322992.009601:0:15810:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000b9f27cd. 00000400:00000200:3.0:1761322992.009605:0:15810:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000098e3e507 00000400:00000200:3.0:1761322992.009649:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322992.009652:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322992.009658:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000098e3e507 00000400:00000010:3.0:1761322992.009660:0:15810:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000098e3e507 (tot 82350466). 00000100:00000200:3.0:1761322992.009665:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1761322992.009766:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ff73579e. 00000020:00000010:0.0:1761322992.009773:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000072b21990. 00000020:00000010:0.0:1761322992.009777:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b88240bc. 00000100:00000200:0.0:1761322992.009798:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c95523b8 x1846879955825536/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:145/0 lens 328/0 e 0 to 0 dl 1761323035 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761322992.009826:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955825536 02000000:00000010:0.0:1761322992.009835:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000895a8524. 00010000:00000010:0.0:1761322992.009864:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000082d72e0. 00000100:00000010:0.0:1761322992.009870:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cd01ab05. 00000100:00000010:0.0:1761322992.009875:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000cd01ab05. 00010000:00000010:0.0:1761322992.009879:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000082d72e0. 00000400:00000010:0.0:1761322992.009892:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000098e50414. 00000100:00000200:0.0:1761322992.009896:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955825536, offset 224 00000400:00000200:0.0:1761322992.009903:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322992.009912:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322992.009917:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89152:89152:256:4294967295] 192.168.201.29@tcp LPNI seq info [89152:89152:8:4294967295] 00000400:00000200:0.0:1761322992.009943:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322992.009950:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322992.009954:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000007e4c409 (tot 82350714). 00000800:00000200:0.0:1761322992.009960:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322992.009966:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322992.009970:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000007e4c409 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761322992.009999:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000072b21990. 00000020:00000010:0.0:1761322992.010004:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b88240bc. 00000020:00000010:0.0:1761322992.010007:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ff73579e. 02000000:00000010:0.0:1761322992.010016:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f85dcbd7. 00000100:00000010:0.0:1761322992.010021:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005bffa580. 02000000:00000010:0.0:1761322992.010033:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006531dc14. 00000100:00000010:0.0:1761322992.010036:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003d5ed93a. 02000000:00000010:0.0:1761322992.010041:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000fd32d515. 00000100:00000010:0.0:1761322992.010043:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001e4c2c1b. 02000000:00000010:0.0:1761322992.010047:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002cc1e06b. 00000100:00000010:0.0:1761322992.010050:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b73ca902. 02000000:00000010:0.0:1761322992.010053:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006756a49c. 00000100:00000010:0.0:1761322992.010056:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004dd461b4. 02000000:00000010:0.0:1761322992.010063:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000374c01cb. 00000100:00000010:0.0:1761322992.010065:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008821b89f. 00000100:00000200:0.0:1761322992.010101:0:67479:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1761322992.010107:0:67479:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a0d74cf3. 00000400:00000010:0.0:1761322992.010112:0:67479:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000cd01ab05 (tot 82350866). 00000400:00000010:1.0:1761322992.010115:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000fbfd5f0. 00000400:00000200:1.0:1761322992.010135:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000095caff3a 00000400:00000010:1.0:1761322992.010137:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000095caff3a. 00000100:00000200:1.0:1761322992.010146:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000fc1dab26 x1846879956466048/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761322992.010155:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000fc1dab26 x1846879956466048/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1761322992.010177:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003576d556. 02000000:00000010:1.0:1761322992.010193:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008346947e. 02000000:00000010:1.0:1761322992.010202:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001e4aa4e2. 00000100:00000010:1.0:1761322992.010210:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000fc1dab26. 00000100:00000010:1.0:1761322992.010215:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b65c9c75. 00010000:00000010:1.0:1761322992.010220:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f70d8cca. 00080000:00000010:1.0:1761322992.010237:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000001e4aa4e2. 00010000:00000010:1.0:1761322992.010322:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000baad1296. 00010000:00000010:1.0:1761322992.010328:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000052c27dbc. 00010000:00000010:1.0:1761322992.010412:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ae564a2a. 00010000:00000010:1.0:1761322992.010418:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000baad1296. 00010000:00000010:1.0:1761322992.010428:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f70d8cca. 00000100:00000010:1.0:1761322992.010432:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b65c9c75. 00000100:00000010:1.0:1761322992.010437:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000fc1dab26. 02000000:00000010:1.0:1761322992.010449:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008346947e. 02000000:00000010:1.0:1761322992.010470:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000033ed228f. 00000400:00000010:1.0:1761322992.010474:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000fbfd5f0. 00000400:00000010:1.0:1761322992.010478:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000095caff3a. 00000100:00000200:1.0:1761322992.010481:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956466112, portal 16 00000400:00000010:1.0:1761322992.010485:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a8e779fb. 00000100:00000200:1.0:1761322992.010487:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956466112, offset 0 00000400:00000200:1.0:1761322992.010493:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322992.010499:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322992.010506:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:1.0:1761322992.010510:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761322992.010513:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:1.0:1761322992.010517:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89153:89153:255:4294967295] 192.168.201.29@tcp LPNI seq info [89153:89153:7:4294967295] 00000800:00000200:0.0:1761322992.010517:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761322992.010523:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000007e4c409 (tot 82350618). 00000400:00000200:1.0:1761322992.010530:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000400:00000200:0.0:1761322992.010530:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322992.010537:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000800:00000200:1.0:1761322992.010540:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322992.010543:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000098e50414 00000800:00000010:1.0:1761322992.010545:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006d93c9a0 (tot 82350866). 00000400:00000010:0.0:1761322992.010546:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000098e50414. 00000800:00000200:1.0:1761322992.010553:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 02000000:00000010:0.0:1761322992.010555:0:15811:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000895a8524. 00000800:00000200:1.0:1761322992.010559:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322992.010563:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006d93c9a0 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761322992.010592:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761322992.010595:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006d93c9a0 (tot 82350618). 00000400:00000200:0.0:1761322992.010604:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322992.010608:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:0.0:1761322992.010611:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a8e779fb 00000400:00000010:0.0:1761322992.010612:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a8e779fb. 00000100:00000200:0.0:1761322992.010616:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000fc1dab26 x1846879956466112/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761322992.011112:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ceef35e9. 00010000:00000010:0.1:1761322992.011122:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea8110c2. 00000400:00000200:0.0:1761322992.012005:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:0.0:1761322992.012019:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf79c0 00000400:00000200:0.0:1761322992.012040:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac591 [1] + 224 00000400:00000200:0.0:1761322992.012055:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322992.012058:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:0.0:1761322992.012064:0:15812:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000fc1dab26 x1846879956466112/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761322992.012137:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000fbfd5f0. 00000400:00000200:1.0:1761322992.012152:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000095caff3a 00000400:00000010:1.0:1761322992.012155:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000095caff3a. 00000100:00000200:1.0:1761322992.012160:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000fc1dab26 x1846879956466112/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761322992.012168:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000fc1dab26 x1846879956466112/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761322992.012188:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000033ed228f. 02000000:00000010:1.0:1761322992.012194:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008346947e. 00000100:00000010:1.0:1761322992.012197:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000fc1dab26. 00000100:00000010:1.0:1761322992.012200:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b65c9c75. 00010000:00000010:1.0:1761322992.012203:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f70d8cca. 00000400:00000200:1.0:1761322992.012222:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:1.0:1761322992.012229:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb5b3c0 00000400:00000200:1.0:1761322992.012234:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaaf21 [2] + 0 00000400:00000200:1.0:1761322992.012280:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322992.012284:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:1.0:1761322992.012289:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761322992.012292:0:15812:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000fc1dab26. 00000020:00000010:0.0:1761322992.012351:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000895a8524. 00000020:00000010:0.0:1761322992.012359:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000072b21990. 00000020:00000010:0.0:1761322992.012363:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b88240bc. 00000100:00000200:0.0:1761322992.012384:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000fc1dab26 x1846879955825600/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:145/0 lens 328/0 e 0 to 0 dl 1761323035 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761322992.012420:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955825600 02000000:00000010:0.0:1761322992.012431:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ff73579e. 00010000:00000010:0.0:1761322992.012454:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006f304065. 00010000:00000010:0.0:1761322992.012473:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000082d72e0. 00000100:00000010:0.0:1761322992.012479:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006fbfa9b6. 00000100:00000010:0.0:1761322992.012496:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006fbfa9b6. 00010000:00000010:0.0:1761322992.012500:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000082d72e0. 00000400:00000010:0.0:1761322992.012513:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000098e50414. 00000100:00000200:0.0:1761322992.012517:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955825600, offset 224 00000400:00000200:0.0:1761322992.012525:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322992.012536:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322992.012542:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89154:89154:256:4294967295] 192.168.201.29@tcp LPNI seq info [89154:89154:8:4294967295] 00000400:00000200:0.0:1761322992.012554:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322992.012559:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322992.012564:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000007e4c409 (tot 82350866). 00000800:00000200:0.0:1761322992.012570:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322992.012578:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322992.012582:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000007e4c409 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761322992.012601:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000072b21990. 00000020:00000010:0.0:1761322992.012606:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b88240bc. 00000020:00000010:0.0:1761322992.012610:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000895a8524. 00000800:00000200:3.0:1761322992.012673:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322992.012686:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000007e4c409 (tot 82350618). 00000400:00000200:3.0:1761322992.012691:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322992.012696:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322992.012703:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000098e50414 00000400:00000010:3.0:1761322992.012705:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000098e50414. 00080000:00000010:1.0:1761322992.012911:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000008346947e. 00010000:00000010:1.0:1761322992.012992:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000baad1296. 00010000:00000010:1.0:1761322992.012998:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a071c577. 00010000:00000010:1.0:1761322992.013096:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b24f35d7. 00010000:00000010:1.0:1761322992.013101:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000baad1296. 00010000:00000010:1.0:1761322992.013108:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f70d8cca. 00000100:00000010:1.0:1761322992.013111:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b65c9c75. 00000100:00000010:1.0:1761322992.013117:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000089684651. 02000000:00000010:1.0:1761322992.013126:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000033ed228f. 02000000:00000010:1.0:1761322992.013146:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000006a09543. 00000400:00000010:1.0:1761322992.013150:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000fbfd5f0. 00000400:00000010:1.0:1761322992.013155:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000095caff3a. 00000100:00000200:1.0:1761322992.013160:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956466176, portal 16 00000400:00000010:1.0:1761322992.013165:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fcd371be. 00000100:00000200:1.0:1761322992.013167:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956466176, offset 0 00000400:00000200:1.0:1761322992.013174:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322992.013181:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322992.013188:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:1.0:1761322992.013193:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761322992.013197:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:1.0:1761322992.013200:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89155:89155:256:4294967295] 192.168.201.29@tcp LPNI seq info [89155:89155:8:4294967295] 00000400:00000200:1.0:1761322992.013214:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322992.013220:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322992.013225:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006d93c9a0 (tot 82350866). 00000800:00000200:1.0:1761322992.013229:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322992.013235:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322992.013238:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006d93c9a0 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761322992.013317:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322992.013322:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006d93c9a0 (tot 82350618). 00000400:00000200:2.0:1761322992.013328:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322992.013332:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322992.013335:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fcd371be 00000400:00000010:2.0:1761322992.013337:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fcd371be. 00000100:00000200:2.0:1761322992.013342:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000089684651 x1846879956466176/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761322992.014126:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000940c863d. 00010000:00000010:1.1:1761322992.014201:0:78782:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000002f232e6. 00010000:00000010:1.1:1761322992.014210:0:78782:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000065adce96. 00010000:00000010:1.1:1761322992.014214:0:78782:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000170f7f40. 00010000:00000010:0.1:1761322992.014217:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e58c54a7. 00010000:00000010:1.1:1761322992.014218:0:78782:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a1ee6cec. 00010000:00000010:0.1:1761322992.014227:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004fd5dde4. 00010000:00000010:0.1:1761322992.014233:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bf90bd29. 00000400:00000200:1.0:1761322992.016490:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:1.0:1761322992.016526:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf7a00 00000400:00000200:1.0:1761322992.016540:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac59d [1] + 224 00000400:00000200:1.0:1761322992.016566:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322992.016571:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:1.0:1761322992.016594:0:15812:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000089684651 x1846879956466176/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761322992.016721:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000fbfd5f0. 00000400:00000200:2.0:1761322992.016742:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000095caff3a 00000400:00000010:2.0:1761322992.016744:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000095caff3a. 00000100:00000200:2.0:1761322992.016751:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000089684651 x1846879956466176/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761322992.016760:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000089684651 x1846879956466176/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761322992.016790:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000006a09543. 02000000:00000010:2.0:1761322992.016801:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000033ed228f. 00000100:00000010:2.0:1761322992.016807:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000089684651. 00000100:00000010:2.0:1761322992.016811:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b65c9c75. 00010000:00000010:2.0:1761322992.016816:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f70d8cca. 00000400:00000200:1.0:1761322992.017240:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:1.0:1761322992.017251:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb5b400 00000400:00000200:1.0:1761322992.017258:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaaf21 [2] + 328 00000400:00000200:1.0:1761322992.017328:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322992.017332:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:1.0:1761322992.017337:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761322992.017342:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000eabe2b15. 00000020:00000010:3.0:1761322992.017540:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001e1ef0b7. 00000020:00000010:3.0:1761322992.017550:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d19c231d. 00000020:00000010:3.0:1761322992.017555:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000067fd8f68. 00000100:00000200:3.0:1761322992.017583:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000eabe2b15 x1846879955825664/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:145/0 lens 328/0 e 0 to 0 dl 1761323035 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761322992.017622:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955825664 02000000:00000010:3.0:1761322992.017633:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000025a24189. 00010000:00000010:3.0:1761322992.017661:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000082a48ac6. 00010000:00000010:3.0:1761322992.017682:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007106fab7. 00000100:00000010:3.0:1761322992.017688:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003ee76873. 00080000:00000010:2.0:1761322992.017736:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f14261de. 00000100:00000010:3.0:1761322992.017832:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003ee76873. 00010000:00000010:3.0:1761322992.017837:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007106fab7. 00010000:00000010:2.0:1761322992.017850:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000baad1296. 00000400:00000010:3.0:1761322992.017852:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c8da6cb3. 00010000:00000010:2.0:1761322992.017860:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007b9358e9. 00000100:00000200:3.0:1761322992.017861:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955825664, offset 224 00000400:00000200:3.0:1761322992.017871:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:3.0:1761322992.017883:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322992.017889:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89156:89156:256:4294967295] 192.168.201.29@tcp LPNI seq info [89156:89156:8:4294967295] 00000400:00000200:3.0:1761322992.017902:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322992.017908:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322992.017914:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fca7c33d (tot 82350866). 00000800:00000200:3.0:1761322992.017921:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322992.017930:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322992.017934:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fca7c33d type 1, nob 320 niov 1 nkiov 1 00010000:00000010:2.0:1761322992.017952:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d515dfaa. 00010000:00000010:2.0:1761322992.017960:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ad892607. 00000020:00000010:3.0:1761322992.017961:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d19c231d. 00000020:00000010:3.0:1761322992.017967:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000067fd8f68. 00010000:00000010:2.0:1761322992.017970:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000054498a90. 00000020:00000010:3.0:1761322992.017972:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001e1ef0b7. 00000100:00000010:2.0:1761322992.017977:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000013751a7e. 00000100:00000010:2.0:1761322992.017986:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007226fba0. 02000000:00000010:2.0:1761322992.017998:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009da94d2b. 02000000:00000010:2.0:1761322992.018033:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b0859adf. 00000400:00000010:2.0:1761322992.018039:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d495292c. 00000400:00000010:2.0:1761322992.018044:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000067f15243. 00000100:00000200:2.0:1761322992.018049:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956466240, portal 16 00000400:00000010:2.0:1761322992.018054:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a9ac6a39. 00000100:00000200:2.0:1761322992.018056:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956466240, offset 0 00000400:00000200:2.0:1761322992.018062:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:2.0:1761322992.018068:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00010000:00000010:1.1:1761322992.018211:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000081ea50a3. 00010000:00000010:1.1:1761322992.018220:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000098730034. 00010000:00000010:1.1:1761322992.018226:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000057cf5cc6. 00000400:00000200:2.0:1761322992.018257:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:2.0:1761322992.018263:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761322992.018267:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:2.0:1761322992.018271:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89157:89157:255:4294967295] 192.168.201.29@tcp LPNI seq info [89157:89157:7:4294967295] 00000400:00000200:2.0:1761322992.018279:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:2.0:1761322992.018284:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:2.0:1761322992.018289:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000041deb613 (tot 82351114). 00000800:00000200:2.0:1761322992.018292:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:2.0:1761322992.018297:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:2.0:1761322992.018299:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000041deb613 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761322992.018320:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761322992.018325:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fca7c33d (tot 82350866). 00000400:00000200:1.0:1761322992.018331:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322992.018337:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:1.0:1761322992.018341:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c8da6cb3 00000400:00000010:1.0:1761322992.018343:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c8da6cb3. 00000800:00000200:1.0:1761322992.018378:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761322992.018380:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000041deb613 (tot 82350618). 00000400:00000200:1.0:1761322992.018384:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322992.018387:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:1.0:1761322992.018389:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a9ac6a39 00000400:00000010:1.0:1761322992.018390:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a9ac6a39. 00000100:00000200:1.0:1761322992.018397:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007226fba0 x1846879956466240/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761322992.020013:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:1.0:1761322992.020044:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf7a40 00000400:00000200:1.0:1761322992.020054:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac5a9 [1] + 224 00000400:00000200:1.0:1761322992.020098:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322992.020103:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:1.0:1761322992.020113:0:15812:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007226fba0 x1846879956466240/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761322992.020249:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:1.0:1761322992.020257:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb5b440 00000400:00000200:1.0:1761322992.020262:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaaf21 [2] + 656 00000400:00000200:1.0:1761322992.020309:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1761322992.020311:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d495292c. 00000400:00000200:1.0:1761322992.020314:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322992.020317:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000067f15243 00000400:00000010:2.0:1761322992.020321:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000067f15243. 00000100:00000200:2.0:1761322992.020328:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007226fba0 x1846879956466240/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761322992.020336:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007226fba0 x1846879956466240/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761322992.020363:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b0859adf. 02000000:00000010:2.0:1761322992.020370:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009da94d2b. 00000100:00000010:2.0:1761322992.020375:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007226fba0. 00000100:00000010:2.0:1761322992.020379:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000013751a7e. 00010000:00000010:2.0:1761322992.020382:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000054498a90. 00000100:00000200:1.0:1761322992.021069:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761322992.021104:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000dfba0156. 00000020:00000010:3.0:1761322992.021173:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001e1ef0b7. 00000020:00000010:3.0:1761322992.021182:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d19c231d. 00000020:00000010:3.0:1761322992.021187:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000067fd8f68. 00000100:00000200:3.0:1761322992.021216:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000dfba0156 x1846879955825728/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:145/0 lens 328/0 e 0 to 0 dl 1761323035 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761322992.021252:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955825728 02000000:00000010:3.0:1761322992.021263:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000639864b1. 00010000:00000010:3.0:1761322992.021291:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001d131851. 00010000:00000010:3.0:1761322992.021312:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007106fab7. 00000100:00000010:3.0:1761322992.021320:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003ee76873. 00000100:00000010:3.0:1761322992.021342:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003ee76873. 00010000:00000010:3.0:1761322992.021346:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007106fab7. 00000400:00000010:3.0:1761322992.021359:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d94e4bcb. 00000100:00000200:3.0:1761322992.021364:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955825728, offset 224 00000400:00000200:3.0:1761322992.021374:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:3.0:1761322992.021387:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322992.021394:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89158:89158:256:4294967295] 192.168.201.29@tcp LPNI seq info [89158:89158:8:4294967295] 00000400:00000200:3.0:1761322992.021406:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322992.021412:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00080000:00000010:0.0:1761322992.021416:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000120003b7. 00000800:00000010:3.0:1761322992.021418:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fb56ca9b (tot 82350866). 00000800:00000200:3.0:1761322992.021427:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322992.021434:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322992.021438:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fb56ca9b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761322992.021460:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d19c231d. 00000020:00000010:3.0:1761322992.021465:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000067fd8f68. 00000020:00000010:3.0:1761322992.021469:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001e1ef0b7. 00010000:00000010:0.0:1761322992.021534:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ad892607. 00010000:00000010:0.0:1761322992.021543:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009a6e1eac. 00000800:00000200:1.0:1761322992.021548:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761322992.021552:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fb56ca9b (tot 82350618). 00000400:00000200:1.0:1761322992.021558:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322992.021567:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:1.0:1761322992.021571:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d94e4bcb 00000400:00000010:1.0:1761322992.021573:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d94e4bcb. 00010000:00000010:0.0:1761322992.021744:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bf90bd29. 00010000:00000010:0.0:1761322992.021752:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000048791eb5. 00010000:00000010:0.0:1761322992.021763:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bc1a4c8e. 00000100:00000010:0.0:1761322992.021768:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006fbfa9b6. 00000100:00000010:0.0:1761322992.021777:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000094ca1c7b. 02000000:00000010:0.0:1761322992.021793:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000374c01cb. 02000000:00000010:0.0:1761322992.021815:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fd32d515. 00000400:00000010:0.0:1761322992.021823:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007c2c7954. 00000400:00000010:0.0:1761322992.021829:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000099514ae8. 00000100:00000200:0.0:1761322992.021834:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956466304, portal 16 00000400:00000010:0.0:1761322992.021840:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d5095c71. 00000100:00000200:0.0:1761322992.021842:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956466304, offset 0 00000400:00000200:0.0:1761322992.021849:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322992.021856:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322992.021865:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:0.0:1761322992.021868:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761322992.021872:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322992.021874:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89159:89159:256:4294967295] 192.168.201.29@tcp LPNI seq info [89159:89159:8:4294967295] 00000400:00000200:0.0:1761322992.021882:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322992.021887:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322992.021891:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000019c3e4a9 (tot 82350866). 00000800:00000200:0.0:1761322992.021895:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322992.021900:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322992.021903:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000019c3e4a9 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761322992.022010:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761322992.022013:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000019c3e4a9 (tot 82350618). 00000400:00000200:1.0:1761322992.022016:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322992.022020:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:1.0:1761322992.022036:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d5095c71 00000400:00000010:1.0:1761322992.022037:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d5095c71. 00000100:00000200:1.0:1761322992.022047:0:15812:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000094ca1c7b x1846879956466304/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761322992.023113:0:78778:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002e3f2c3e. 00010000:00000010:1.1:1761322992.023123:0:78778:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae564a2a. 00010000:00000010:0.1:1761322992.023362:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bd193349. 00000400:00000200:1.0:1761322992.023942:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:1.0:1761322992.023960:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf7a80 00000400:00000200:1.0:1761322992.023971:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac5b5 [1] + 224 00000400:00000200:1.0:1761322992.023988:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322992.023993:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:1.0:1761322992.024005:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000094ca1c7b x1846879956466304/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761322992.024130:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007c2c7954. 00000400:00000200:0.0:1761322992.024136:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000099514ae8 00000400:00000010:0.0:1761322992.024139:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000099514ae8. 00000100:00000200:0.0:1761322992.024148:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000094ca1c7b x1846879956466304/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761322992.024157:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000094ca1c7b x1846879956466304/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761322992.024184:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fd32d515. 02000000:00000010:0.0:1761322992.024192:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000374c01cb. 00000100:00000010:0.0:1761322992.024197:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000094ca1c7b. 00000100:00000010:0.0:1761322992.024201:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006fbfa9b6. 00010000:00000010:0.0:1761322992.024205:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bc1a4c8e. 00000400:00000200:1.0:1761322992.025896:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:1.0:1761322992.025917:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb5b480 00000400:00000200:1.0:1761322992.025925:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaaf21 [2] + 984 00000400:00000200:1.0:1761322992.026005:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322992.026011:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:1.0:1761322992.026018:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761322992.026034:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004760bad7. 00000020:00000010:3.0:1761322992.026139:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001e1ef0b7. 00000020:00000010:3.0:1761322992.026148:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d19c231d. 00000020:00000010:3.0:1761322992.026152:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000067fd8f68. 00000100:00000200:3.0:1761322992.026180:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000004760bad7 x1846879955825792/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:145/0 lens 328/0 e 0 to 0 dl 1761323035 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761322992.026225:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955825792 02000000:00000010:3.0:1761322992.026237:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003d500fe3. 00010000:00000010:3.0:1761322992.026266:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f3c7eb5b. 00010000:00000010:3.0:1761322992.026286:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007106fab7. 00000100:00000010:3.0:1761322992.026292:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003ee76873. 00000100:00000010:3.0:1761322992.026306:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003ee76873. 00010000:00000010:3.0:1761322992.026310:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007106fab7. 00000400:00000010:3.0:1761322992.026323:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fb71f45d. 00000100:00000200:3.0:1761322992.026330:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955825792, offset 224 00000400:00000200:3.0:1761322992.026339:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00080000:00000010:0.0:1761322992.026349:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000374c01cb. 00000400:00000200:3.0:1761322992.026353:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322992.026360:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89160:89160:256:4294967295] 192.168.201.29@tcp LPNI seq info [89160:89160:8:4294967295] 00000400:00000200:3.0:1761322992.026372:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322992.026377:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322992.026383:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e6540a75 (tot 82350866). 00000800:00000200:3.0:1761322992.026389:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00010000:00000010:0.0:1761322992.026456:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000048791eb5. 00010000:00000010:0.0:1761322992.026464:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000053075b13. 00000800:00000200:3.0:1761322992.026519:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322992.026526:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e6540a75 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:0.0:1761322992.026565:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006ac36acb. 00010000:00000010:0.0:1761322992.026570:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000072b21990. 00010000:00000010:0.0:1761322992.026575:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e5d1b8cb. 00010000:00000010:0.0:1761322992.026581:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000048791eb5. 00080000:00000010:0.0:1761322992.026593:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fd32d515. 00010000:00000010:0.0:1761322992.026619:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000048791eb5. 00010000:00000010:0.0:1761322992.026622:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000072b21990. 00000020:00000010:3.0:1761322992.026732:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d19c231d. 00000020:00000010:3.0:1761322992.026738:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000067fd8f68. 00010000:00000010:0.0:1761322992.026740:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000eed802b6. 00000020:00000010:3.0:1761322992.026742:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001e1ef0b7. 00010000:00000010:0.0:1761322992.026745:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000048791eb5. 00010000:00000010:0.0:1761322992.026757:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bc1a4c8e. 00000100:00000010:0.0:1761322992.026762:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006fbfa9b6. 00000100:00000010:0.0:1761322992.026770:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000094ca1c7b. 02000000:00000010:0.0:1761322992.026783:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006531dc14. 02000000:00000010:0.0:1761322992.026808:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d0c9d6cb. 00000400:00000010:0.0:1761322992.026815:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007c2c7954. 00000400:00000010:0.0:1761322992.026820:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000099514ae8. 00000100:00000200:0.0:1761322992.026827:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956466368, portal 16 00000400:00000010:0.0:1761322992.026832:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005ba57133. 00000100:00000200:0.0:1761322992.026834:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956466368, offset 0 00000400:00000200:0.0:1761322992.026841:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322992.026850:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322992.026859:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000800:00000200:1.0:1761322992.026860:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1761322992.026864:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000800:00000010:1.0:1761322992.026866:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e6540a75 (tot 82350618). 00000400:00000200:0.0:1761322992.026869:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:1.0:1761322992.026872:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322992.026875:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89161:89161:255:4294967295] 192.168.201.29@tcp LPNI seq info [89161:89161:7:4294967295] 00000400:00000200:1.0:1761322992.026880:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:1.0:1761322992.026885:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fb71f45d 00000400:00000010:1.0:1761322992.026888:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fb71f45d. 00000400:00000200:0.0:1761322992.026900:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322992.026906:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322992.026911:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000019c3e4a9 (tot 82350866). 00000800:00000200:0.0:1761322992.026916:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322992.026922:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322992.026925:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000019c3e4a9 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1761322992.027102:0:78783:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000049ada65b. 00010000:00000010:2.1:1761322992.027110:0:78783:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b24f35d7. 00010000:00000010:3.1:1761322992.027222:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b45cf84. 00010000:00000010:0.1:1761322992.027260:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002dde3e39. 00010000:00000010:0.1:1761322992.027266:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d515dfaa. 00000800:00000200:1.0:1761322992.027341:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761322992.027344:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000019c3e4a9 (tot 82350618). 00000400:00000200:1.0:1761322992.027347:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322992.027351:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:1.0:1761322992.027354:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005ba57133 00000400:00000010:1.0:1761322992.027356:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005ba57133. 00000100:00000200:1.0:1761322992.027364:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000094ca1c7b x1846879956466368/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761322992.030117:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:1.0:1761322992.030141:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf7ac0 00000400:00000200:1.0:1761322992.030152:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac5c1 [1] + 224 00000400:00000200:1.0:1761322992.030173:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322992.030179:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:1.0:1761322992.030191:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000094ca1c7b x1846879956466368/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761322992.030404:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008f64a078. 00000400:00000010:3.0:1761322992.030463:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007c2c7954. 00000400:00000200:3.0:1761322992.030468:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000099514ae8 00000400:00000010:3.0:1761322992.030470:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000099514ae8. 00000100:00000200:3.0:1761322992.030530:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000094ca1c7b x1846879956466368/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322992.030533:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000100:00000200:3.0:1761322992.030543:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000094ca1c7b x1846879956466368/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322992.030549:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb5b4c0 00000400:00000200:2.0:1761322992.030560:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaaf21 [2] + 1312 02000000:00000010:3.0:1761322992.030578:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d0c9d6cb. 02000000:00000010:3.0:1761322992.030585:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006531dc14. 00000100:00000010:3.0:1761322992.030589:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000094ca1c7b. 00000100:00000010:3.0:1761322992.030593:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006fbfa9b6. 00010000:00000010:3.0:1761322992.030597:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bc1a4c8e. 00000400:00000200:2.0:1761322992.030620:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322992.030626:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322992.030631:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761322992.030636:0:15812:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007226fba0. 00000020:00000010:3.0:1761322992.030706:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e209727e. 00000020:00000010:3.0:1761322992.030714:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d19c231d. 00000020:00000010:3.0:1761322992.030719:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000067fd8f68. 00000100:00000200:3.0:1761322992.030742:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007226fba0 x1846879955825856/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:145/0 lens 328/0 e 0 to 0 dl 1761323035 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761322992.030774:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955825856 02000000:00000010:3.0:1761322992.030820:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006756a49c. 00010000:00000010:3.0:1761322992.030851:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000093ff9077. 00010000:00000010:3.0:1761322992.030871:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007106fab7. 00000100:00000010:3.0:1761322992.030877:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003ee76873. 00000100:00000010:3.0:1761322992.030891:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003ee76873. 00010000:00000010:3.0:1761322992.030894:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007106fab7. 00000400:00000010:3.0:1761322992.030906:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000046bb800. 00000100:00000200:3.0:1761322992.030911:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955825856, offset 224 00000400:00000200:3.0:1761322992.030919:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:3.0:1761322992.030933:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322992.030941:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89162:89162:256:4294967295] 192.168.201.29@tcp LPNI seq info [89162:89162:8:4294967295] 00000400:00000200:3.0:1761322992.030951:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322992.030956:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00080000:00000010:0.0:1761322992.030960:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000007f53fb7. 00000800:00000010:3.0:1761322992.030963:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000030d68e34 (tot 82350866). 00000800:00000200:3.0:1761322992.030973:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322992.030982:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322992.030986:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000030d68e34 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761322992.031005:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d19c231d. 00000020:00000010:3.0:1761322992.031009:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000067fd8f68. 00000020:00000010:3.0:1761322992.031013:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e209727e. 00000800:00000200:2.0:1761322992.031129:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322992.031135:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000030d68e34 (tot 82350618). 00000400:00000200:2.0:1761322992.031141:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322992.031147:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322992.031151:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000046bb800 00000400:00000010:2.0:1761322992.031153:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000046bb800. 00010000:00000010:0.0:1761322992.031164:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000048791eb5. 00010000:00000010:0.0:1761322992.031176:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000089af348a. 00010000:00000010:0.0:1761322992.031268:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006e13a1a0. 00010000:00000010:0.0:1761322992.031276:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000048791eb5. 00010000:00000010:0.0:1761322992.031290:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ef07a0cf. 00000100:00000010:0.0:1761322992.031299:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006fbfa9b6. 00000100:00000010:0.0:1761322992.031309:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000094ca1c7b. 02000000:00000010:0.0:1761322992.031329:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ef2921ed. 02000000:00000010:0.0:1761322992.031363:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003027f154. 00000400:00000010:0.0:1761322992.031370:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008f9bffdf. 00000400:00000010:0.0:1761322992.031376:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ca103527. 00000100:00000200:0.0:1761322992.031383:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956466432, portal 16 00000400:00000010:0.0:1761322992.031389:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000099514ae8. 00000100:00000200:0.0:1761322992.031390:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956466432, offset 0 00000400:00000200:0.0:1761322992.031399:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322992.031415:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322992.031422:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:0.0:1761322992.031426:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761322992.031429:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322992.031432:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89163:89163:256:4294967295] 192.168.201.29@tcp LPNI seq info [89163:89163:8:4294967295] 00000400:00000200:0.0:1761322992.031442:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322992.031447:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322992.031451:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000007e4c409 (tot 82350866). 00000800:00000200:0.0:1761322992.031458:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322992.031464:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322992.031469:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000007e4c409 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761322992.031561:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322992.031564:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000007e4c409 (tot 82350618). 00000400:00000200:2.0:1761322992.031569:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322992.031574:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322992.031578:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000099514ae8 00000400:00000010:2.0:1761322992.031579:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000099514ae8. 00000100:00000200:2.0:1761322992.031587:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000094ca1c7b x1846879956466432/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322992.034618:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322992.034643:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf7b00 00000400:00000200:2.0:1761322992.034656:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac5cd [1] + 224 00000400:00000200:2.0:1761322992.034672:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322992.034676:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322992.034687:0:15812:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000094ca1c7b x1846879956466432/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322992.034729:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322992.034736:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb5b500 00000400:00000200:2.0:1761322992.034742:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaaf21 [2] + 1640 00000400:00000010:0.0:1761322992.034818:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008f9bffdf. 00000400:00000200:0.0:1761322992.034832:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ca103527 00000400:00000010:0.0:1761322992.034834:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ca103527. 00000100:00000200:0.0:1761322992.034851:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000094ca1c7b x1846879956466432/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761322992.034864:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000094ca1c7b x1846879956466432/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761322992.034908:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003027f154. 02000000:00000010:0.0:1761322992.034915:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ef2921ed. 00000100:00000010:0.0:1761322992.034920:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000094ca1c7b. 00000100:00000010:0.0:1761322992.034925:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006fbfa9b6. 00010000:00000010:0.0:1761322992.034929:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ef07a0cf. 00000400:00000200:2.0:1761322992.034939:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322992.034948:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322992.034954:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761322992.034960:0:15812:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004a31252b. 00010000:00000010:0.1:1761322992.035128:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000661d9992. 00010000:00000010:0.1:1761322992.035141:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bf90bd29. 00010000:00000010:0.1:1761322992.035153:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006ac36acb. 00010000:00000010:0.1:1761322992.035157:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e5d1b8cb. 00010000:00000010:3.1:1761322992.035516:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000643adc0. 00000020:00000010:3.0:1761322992.035569:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e209727e. 00000020:00000010:3.0:1761322992.035579:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d19c231d. 00000020:00000010:3.0:1761322992.035584:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000067fd8f68. 00000100:00000200:3.0:1761322992.035613:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000004a31252b x1846879955825920/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:145/0 lens 328/0 e 0 to 0 dl 1761323035 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761322992.035665:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955825920 02000000:00000010:3.0:1761322992.035676:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002cc1e06b. 00010000:00000010:3.0:1761322992.035707:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b09970be. 00010000:00000010:3.0:1761322992.035732:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007106fab7. 00000100:00000010:3.0:1761322992.035740:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003ee76873. 00000100:00000010:3.0:1761322992.035758:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003ee76873. 00010000:00000010:3.0:1761322992.035762:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007106fab7. 00000400:00000010:3.0:1761322992.035778:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000240b67fb. 00000100:00000200:3.0:1761322992.035783:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955825920, offset 224 00000400:00000200:3.0:1761322992.035793:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:3.0:1761322992.035806:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322992.035812:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89164:89164:256:4294967295] 192.168.201.29@tcp LPNI seq info [89164:89164:8:4294967295] 00000400:00000200:3.0:1761322992.035826:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322992.035839:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322992.035845:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bf79fdc4 (tot 82350866). 00000800:00000200:3.0:1761322992.035852:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00080000:00000010:0.0:1761322992.035856:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ef2921ed. 00000800:00000200:3.0:1761322992.035863:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322992.035870:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bf79fdc4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761322992.035897:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d19c231d. 00000020:00000010:3.0:1761322992.035902:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000067fd8f68. 00000020:00000010:3.0:1761322992.035906:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e209727e. 00010000:00000010:0.0:1761322992.035972:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000048791eb5. 00010000:00000010:0.0:1761322992.035983:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000002ecdcda. 00010000:00000010:0.0:1761322992.036109:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e5d1b8cb. 00010000:00000010:0.0:1761322992.036116:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000048791eb5. 00010000:00000010:0.0:1761322992.036128:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ef07a0cf. 00000100:00000010:0.0:1761322992.036134:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006fbfa9b6. 00000100:00000010:0.0:1761322992.036143:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000094ca1c7b. 02000000:00000010:0.0:1761322992.036159:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003027f154. 00000800:00000200:2.0:1761322992.036177:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322992.036183:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bf79fdc4 (tot 82350618). 00000400:00000200:2.0:1761322992.036188:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:0.0:1761322992.036193:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d0c9d6cb. 00000400:00000200:2.0:1761322992.036196:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322992.036202:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000240b67fb 00000400:00000010:0.0:1761322992.036203:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008f9bffdf. 00000400:00000010:2.0:1761322992.036206:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000240b67fb. 00000400:00000010:0.0:1761322992.036220:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ca103527. 00000100:00000200:0.0:1761322992.036230:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956466496, portal 16 00000400:00000010:0.0:1761322992.036238:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005ba57133. 00000100:00000200:0.0:1761322992.036241:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956466496, offset 0 00000400:00000200:0.0:1761322992.036251:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322992.036268:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322992.036275:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:0.0:1761322992.036280:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761322992.036283:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322992.036286:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89165:89165:256:4294967295] 192.168.201.29@tcp LPNI seq info [89165:89165:8:4294967295] 00000400:00000200:0.0:1761322992.036298:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322992.036305:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322992.036310:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002b6ad44b (tot 82350866). 00000800:00000200:0.0:1761322992.036317:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322992.036324:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322992.036327:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002b6ad44b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761322992.036768:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322992.036772:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002b6ad44b (tot 82350618). 00000400:00000200:2.0:1761322992.036778:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322992.036783:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322992.037001:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005ba57133 00000400:00000010:2.0:1761322992.037004:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005ba57133. 00000100:00000200:2.0:1761322992.037015:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000094ca1c7b x1846879956466496/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761322992.037175:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000055c169c5. 00010000:00000010:3.1:1761322992.037189:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000099f32b84. 00010000:00000010:0.1:1761322992.037193:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eed802b6. 00000400:00000200:3.0:1761322992.038584:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322992.038602:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf7b40 00000400:00000200:3.0:1761322992.038611:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac5d9 [1] + 224 00000400:00000200:3.0:1761322992.038624:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322992.038628:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322992.038637:0:15812:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000094ca1c7b x1846879956466496/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322992.038675:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322992.038680:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb5b540 00000400:00000200:3.0:1761322992.038686:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaaf21 [2] + 1968 00000400:00000010:3.0:1761322992.038691:0:15812:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000dd1d85dc. 00000400:00000200:3.0:1761322992.038695:0:15812:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000f4a03687 00000400:00000010:0.0:1761322992.038714:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008f9bffdf. 00000400:00000200:0.0:1761322992.038721:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ca103527 00000400:00000010:0.0:1761322992.038723:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ca103527. 00000100:00000200:0.0:1761322992.038734:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000094ca1c7b x1846879956466496/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761322992.038742:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000094ca1c7b x1846879956466496/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761322992.038771:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d0c9d6cb. 02000000:00000010:0.0:1761322992.038776:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003027f154. 00000100:00000010:0.0:1761322992.038779:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000094ca1c7b. 00000100:00000010:0.0:1761322992.038784:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006fbfa9b6. 00010000:00000010:0.0:1761322992.038787:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ef07a0cf. 00000400:00000200:3.0:1761322992.038884:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322992.038889:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322992.038892:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f4a03687 00000400:00000010:3.0:1761322992.038894:0:15812:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000f4a03687 (tot 82350466). 00000100:00000200:3.0:1761322992.038900:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1761322992.039012:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003027f154. 00000020:00000010:0.0:1761322992.039020:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000072b21990. 00000020:00000010:0.0:1761322992.039036:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b88240bc. 00000100:00000200:0.0:1761322992.039071:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c4fa770a x1846879955825984/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:145/0 lens 328/0 e 0 to 0 dl 1761323035 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761322992.039147:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955825984 02000000:00000010:0.0:1761322992.039160:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d0c9d6cb. 00010000:00000010:0.0:1761322992.039196:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000003823cb1. 00010000:00000010:0.0:1761322992.039220:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ef07a0cf. 00000100:00000010:0.0:1761322992.039229:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006fbfa9b6. 00000100:00000010:0.0:1761322992.039243:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006fbfa9b6. 00010000:00000010:0.0:1761322992.039247:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ef07a0cf. 00000400:00000010:0.0:1761322992.039261:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ca103527. 00000100:00000200:0.0:1761322992.039266:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955825984, offset 224 00000400:00000200:0.0:1761322992.039276:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322992.039289:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322992.039296:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89166:89166:256:4294967295] 192.168.201.29@tcp LPNI seq info [89166:89166:8:4294967295] 00000400:00000200:0.0:1761322992.039308:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322992.039314:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322992.039320:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bf5e0f07 (tot 82350714). 00000800:00000200:0.0:1761322992.039327:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322992.039336:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322992.039340:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bf5e0f07 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761322992.039369:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000072b21990. 00000020:00000010:0.0:1761322992.039374:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b88240bc. 00000020:00000010:0.0:1761322992.039377:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003027f154. 00010000:00000010:3.1:1761322992.039382:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000067a59ccd. 02000000:00000010:0.0:1761322992.039387:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002cc1e06b. 00000100:00000010:0.0:1761322992.039393:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004a31252b. 02000000:00000010:0.0:1761322992.039397:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006756a49c. 00000100:00000010:0.0:1761322992.039400:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007226fba0. 02000000:00000010:0.0:1761322992.039403:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003d500fe3. 00000100:00000010:0.0:1761322992.039405:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004760bad7. 02000000:00000010:0.0:1761322992.039409:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000639864b1. 00080000:00000010:3.0:1761322992.039412:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e209727e. 00000100:00000010:0.0:1761322992.039412:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000dfba0156. 02000000:00000010:0.0:1761322992.039418:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000025a24189. 00000100:00000010:0.0:1761322992.039421:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000eabe2b15. 02000000:00000010:0.0:1761322992.039424:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ff73579e. 00000100:00000010:0.0:1761322992.039431:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000fc1dab26. 00000100:00000200:0.0:1761322992.039439:0:67479:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1761322992.039443:0:67479:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008f9bffdf. 00000400:00000010:0.0:1761322992.039448:0:67479:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000006fbfa9b6 (tot 82350866). 00010000:00000010:3.0:1761322992.039537:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000048791eb5. 00010000:00000010:3.0:1761322992.039546:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ea2bd584. 00010000:00000010:3.0:1761322992.039636:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001f5328e7. 00010000:00000010:3.0:1761322992.039642:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008a91550d. 00010000:00000010:3.0:1761322992.039651:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007106fab7. 00000100:00000010:3.0:1761322992.039655:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003ee76873. 00000100:00000010:3.0:1761322992.039662:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004265c37e. 02000000:00000010:3.0:1761322992.039673:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c29478b2. 02000000:00000010:3.0:1761322992.039693:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006756a49c. 00000400:00000010:3.0:1761322992.039697:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000090cc70b8. 00000400:00000010:3.0:1761322992.039700:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000277dae64. 00000100:00000200:3.0:1761322992.039703:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956466560, portal 16 00000400:00000010:3.0:1761322992.039707:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000061eaa67b. 00000100:00000200:3.0:1761322992.039708:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956466560, offset 0 00000400:00000200:3.0:1761322992.039713:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:3.0:1761322992.039719:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322992.039726:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:3.0:1761322992.039730:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761322992.039733:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:3.0:1761322992.039735:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89167:89167:255:4294967295] 192.168.201.29@tcp LPNI seq info [89167:89167:7:4294967295] 00000400:00000200:3.0:1761322992.039743:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322992.039747:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322992.039750:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eb6fba2b (tot 82351114). 00000800:00000200:3.0:1761322992.039753:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322992.039757:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322992.039759:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eb6fba2b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761322992.039922:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761322992.039927:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bf5e0f07 (tot 82350866). 00000400:00000200:1.0:1761322992.039930:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322992.039935:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:1.0:1761322992.039937:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ca103527 00000400:00000010:1.0:1761322992.039939:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ca103527. 02000000:00000010:1.0:1761322992.039945:0:15810:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d0c9d6cb. 00000800:00000200:1.0:1761322992.039996:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761322992.039998:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eb6fba2b (tot 82350618). 00000400:00000200:1.0:1761322992.040001:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322992.040003:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:1.0:1761322992.040005:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000061eaa67b 00000400:00000010:1.0:1761322992.040006:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000061eaa67b. 00000100:00000200:1.0:1761322992.040010:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004265c37e x1846879956466560/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761322992.041156:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ef4b6ef8. 00010000:00000010:0.1:1761322992.041168:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006e13a1a0. 00010000:00000010:3.1:1761322992.043117:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000093e63457. 00010000:00000010:3.1:1761322992.043133:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e5d1b8cb. 00010000:00000010:0.1:1761322992.043143:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000060e3e514. 00000400:00000200:1.0:1761322992.043662:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:1.0:1761322992.043684:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf7b80 00000400:00000200:1.0:1761322992.043696:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac5e9 [1] + 224 00000400:00000200:1.0:1761322992.043719:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322992.043724:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:1.0:1761322992.043737:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000004265c37e x1846879956466560/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761322992.043953:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000090cc70b8. 00000400:00000200:3.0:1761322992.043960:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000277dae64 00000400:00000010:3.0:1761322992.043963:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000277dae64. 00000100:00000200:3.0:1761322992.043971:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004265c37e x1846879956466560/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761322992.043978:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000100:00000200:3.0:1761322992.043989:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004265c37e x1846879956466560/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761322992.043989:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb5b580 00000400:00000200:1.0:1761322992.043999:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaaf79 [2] + 0 02000000:00000010:3.0:1761322992.044035:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006756a49c. 02000000:00000010:3.0:1761322992.044044:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c29478b2. 00000100:00000010:3.0:1761322992.044048:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004265c37e. 00000100:00000010:3.0:1761322992.044052:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003ee76873. 00010000:00000010:3.0:1761322992.044057:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007106fab7. 00000400:00000200:1.0:1761322992.044070:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322992.044117:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:1.0:1761322992.044123:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761322992.044129:0:15812:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000fc1dab26. 00000020:00000010:0.0:1761322992.044206:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001084272e. 00000020:00000010:0.0:1761322992.044215:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000072b21990. 00000020:00000010:0.0:1761322992.044221:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b88240bc. 00000100:00000200:0.0:1761322992.044249:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000fc1dab26 x1846879955826048/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:145/0 lens 328/0 e 0 to 0 dl 1761323035 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761322992.044286:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955826048 02000000:00000010:0.0:1761322992.044299:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003027f154. 00010000:00000010:0.0:1761322992.044330:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d948e4be. 00010000:00000010:0.0:1761322992.044355:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ef07a0cf. 00000100:00000010:0.0:1761322992.044363:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008e1ad406. 00000100:00000010:0.0:1761322992.044382:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008e1ad406. 00010000:00000010:0.0:1761322992.044387:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ef07a0cf. 00000400:00000010:0.0:1761322992.044400:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d5095c71. 00000100:00000200:0.0:1761322992.044405:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955826048, offset 224 00000400:00000200:0.0:1761322992.044414:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322992.044427:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322992.044434:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89168:89168:256:4294967295] 192.168.201.29@tcp LPNI seq info [89168:89168:8:4294967295] 00000400:00000200:0.0:1761322992.044446:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322992.044452:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322992.044458:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f8f59593 (tot 82350866). 00000800:00000200:0.0:1761322992.044463:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322992.044472:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322992.044476:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f8f59593 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:1.0:1761322992.044499:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cb57392f. 00000020:00000010:0.0:1761322992.044505:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000072b21990. 00000020:00000010:0.0:1761322992.044510:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b88240bc. 00000020:00000010:0.0:1761322992.044514:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001084272e. 00010000:00000010:1.0:1761322992.044626:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008a91550d. 00010000:00000010:1.0:1761322992.044634:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003c3f06d9. 00000800:00000200:2.0:1761322992.044651:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322992.044656:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f8f59593 (tot 82350618). 00000400:00000200:2.0:1761322992.044660:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322992.044664:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322992.044666:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d5095c71 00000400:00000010:2.0:1761322992.044668:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d5095c71. 00010000:00000010:1.0:1761322992.044823:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ae564a2a. 00010000:00000010:1.0:1761322992.044829:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008727992e. 00010000:00000010:1.0:1761322992.044840:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c82f4d51. 00000100:00000010:1.0:1761322992.044844:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b65c9c75. 00000100:00000010:1.0:1761322992.044851:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000eabe2b15. 02000000:00000010:1.0:1761322992.044862:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000021623a99. 02000000:00000010:1.0:1761322992.044884:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000033ed228f. 00000400:00000010:1.0:1761322992.044889:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000127091e1. 00000400:00000010:1.0:1761322992.044894:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a7e6aed8. 00000100:00000200:1.0:1761322992.044900:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956466624, portal 16 00000400:00000010:1.0:1761322992.044904:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000962e04ce. 00000100:00000200:1.0:1761322992.044905:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956466624, offset 0 00000400:00000200:1.0:1761322992.044911:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322992.044918:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322992.044925:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:1.0:1761322992.044930:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761322992.044933:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:1.0:1761322992.044935:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89169:89169:256:4294967295] 192.168.201.29@tcp LPNI seq info [89169:89169:8:4294967295] 00000400:00000200:1.0:1761322992.044942:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322992.044946:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322992.044950:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006d93c9a0 (tot 82350866). 00000800:00000200:1.0:1761322992.044953:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322992.044958:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322992.044960:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006d93c9a0 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761322992.045055:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322992.045058:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006d93c9a0 (tot 82350618). 00000400:00000200:2.0:1761322992.045062:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322992.045066:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322992.045069:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000962e04ce 00000400:00000010:2.0:1761322992.045070:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000962e04ce. 00000100:00000200:2.0:1761322992.045104:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000eabe2b15 x1846879956466624/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761322992.050123:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bb0632e4. 00000400:00000200:1.0:1761322992.051589:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:1.0:1761322992.051613:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf7bc0 00000400:00000200:1.0:1761322992.051625:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac5f5 [1] + 224 00000400:00000200:1.0:1761322992.051640:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322992.051645:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:1.0:1761322992.051657:0:15812:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000eabe2b15 x1846879956466624/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761322992.051703:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:1.0:1761322992.051709:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb5b5c0 00000400:00000200:1.0:1761322992.051715:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaaf79 [2] + 328 00000400:00000200:1.0:1761322992.051807:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322992.051812:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:1.0:1761322992.051818:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761322992.051824:0:15812:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000dfba0156. 00000400:00000010:3.0:1761322992.051850:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000127091e1. 00000400:00000200:3.0:1761322992.051869:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a7e6aed8 00000400:00000010:3.0:1761322992.051871:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a7e6aed8. 00000100:00000200:3.0:1761322992.051879:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000eabe2b15 x1846879956466624/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761322992.051888:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000eabe2b15 x1846879956466624/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761322992.051916:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000033ed228f. 02000000:00000010:3.0:1761322992.051923:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000021623a99. 00000100:00000010:3.0:1761322992.051927:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000eabe2b15. 00000100:00000010:3.0:1761322992.051931:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b65c9c75. 00010000:00000010:3.0:1761322992.051935:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c82f4d51. 00000020:00000010:0.0:1761322992.052171:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001084272e. 00000020:00000010:0.0:1761322992.052182:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000072b21990. 00000020:00000010:0.0:1761322992.052187:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b88240bc. 00000100:00000200:0.0:1761322992.052217:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000dfba0156 x1846879955826112/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:145/0 lens 328/0 e 0 to 0 dl 1761323035 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761322992.052254:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955826112 02000000:00000010:0.0:1761322992.052268:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d0c9d6cb. 00010000:00000010:0.0:1761322992.052298:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035aff06e. 00010000:00000010:0.0:1761322992.052320:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ef07a0cf. 00000100:00000010:0.0:1761322992.052326:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008e1ad406. 00000100:00000010:0.0:1761322992.052343:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008e1ad406. 00010000:00000010:0.0:1761322992.052348:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ef07a0cf. 00000400:00000010:0.0:1761322992.052361:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000098e50414. 00000100:00000200:0.0:1761322992.052367:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955826112, offset 224 00000400:00000200:0.0:1761322992.052376:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00080000:00000010:3.0:1761322992.052389:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c29478b2. 00000400:00000200:0.0:1761322992.052390:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322992.052398:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89170:89170:256:4294967295] 192.168.201.29@tcp LPNI seq info [89170:89170:8:4294967295] 00000400:00000200:0.0:1761322992.052410:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322992.052416:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322992.052434:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a69d00c5 (tot 82350866). 00000800:00000200:0.0:1761322992.052441:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322992.052450:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322992.052455:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a69d00c5 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761322992.052480:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000072b21990. 00000020:00000010:0.0:1761322992.052484:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b88240bc. 00000020:00000010:0.0:1761322992.052488:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001084272e. 00010000:00000010:3.0:1761322992.052562:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008727992e. 00010000:00000010:3.0:1761322992.052570:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005cf3bb15. 00000800:00000200:2.0:1761322992.052578:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322992.052584:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a69d00c5 (tot 82350618). 00000400:00000200:2.0:1761322992.052589:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322992.052594:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322992.052598:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000098e50414 00000400:00000010:2.0:1761322992.052599:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000098e50414. 00010000:00000010:3.0:1761322992.052655:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000400d166. 00010000:00000010:3.0:1761322992.052659:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000d19c231d. 00010000:00000010:3.0:1761322992.052664:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c1075cf0. 00010000:00000010:3.0:1761322992.052670:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b2cc975e. 00080000:00000010:3.0:1761322992.052680:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000006756a49c. 00010000:00000010:3.0:1761322992.052700:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b2cc975e. 00010000:00000010:3.0:1761322992.052703:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d19c231d. 00000001:00000010:3.0:1761322992.052748:0:77376:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000090cc70b8. 00000001:00000010:3.0:1761322992.052754:0:77376:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000090cc70b8. 00000001:00000010:3.0:1761322992.052757:0:77376:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000004414eaca. 00080000:00000010:3.0:1761322992.052764:0:77376:0:(osd_handler.c:6689:osd_it_iam_fini()) kfreed 'it': 328 at 0000000026bbeaa9. 00080000:00000010:3.0:1761322992.052771:0:77376:0:(osd_handler.c:6661:osd_it_iam_init()) kmalloced '(it)': 328 at 000000002cc1e06b. 00000001:00000010:3.0:1761322992.052778:0:77376:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000090cc70b8. 00010000:00000010:3.0:1761322992.052800:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a6f08e9d. 00010000:00000010:3.0:1761322992.052802:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000d19c231d. 00010000:00000010:3.0:1761322992.052805:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fce8719a. 00010000:00000010:3.0:1761322992.052808:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b2cc975e. 00080000:00000010:3.0:1761322992.052815:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000006531dc14. 00010000:00000010:3.0:1761322992.052833:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b2cc975e. 00010000:00000010:3.0:1761322992.052836:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d19c231d. 00010000:00000010:3.0:1761322992.052869:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005fce7d39. 00010000:00000010:3.0:1761322992.052871:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000d19c231d. 00010000:00000010:3.0:1761322992.052874:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000075d9751f. 00010000:00000010:3.0:1761322992.052877:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b2cc975e. 00080000:00000010:3.0:1761322992.052885:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bf7334b7. 00010000:00000010:3.0:1761322992.052904:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b2cc975e. 00010000:00000010:3.0:1761322992.052906:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d19c231d. 00010000:00000010:3.0:1761322992.052931:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000bc48de60. 00010000:00000010:3.0:1761322992.052933:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000d19c231d. 00010000:00000010:3.0:1761322992.052936:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e0c6830d. 00010000:00000010:3.0:1761322992.052939:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b2cc975e. 00080000:00000010:3.0:1761322992.052944:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000013260184. 00010000:00000010:3.0:1761322992.052960:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b2cc975e. 00010000:00000010:3.0:1761322992.052963:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d19c231d. 00010000:00000010:3.0:1761322992.052989:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002fc63c3b. 00010000:00000010:3.0:1761322992.052991:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000d19c231d. 00010000:00000010:3.0:1761322992.052994:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000738b17ea. 00010000:00000010:3.0:1761322992.052996:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b2cc975e. 00080000:00000010:3.0:1761322992.053002:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b68ceb7d. 00010000:00000010:3.0:1761322992.053110:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b2cc975e. 00010000:00000010:3.0:1761322992.053114:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d19c231d. 00010000:00000010:3.0:1761322992.053150:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e91ccaa7. 00010000:00000010:3.0:1761322992.053153:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000d19c231d. 00010000:00000010:3.0:1761322992.053157:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c60fd9b7. 00010000:00000010:3.0:1761322992.053160:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b2cc975e. 00080000:00000010:3.0:1761322992.053168:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000de48942f. 00010000:00000010:3.0:1761322992.053191:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b2cc975e. 00010000:00000010:3.0:1761322992.053194:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d19c231d. 00010000:00000010:3.0:1761322992.053228:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000bc7600b1. 00010000:00000010:3.0:1761322992.053231:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000d19c231d. 00010000:00000010:3.0:1761322992.053234:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001382bdeb. 00010000:00000010:3.0:1761322992.053236:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b2cc975e. 00080000:00000010:3.0:1761322992.053244:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000031c7d5f. 00010000:00000010:3.0:1761322992.053267:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b2cc975e. 00010000:00000010:3.0:1761322992.053271:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d19c231d. 00010000:00000010:3.0:1761322992.053303:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007fb2bf49. 00010000:00000010:3.0:1761322992.053305:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000d19c231d. 00010000:00000010:3.0:1761322992.053308:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000023d521fb. 00010000:00000010:3.0:1761322992.053311:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b2cc975e. 00080000:00000010:3.0:1761322992.053318:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000002e4ec47c. 00010000:00000010:3.0:1761322992.053338:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b2cc975e. 00010000:00000010:3.0:1761322992.053342:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d19c231d. 00010000:00000010:3.0:1761322992.053376:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006216e516. 00010000:00000010:3.0:1761322992.053378:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000d19c231d. 00010000:00000010:3.0:1761322992.053381:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b8f5d74c. 00010000:00000010:3.0:1761322992.053384:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b2cc975e. 00080000:00000010:3.0:1761322992.053390:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ddcd672e. 00010000:00000010:3.0:1761322992.053412:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b2cc975e. 00010000:00000010:3.0:1761322992.053416:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d19c231d. 00010000:00000010:3.0:1761322992.053447:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000095972255. 00010000:00000010:3.0:1761322992.053450:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000d19c231d. 00010000:00000010:3.0:1761322992.053452:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000097c92878. 00010000:00000010:3.0:1761322992.053455:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b2cc975e. 00080000:00000010:3.0:1761322992.053463:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000003502628f. 00010000:00000010:3.0:1761322992.053483:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b2cc975e. 00010000:00000010:3.0:1761322992.053487:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d19c231d. 00010000:00000010:3.0:1761322992.053518:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000019f78783. 00010000:00000010:3.0:1761322992.053520:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000d19c231d. 00010000:00000010:3.0:1761322992.053524:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a10c93c2. 00010000:00000010:3.0:1761322992.053526:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b2cc975e. 00080000:00000010:3.0:1761322992.053534:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b58c85ee. 00010000:00000010:3.0:1761322992.053557:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b2cc975e. 00010000:00000010:3.0:1761322992.053560:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d19c231d. 00010000:00000010:3.0:1761322992.053593:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f149e1cb. 00010000:00000010:3.0:1761322992.053597:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000d19c231d. 00010000:00000010:3.0:1761322992.053601:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a65a506b. 00010000:00000010:3.0:1761322992.053603:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b2cc975e. 00080000:00000010:3.0:1761322992.053610:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dade8d54. 00010000:00000010:3.0:1761322992.053634:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b2cc975e. 00010000:00000010:3.0:1761322992.053637:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d19c231d. 00010000:00000010:3.0:1761322992.053673:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d2c93abf. 00010000:00000010:3.0:1761322992.053676:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000d19c231d. 00010000:00000010:3.0:1761322992.053679:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000080715e4a. 00010000:00000010:3.0:1761322992.053681:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b2cc975e. 00080000:00000010:3.0:1761322992.053687:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c5735688. 00010000:00000010:3.0:1761322992.053706:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b2cc975e. 00010000:00000010:3.0:1761322992.053709:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d19c231d. 00010000:00000010:3.0:1761322992.053737:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000070da3c27. 00010000:00000010:3.0:1761322992.053740:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000d19c231d. 00010000:00000010:3.0:1761322992.053743:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008c4eba31. 00010000:00000010:3.0:1761322992.053746:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b2cc975e. 00080000:00000010:3.0:1761322992.053752:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000008620acc2. 00010000:00000010:3.0:1761322992.053772:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b2cc975e. 00010000:00000010:3.0:1761322992.053776:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d19c231d. 00010000:00000010:3.0:1761322992.053809:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000058163a2. 00010000:00000010:3.0:1761322992.053812:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000d19c231d. 00010000:00000010:3.0:1761322992.053815:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c8945f1d. 00010000:00000010:3.0:1761322992.053817:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b2cc975e. 00080000:00000010:3.0:1761322992.053827:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d6195d23. 00010000:00000010:3.0:1761322992.053850:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b2cc975e. 00010000:00000010:3.0:1761322992.053852:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d19c231d. 00010000:00000010:3.0:1761322992.053882:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000db5dea29. 00010000:00000010:3.0:1761322992.053885:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000d19c231d. 00010000:00000010:3.0:1761322992.053888:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000057d2520a. 00010000:00000010:3.0:1761322992.053891:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b2cc975e. 00080000:00000010:3.0:1761322992.053897:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b134446b. 00010000:00000010:3.0:1761322992.053917:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b2cc975e. 00010000:00000010:3.0:1761322992.053919:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d19c231d. 00010000:00000010:3.0:1761322992.053947:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000be454f65. 00010000:00000010:3.0:1761322992.053950:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000d19c231d. 00010000:00000010:3.0:1761322992.053954:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000081ea50a3. 00010000:00000010:3.0:1761322992.053957:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b2cc975e. 00080000:00000010:3.0:1761322992.053963:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000074866439. 00010000:00000010:3.0:1761322992.053983:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b2cc975e. 00010000:00000010:3.0:1761322992.053986:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d19c231d. 00010000:00000010:3.0:1761322992.054014:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000085aef8de. 00010000:00000010:3.0:1761322992.054016:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000d19c231d. 00010000:00000010:3.0:1761322992.054019:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000940c863d. 00010000:00000010:3.0:1761322992.054035:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b2cc975e. 00080000:00000010:3.0:1761322992.054043:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000007faad5b7. 00010000:00000010:3.0:1761322992.054065:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b2cc975e. 00010000:00000010:3.0:1761322992.054069:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d19c231d. 00010000:00000010:3.0:1761322992.054133:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000027f9fec8. 00010000:00000010:3.0:1761322992.054137:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000d19c231d. 00010000:00000010:3.0:1761322992.054141:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ace29fdd. 00010000:00000010:3.0:1761322992.054144:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b2cc975e. 00080000:00000010:3.0:1761322992.054153:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ecaa5ab7. 00010000:00000010:3.0:1761322992.054177:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b2cc975e. 00010000:00000010:3.0:1761322992.054180:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d19c231d. 00010000:00000010:3.0:1761322992.054212:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000eb895678. 00010000:00000010:3.0:1761322992.054215:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000d19c231d. 00010000:00000010:3.0:1761322992.054219:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000062c618f7. 00010000:00000010:3.0:1761322992.054222:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b2cc975e. 00080000:00000010:3.0:1761322992.054228:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000aaccb0e9. 00010000:00000010:3.0:1761322992.054251:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b2cc975e. 00010000:00000010:3.0:1761322992.054255:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d19c231d. 00010000:00000010:3.0:1761322992.056105:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000081cd04ce. 00010000:00000010:3.0:1761322992.056120:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000d19c231d. 00010000:00000010:3.0:1761322992.056130:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000030ec13cc. 00010000:00000010:3.0:1761322992.056138:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b2cc975e. 00080000:00000010:3.0:1761322992.056166:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c013c4d6. 00010000:00000010:3.0:1761322992.056265:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b2cc975e. 00010000:00000010:3.0:1761322992.056272:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d19c231d. 00010000:00000010:2.0:1761322992.056483:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000025551726. 00010000:00000010:2.0:1761322992.056488:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.056492:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c0a81e87. 00010000:00000010:2.0:1761322992.056497:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000086ceb449. 00080000:00000010:2.0:1761322992.056506:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000009da94d2b. 00010000:00000010:2.0:1761322992.056532:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086ceb449. 00010000:00000010:2.0:1761322992.056537:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.056573:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000567d7eb3. 00010000:00000010:2.0:1761322992.056576:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.056579:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002a2a4646. 00010000:00000010:2.0:1761322992.056582:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000086ceb449. 00080000:00000010:2.0:1761322992.056591:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b0859adf. 00010000:00000010:2.0:1761322992.056617:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086ceb449. 00010000:00000010:2.0:1761322992.056620:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.056653:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001c50d2a1. 00010000:00000010:2.0:1761322992.056655:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.056658:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000056f622cf. 00010000:00000010:2.0:1761322992.056661:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000086ceb449. 00080000:00000010:2.0:1761322992.056669:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000000d4ce2a0. 00010000:00000010:2.0:1761322992.056692:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086ceb449. 00010000:00000010:2.0:1761322992.056696:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.056751:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000328eee31. 00010000:00000010:2.0:1761322992.056755:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.056758:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008d49e615. 00010000:00000010:2.0:1761322992.056761:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000086ceb449. 00080000:00000010:2.0:1761322992.056767:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f85dcbd7. 00010000:00000010:2.0:1761322992.056790:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086ceb449. 00010000:00000010:2.0:1761322992.056793:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.056824:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b48ac6ce. 00010000:00000010:2.0:1761322992.056827:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.056830:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000040acc8b1. 00010000:00000010:2.0:1761322992.056832:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000086ceb449. 00080000:00000010:2.0:1761322992.056840:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000025a24189. 00010000:00000010:2.0:1761322992.056860:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086ceb449. 00010000:00000010:2.0:1761322992.056863:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.056900:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000af5dd805. 00010000:00000010:2.0:1761322992.056902:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.056906:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000461ce38. 00010000:00000010:2.0:1761322992.056908:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000086ceb449. 00080000:00000010:2.0:1761322992.056914:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000639864b1. 00010000:00000010:2.0:1761322992.056936:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086ceb449. 00010000:00000010:2.0:1761322992.056939:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.056969:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000cfce6f05. 00010000:00000010:2.0:1761322992.056971:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.056975:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d515dfaa. 00010000:00000010:2.0:1761322992.056978:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000086ceb449. 00080000:00000010:2.0:1761322992.056984:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000003d500fe3. 00010000:00000010:2.0:1761322992.057005:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086ceb449. 00010000:00000010:2.0:1761322992.057008:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.057055:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001a65ef98. 00010000:00000010:2.0:1761322992.057058:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.057063:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ea8110c2. 00010000:00000010:2.0:1761322992.057067:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000086ceb449. 00080000:00000010:2.0:1761322992.057122:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000001e1ef0b7. 00010000:00000010:2.0:1761322992.057147:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086ceb449. 00010000:00000010:2.0:1761322992.057150:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.057182:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a99454f0. 00010000:00000010:2.0:1761322992.057185:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.057188:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000053eafa45. 00010000:00000010:2.0:1761322992.057191:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000086ceb449. 00080000:00000010:2.0:1761322992.057199:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e63833da. 00010000:00000010:2.0:1761322992.057221:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086ceb449. 00010000:00000010:2.0:1761322992.057225:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.057260:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000db886069. 00010000:00000010:2.0:1761322992.057263:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.057267:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008a5da01e. 00010000:00000010:2.0:1761322992.057270:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000086ceb449. 00080000:00000010:2.0:1761322992.057277:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000afe679bc. 00010000:00000010:2.0:1761322992.057300:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086ceb449. 00010000:00000010:2.0:1761322992.057304:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.057336:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000cb176850. 00010000:00000010:2.0:1761322992.057340:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.057343:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002f06711c. 00010000:00000010:2.0:1761322992.057346:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000086ceb449. 00080000:00000010:2.0:1761322992.057352:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a2460da1. 00010000:00000010:2.0:1761322992.057374:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086ceb449. 00010000:00000010:2.0:1761322992.057377:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.057417:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002b7327e9. 00010000:00000010:2.0:1761322992.057421:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.057424:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ea53fc91. 00010000:00000010:2.0:1761322992.057427:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000086ceb449. 00080000:00000010:2.0:1761322992.057433:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000007a04c066. 00010000:00000010:2.0:1761322992.057456:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086ceb449. 00010000:00000010:2.0:1761322992.057459:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.057490:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004a20e3f0. 00010000:00000010:2.0:1761322992.057494:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.057497:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001f6d3a6c. 00010000:00000010:2.0:1761322992.057500:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000086ceb449. 00080000:00000010:2.0:1761322992.057508:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000006b9f7da9. 00010000:00000010:2.0:1761322992.057530:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086ceb449. 00010000:00000010:2.0:1761322992.057534:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.057565:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000cf5f0481. 00010000:00000010:2.0:1761322992.057568:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.057571:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d78a86f9. 00010000:00000010:2.0:1761322992.057574:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000086ceb449. 00080000:00000010:2.0:1761322992.057581:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000005532439. 00010000:00000010:2.0:1761322992.057604:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086ceb449. 00010000:00000010:2.0:1761322992.057608:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.057641:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000053a711e7. 00010000:00000010:2.0:1761322992.057644:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.057648:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003d0c03cf. 00010000:00000010:2.0:1761322992.057651:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000086ceb449. 00080000:00000010:2.0:1761322992.057658:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fa878bed. 00010000:00000010:2.0:1761322992.057681:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086ceb449. 00010000:00000010:2.0:1761322992.057685:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.057720:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000da7f788e. 00010000:00000010:2.0:1761322992.057723:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.057727:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c7af592e. 00010000:00000010:2.0:1761322992.057729:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000086ceb449. 00080000:00000010:2.0:1761322992.057736:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000002d82fe4b. 00010000:00000010:2.0:1761322992.057759:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086ceb449. 00010000:00000010:2.0:1761322992.057762:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.057794:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000095be605. 00010000:00000010:2.0:1761322992.057797:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.057800:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fec0a478. 00010000:00000010:2.0:1761322992.057802:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000086ceb449. 00080000:00000010:2.0:1761322992.057809:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000000d6cdf5c. 00010000:00000010:2.0:1761322992.057831:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086ceb449. 00010000:00000010:2.0:1761322992.057835:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.057870:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000521cd0a6. 00010000:00000010:2.0:1761322992.057873:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.057876:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000057feb23a. 00010000:00000010:2.0:1761322992.057879:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000086ceb449. 00080000:00000010:2.0:1761322992.057886:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000eb82517a. 00010000:00000010:2.0:1761322992.057909:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086ceb449. 00010000:00000010:2.0:1761322992.057913:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.057944:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000e94672a. 00010000:00000010:2.0:1761322992.057946:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.057949:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000038c39c0f. 00010000:00000010:2.0:1761322992.057952:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000086ceb449. 00080000:00000010:2.0:1761322992.057959:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000002a16dbd. 00010000:00000010:2.0:1761322992.057980:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086ceb449. 00010000:00000010:2.0:1761322992.057984:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.058015:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c9112a9b. 00010000:00000010:2.0:1761322992.058018:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.058035:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006b43f4c1. 00010000:00000010:2.0:1761322992.058038:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000086ceb449. 00080000:00000010:2.0:1761322992.058047:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000002e196b7b. 00010000:00000010:2.0:1761322992.058070:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086ceb449. 00010000:00000010:2.0:1761322992.058114:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.058151:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e5f46c0e. 00010000:00000010:2.0:1761322992.058155:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.058159:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000ebc2a7b. 00010000:00000010:2.0:1761322992.058162:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000086ceb449. 00080000:00000010:2.0:1761322992.058170:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ed376534. 00010000:00000010:2.0:1761322992.058195:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086ceb449. 00010000:00000010:2.0:1761322992.058199:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eabdbbf. 00010000:00000010:1.1:1761322992.058208:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007a39fcd1. 00010000:00000010:1.1:1761322992.058219:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001f5328e7. 00010000:00000010:2.0:1761322992.058235:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004fd68d86. 00010000:00000010:2.0:1761322992.058238:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.058241:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000982564b7. 00010000:00000010:2.0:1761322992.058244:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000086ceb449. 00080000:00000010:2.0:1761322992.058251:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000002d61570f. 00010000:00000010:2.0:1761322992.058268:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086ceb449. 00010000:00000010:2.0:1761322992.058271:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.058298:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002184c7dc. 00010000:00000010:2.0:1761322992.058300:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.058303:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000955dd146. 00010000:00000010:2.0:1761322992.058306:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000086ceb449. 00080000:00000010:2.0:1761322992.058311:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c9079d20. 00010000:00000010:2.0:1761322992.058328:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086ceb449. 00010000:00000010:2.0:1761322992.058331:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.058361:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d32f4e72. 00010000:00000010:2.0:1761322992.058363:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.058366:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000030e38550. 00010000:00000010:2.0:1761322992.058368:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000086ceb449. 00080000:00000010:2.0:1761322992.058374:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d571dfd8. 00010000:00000010:2.0:1761322992.058391:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086ceb449. 00010000:00000010:2.0:1761322992.058394:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.058419:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ef4312a8. 00010000:00000010:2.0:1761322992.058421:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.058424:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c7bd7736. 00010000:00000010:2.0:1761322992.058426:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000086ceb449. 00080000:00000010:2.0:1761322992.058431:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000001fe30f85. 00010000:00000010:2.0:1761322992.058448:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086ceb449. 00010000:00000010:2.0:1761322992.058450:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.058474:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c15bd1b0. 00010000:00000010:2.0:1761322992.058476:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.058479:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e38c2b57. 00010000:00000010:2.0:1761322992.058481:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000086ceb449. 00080000:00000010:2.0:1761322992.058492:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dff35a96. 00010000:00000010:2.0:1761322992.058512:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086ceb449. 00010000:00000010:2.0:1761322992.058515:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.058541:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000dbef0ac6. 00010000:00000010:2.0:1761322992.058543:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.058546:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000091e1c417. 00010000:00000010:2.0:1761322992.058549:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000086ceb449. 00080000:00000010:2.0:1761322992.058555:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000076370ca7. 00010000:00000010:2.0:1761322992.058573:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086ceb449. 00010000:00000010:2.0:1761322992.058575:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.058602:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002a6c6646. 00010000:00000010:2.0:1761322992.058605:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.058607:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e17049ad. 00010000:00000010:2.0:1761322992.058609:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000086ceb449. 00080000:00000010:2.0:1761322992.058615:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dbae0af4. 00010000:00000010:2.0:1761322992.058632:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086ceb449. 00010000:00000010:2.0:1761322992.058634:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.058659:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000221ecaf2. 00010000:00000010:2.0:1761322992.058661:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.058664:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000013784682. 00010000:00000010:2.0:1761322992.058667:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000086ceb449. 00080000:00000010:2.0:1761322992.058673:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000000220e2be. 00010000:00000010:2.0:1761322992.058688:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086ceb449. 00010000:00000010:2.0:1761322992.058691:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.058720:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005971469e. 00010000:00000010:2.0:1761322992.058722:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.058725:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006a669ca2. 00010000:00000010:2.0:1761322992.058727:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000086ceb449. 00080000:00000010:2.0:1761322992.058733:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000000004ec63. 00010000:00000010:2.0:1761322992.058750:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086ceb449. 00010000:00000010:2.0:1761322992.058753:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.058777:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003aaf21a7. 00010000:00000010:2.0:1761322992.058779:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.058782:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e5770e76. 00010000:00000010:2.0:1761322992.058785:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000086ceb449. 00080000:00000010:2.0:1761322992.058791:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000002deb7239. 00010000:00000010:2.0:1761322992.058807:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086ceb449. 00010000:00000010:2.0:1761322992.058809:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.058834:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000cba6b34a. 00010000:00000010:2.0:1761322992.058836:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.058840:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002f78ef35. 00010000:00000010:2.0:1761322992.058842:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000086ceb449. 00080000:00000010:2.0:1761322992.058848:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000002ee9471f. 00010000:00000010:2.0:1761322992.058864:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086ceb449. 00010000:00000010:2.0:1761322992.058866:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.058890:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009096cffa. 00010000:00000010:2.0:1761322992.058892:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.058895:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007670b019. 00010000:00000010:2.0:1761322992.058898:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000086ceb449. 00080000:00000010:2.0:1761322992.058904:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000030dcb1e. 00010000:00000010:2.0:1761322992.058920:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086ceb449. 00010000:00000010:2.0:1761322992.058923:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.058949:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e809acbc. 00010000:00000010:2.0:1761322992.058951:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.058954:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f07e6ee1. 00010000:00000010:2.0:1761322992.058957:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000086ceb449. 00080000:00000010:2.0:1761322992.058963:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000141fd887. 00010000:00000010:2.0:1761322992.058980:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086ceb449. 00010000:00000010:2.0:1761322992.058982:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.059008:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000026a66000. 00010000:00000010:2.0:1761322992.059011:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.059013:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b434344d. 00010000:00000010:2.0:1761322992.059016:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000086ceb449. 00080000:00000010:2.0:1761322992.059035:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d539c2e9. 00010000:00000010:2.0:1761322992.059056:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086ceb449. 00010000:00000010:2.0:1761322992.059059:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.059124:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ca24ff62. 00010000:00000010:2.0:1761322992.059127:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.059129:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001abb8cdc. 00010000:00000010:2.0:1761322992.059132:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000086ceb449. 00080000:00000010:2.0:1761322992.059139:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bc26b64a. 00010000:00000010:2.0:1761322992.059158:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086ceb449. 00010000:00000010:2.0:1761322992.059161:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.059185:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000051ba3724. 00010000:00000010:2.0:1761322992.059188:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.059191:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000074cfe24d. 00010000:00000010:2.0:1761322992.059194:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000086ceb449. 00080000:00000010:2.0:1761322992.059201:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000000f0c63f8. 00010000:00000010:2.0:1761322992.059217:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086ceb449. 00010000:00000010:2.0:1761322992.059220:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.059243:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000064a30a0f. 00010000:00000010:2.0:1761322992.059245:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.059248:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000091550226. 00010000:00000010:2.0:1761322992.059251:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000086ceb449. 00080000:00000010:2.0:1761322992.059256:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a0ddfdee. 00010000:00000010:2.0:1761322992.059273:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086ceb449. 00010000:00000010:2.0:1761322992.059276:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.059301:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d7060616. 00010000:00000010:2.0:1761322992.059303:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.059306:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f2b40de3. 00010000:00000010:2.0:1761322992.059308:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000086ceb449. 00080000:00000010:2.0:1761322992.059314:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ef22f947. 00010000:00000010:2.0:1761322992.059330:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086ceb449. 00010000:00000010:2.0:1761322992.059332:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.059356:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000043894cd3. 00010000:00000010:2.0:1761322992.059358:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.059361:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000059737eb3. 00010000:00000010:2.0:1761322992.059364:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000086ceb449. 00080000:00000010:2.0:1761322992.059370:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000902dc86a. 00010000:00000010:2.0:1761322992.059387:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086ceb449. 00010000:00000010:2.0:1761322992.059390:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.059414:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003bf3325f. 00010000:00000010:2.0:1761322992.059416:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.059419:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ceda35af. 00010000:00000010:2.0:1761322992.059421:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000086ceb449. 00080000:00000010:2.0:1761322992.059428:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000006fb7a696. 00010000:00000010:2.0:1761322992.059445:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086ceb449. 00010000:00000010:2.0:1761322992.059447:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.059476:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000006dd7c22. 00010000:00000010:2.0:1761322992.059479:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.059482:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009612c53b. 00010000:00000010:2.0:1761322992.059485:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000086ceb449. 00080000:00000010:2.0:1761322992.059492:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000421256f9. 00010000:00000010:2.0:1761322992.059512:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086ceb449. 00010000:00000010:2.0:1761322992.059514:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.059539:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003e6cb9a6. 00010000:00000010:2.0:1761322992.059541:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.059544:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000055e63fbe. 00010000:00000010:2.0:1761322992.059546:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000086ceb449. 00080000:00000010:2.0:1761322992.059552:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ffd4399b. 00010000:00000010:2.0:1761322992.059569:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086ceb449. 00010000:00000010:2.0:1761322992.059571:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.059597:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003265a85b. 00010000:00000010:2.0:1761322992.059600:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.059602:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007083e03f. 00010000:00000010:2.0:1761322992.059604:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000086ceb449. 00080000:00000010:2.0:1761322992.059610:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000001b4a7000. 00010000:00000010:2.0:1761322992.059628:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086ceb449. 00010000:00000010:2.0:1761322992.059630:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.059656:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d8c3cecc. 00010000:00000010:2.0:1761322992.059658:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.059660:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f7992729. 00010000:00000010:2.0:1761322992.059663:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000086ceb449. 00080000:00000010:2.0:1761322992.059668:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000044b5facc. 00010000:00000010:2.0:1761322992.059684:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086ceb449. 00010000:00000010:2.0:1761322992.059686:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.059711:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000902bd9cd. 00010000:00000010:2.0:1761322992.059713:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.059716:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f6182049. 00010000:00000010:2.0:1761322992.059719:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000086ceb449. 00080000:00000010:2.0:1761322992.059724:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000002ac78a0b. 00010000:00000010:2.0:1761322992.059741:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086ceb449. 00010000:00000010:2.0:1761322992.059743:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.059770:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f0a3c2e9. 00010000:00000010:2.0:1761322992.059772:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.059775:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d3a21aea. 00010000:00000010:2.0:1761322992.059777:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000086ceb449. 00080000:00000010:2.0:1761322992.059782:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000594a9fb0. 00010000:00000010:2.0:1761322992.059799:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086ceb449. 00010000:00000010:2.0:1761322992.059801:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.059830:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001b4bce79. 00010000:00000010:2.0:1761322992.059832:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.059834:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000289aaf8d. 00010000:00000010:2.0:1761322992.059837:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000086ceb449. 00080000:00000010:2.0:1761322992.059842:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000003ca96c27. 00010000:00000010:2.0:1761322992.059859:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086ceb449. 00010000:00000010:2.0:1761322992.059862:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.059886:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000077cdfe4. 00010000:00000010:2.0:1761322992.059888:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.059891:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b0adeff6. 00010000:00000010:2.0:1761322992.059893:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000086ceb449. 00080000:00000010:2.0:1761322992.059898:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000017e86455. 00010000:00000010:2.0:1761322992.059914:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086ceb449. 00010000:00000010:2.0:1761322992.059917:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.059941:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000218a95c8. 00010000:00000010:2.0:1761322992.059943:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.059945:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000040a3686d. 00010000:00000010:2.0:1761322992.059948:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000086ceb449. 00080000:00000010:2.0:1761322992.059953:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dc0b2a36. 00010000:00000010:2.0:1761322992.059970:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086ceb449. 00010000:00000010:2.0:1761322992.059972:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.059996:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000009ba1a23. 00010000:00000010:2.0:1761322992.059998:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.060000:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fb12713b. 00010000:00000010:2.0:1761322992.060002:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000086ceb449. 00080000:00000010:2.0:1761322992.060008:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a20c0435. 00010000:00000010:2.0:1761322992.060308:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086ceb449. 00010000:00000010:2.0:1761322992.060313:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.060349:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000fb9d4a9. 00010000:00000010:2.0:1761322992.060352:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.060355:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000344516a7. 00010000:00000010:2.0:1761322992.060357:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000086ceb449. 00080000:00000010:2.0:1761322992.060366:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000472202ef. 00010000:00000010:2.0:1761322992.060386:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086ceb449. 00010000:00000010:2.0:1761322992.060389:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.060415:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000dc214459. 00010000:00000010:2.0:1761322992.060418:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.060420:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000089ae06b4. 00010000:00000010:2.0:1761322992.060423:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000086ceb449. 00080000:00000010:2.0:1761322992.060428:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f1377797. 00010000:00000010:2.0:1761322992.060445:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086ceb449. 00010000:00000010:2.0:1761322992.060448:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.060478:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b02a3749. 00010000:00000010:2.0:1761322992.060481:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.060483:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000096a226f7. 00010000:00000010:2.0:1761322992.060486:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000086ceb449. 00080000:00000010:2.0:1761322992.060492:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000047e3e3ef. 00010000:00000010:2.0:1761322992.060512:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086ceb449. 00010000:00000010:2.0:1761322992.060514:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.060540:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000058cd4f41. 00010000:00000010:2.0:1761322992.060543:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.060545:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004c89db7e. 00010000:00000010:2.0:1761322992.060548:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000086ceb449. 00080000:00000010:2.0:1761322992.060555:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f5381f77. 00010000:00000010:2.0:1761322992.060571:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086ceb449. 00010000:00000010:2.0:1761322992.060574:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.060599:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000716f55fc. 00010000:00000010:2.0:1761322992.060601:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.060603:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000031507d14. 00010000:00000010:2.0:1761322992.060606:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000086ceb449. 00080000:00000010:2.0:1761322992.060613:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000001332b02a. 00010000:00000010:2.0:1761322992.060630:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086ceb449. 00010000:00000010:2.0:1761322992.060633:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.060657:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007f5268ec. 00010000:00000010:2.0:1761322992.060659:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.060663:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e139ac14. 00010000:00000010:2.0:1761322992.060665:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000086ceb449. 00080000:00000010:2.0:1761322992.060671:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000003a53dd9d. 00010000:00000010:2.0:1761322992.060689:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086ceb449. 00010000:00000010:2.0:1761322992.060692:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.060718:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a1b6bb35. 00010000:00000010:2.0:1761322992.060721:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.060724:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000042944b3. 00010000:00000010:2.0:1761322992.060726:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000086ceb449. 00080000:00000010:2.0:1761322992.060732:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000df5e6692. 00010000:00000010:2.0:1761322992.060749:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086ceb449. 00010000:00000010:2.0:1761322992.060751:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.060775:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003119c087. 00010000:00000010:2.0:1761322992.060778:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.060780:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003323e98b. 00010000:00000010:2.0:1761322992.060783:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000086ceb449. 00080000:00000010:2.0:1761322992.060789:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000037b7101b. 00010000:00000010:2.0:1761322992.060805:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086ceb449. 00010000:00000010:2.0:1761322992.060807:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.060837:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000a4308b8. 00010000:00000010:2.0:1761322992.060839:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.060841:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005e1f54eb. 00010000:00000010:2.0:1761322992.060844:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000086ceb449. 00080000:00000010:2.0:1761322992.060851:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000eacbc3d8. 00010000:00000010:2.0:1761322992.060868:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086ceb449. 00010000:00000010:2.0:1761322992.060870:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.060896:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000000b8359e. 00010000:00000010:2.0:1761322992.060898:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.060901:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000161cedb6. 00010000:00000010:2.0:1761322992.060903:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000086ceb449. 00080000:00000010:2.0:1761322992.060909:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000004bde7fcc. 00010000:00000010:2.0:1761322992.060926:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086ceb449. 00010000:00000010:2.0:1761322992.060928:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.060957:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a40adcaa. 00010000:00000010:2.0:1761322992.060959:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.060962:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a38cc066. 00010000:00000010:2.0:1761322992.060964:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000086ceb449. 00080000:00000010:2.0:1761322992.060970:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d7db2c7b. 00010000:00000010:2.0:1761322992.060986:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086ceb449. 00010000:00000010:2.0:1761322992.060989:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.061013:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f6eb1b46. 00010000:00000010:2.0:1761322992.061015:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.061018:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000053086593. 00010000:00000010:2.0:1761322992.061020:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000086ceb449. 00080000:00000010:2.0:1761322992.061041:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f247c13a. 00010000:00000010:2.0:1761322992.061060:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086ceb449. 00010000:00000010:2.0:1761322992.061062:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.061163:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d2f3d37e. 00010000:00000010:2.0:1761322992.061166:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.061169:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000099cdf4da. 00010000:00000010:2.0:1761322992.061172:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000086ceb449. 00080000:00000010:2.0:1761322992.061179:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fea31ae7. 00010000:00000010:2.0:1761322992.061198:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086ceb449. 00010000:00000010:2.0:1761322992.061200:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.061227:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c85203ee. 00010000:00000010:2.0:1761322992.061229:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.061232:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000656935d0. 00010000:00000010:2.0:1761322992.061234:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000086ceb449. 00080000:00000010:2.0:1761322992.061240:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cdf8aadd. 00010000:00000010:2.0:1761322992.061256:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086ceb449. 00010000:00000010:2.0:1761322992.061259:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.061287:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ed5863f7. 00010000:00000010:2.0:1761322992.061289:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.061292:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bc783e10. 00010000:00000010:2.0:1761322992.061295:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000086ceb449. 00080000:00000010:2.0:1761322992.061301:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f9633280. 00010000:00000010:2.0:1761322992.061317:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086ceb449. 00010000:00000010:2.0:1761322992.061320:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.061344:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d6b20ac7. 00010000:00000010:2.0:1761322992.061346:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.061349:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000094af12d0. 00010000:00000010:2.0:1761322992.061351:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000086ceb449. 00080000:00000010:2.0:1761322992.061359:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000008d2492b4. 00010000:00000010:2.0:1761322992.061376:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086ceb449. 00010000:00000010:2.0:1761322992.061378:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.061403:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e7f45473. 00010000:00000010:2.0:1761322992.061405:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.061408:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004189fb16. 00010000:00000010:2.0:1761322992.061410:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000086ceb449. 00080000:00000010:2.0:1761322992.061416:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b7bd5e6f. 00010000:00000010:2.0:1761322992.061433:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086ceb449. 00010000:00000010:2.0:1761322992.061435:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.061460:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000032f79d1d. 00010000:00000010:2.0:1761322992.061462:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.061464:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e27f4885. 00010000:00000010:2.0:1761322992.061467:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000086ceb449. 00080000:00000010:2.0:1761322992.061474:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ec413e8f. 00010000:00000010:2.0:1761322992.061494:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086ceb449. 00010000:00000010:2.0:1761322992.061497:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.061526:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002814fd40. 00010000:00000010:2.0:1761322992.061529:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.061532:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007e8c402a. 00010000:00000010:2.0:1761322992.061534:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000086ceb449. 00080000:00000010:2.0:1761322992.061541:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000adf4bd29. 00010000:00000010:2.0:1761322992.061558:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086ceb449. 00010000:00000010:2.0:1761322992.061560:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.061584:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006a985273. 00010000:00000010:2.0:1761322992.061587:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.061589:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000deb235f4. 00010000:00000010:2.0:1761322992.061592:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000086ceb449. 00080000:00000010:2.0:1761322992.061597:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d613bd11. 00010000:00000010:2.0:1761322992.061614:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086ceb449. 00010000:00000010:2.0:1761322992.061617:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.061644:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f73f894f. 00010000:00000010:2.0:1761322992.061647:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.061649:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000021582b75. 00010000:00000010:2.0:1761322992.061652:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000086ceb449. 00080000:00000010:2.0:1761322992.061657:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000125984cf. 00010000:00000010:2.0:1761322992.061674:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086ceb449. 00010000:00000010:2.0:1761322992.061676:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.061701:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000929dda68. 00010000:00000010:2.0:1761322992.061704:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.061707:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006a4c3e0d. 00010000:00000010:2.0:1761322992.061709:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000086ceb449. 00080000:00000010:2.0:1761322992.061714:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c68366f3. 00010000:00000010:2.0:1761322992.061731:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086ceb449. 00010000:00000010:2.0:1761322992.061733:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.061758:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002e81d2d1. 00010000:00000010:2.0:1761322992.061761:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.061764:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000070ecfc4c. 00010000:00000010:2.0:1761322992.061767:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000086ceb449. 00080000:00000010:2.0:1761322992.061773:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000003b1e9784. 00010000:00000010:2.0:1761322992.061789:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086ceb449. 00010000:00000010:2.0:1761322992.061792:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.061816:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000925d6d4e. 00010000:00000010:2.0:1761322992.061818:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.061821:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000812c92b6. 00010000:00000010:2.0:1761322992.061823:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000086ceb449. 00080000:00000010:2.0:1761322992.061828:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000003bb90c19. 00010000:00000010:2.0:1761322992.061844:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086ceb449. 00010000:00000010:2.0:1761322992.061847:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.061872:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002b0b4a60. 00010000:00000010:2.0:1761322992.061875:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.061877:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c13da632. 00010000:00000010:2.0:1761322992.061880:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000086ceb449. 00080000:00000010:2.0:1761322992.061885:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000124c2f49. 00010000:00000010:2.0:1761322992.061902:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086ceb449. 00010000:00000010:2.0:1761322992.061904:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.061928:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000de1f6597. 00010000:00000010:2.0:1761322992.061930:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.061933:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000158fee5a. 00010000:00000010:2.0:1761322992.061935:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000086ceb449. 00080000:00000010:2.0:1761322992.061940:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000009e37b38b. 00010000:00000010:2.0:1761322992.061956:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086ceb449. 00010000:00000010:2.0:1761322992.061959:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.061987:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007975b377. 00010000:00000010:2.0:1761322992.061989:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.061991:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005898eac5. 00010000:00000010:2.0:1761322992.061994:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000086ceb449. 00080000:00000010:2.0:1761322992.062000:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000005d2861f1. 00010000:00000010:2.0:1761322992.062016:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086ceb449. 00010000:00000010:2.0:1761322992.062019:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.062062:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d703b058. 00010000:00000010:2.0:1761322992.062065:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.062068:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006d3333eb. 00010000:00000010:2.0:1761322992.062070:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000086ceb449. 00080000:00000010:2.0:1761322992.062164:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000058abf7a. 00010000:00000010:2.0:1761322992.062191:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086ceb449. 00010000:00000010:2.0:1761322992.062195:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.062224:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009dbe0f42. 00010000:00000010:2.0:1761322992.062226:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.062229:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000465ce11e. 00010000:00000010:2.0:1761322992.062232:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000086ceb449. 00080000:00000010:2.0:1761322992.062237:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000008bf2bd29. 00010000:00000010:2.0:1761322992.062256:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086ceb449. 00010000:00000010:2.0:1761322992.062258:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.062283:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000adc6796d. 00010000:00000010:2.0:1761322992.062286:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.062289:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009c625325. 00010000:00000010:2.0:1761322992.062291:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000086ceb449. 00080000:00000010:2.0:1761322992.062297:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c61d1671. 00010000:00000010:2.0:1761322992.062314:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086ceb449. 00010000:00000010:2.0:1761322992.062317:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.062342:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b2bcabd2. 00010000:00000010:2.0:1761322992.062344:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.062347:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c14f65ae. 00010000:00000010:2.0:1761322992.062350:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000086ceb449. 00080000:00000010:2.0:1761322992.062356:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000091e23dd0. 00010000:00000010:2.0:1761322992.062378:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086ceb449. 00010000:00000010:2.0:1761322992.062381:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.062411:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000518c47a. 00010000:00000010:2.0:1761322992.062414:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.062417:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008b387ccb. 00010000:00000010:2.0:1761322992.062420:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000086ceb449. 00080000:00000010:2.0:1761322992.062429:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fbd8dff8. 00010000:00000010:2.0:1761322992.062447:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086ceb449. 00010000:00000010:2.0:1761322992.062449:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.062478:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008a187373. 00010000:00000010:2.0:1761322992.062480:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.062483:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000009a67ec7. 00010000:00000010:2.0:1761322992.062486:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000086ceb449. 00080000:00000010:2.0:1761322992.062491:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000009c1173f3. 00010000:00000010:2.0:1761322992.062509:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086ceb449. 00010000:00000010:2.0:1761322992.062512:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.062535:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001c03c7fe. 00010000:00000010:2.0:1761322992.062537:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.062540:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009cbe814d. 00010000:00000010:2.0:1761322992.062543:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000086ceb449. 00080000:00000010:2.0:1761322992.062549:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000000cca3a1e. 00010000:00000010:2.0:1761322992.062569:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086ceb449. 00010000:00000010:2.0:1761322992.062572:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.062597:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004bc6fc59. 00010000:00000010:2.0:1761322992.062600:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.062602:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ddde3871. 00010000:00000010:2.0:1761322992.062605:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000086ceb449. 00080000:00000010:2.0:1761322992.062612:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c673be81. 00010000:00000010:2.0:1761322992.062633:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086ceb449. 00010000:00000010:2.0:1761322992.062636:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.062666:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d95cf4d6. 00010000:00000010:2.0:1761322992.062670:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.062672:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007bad309c. 00010000:00000010:2.0:1761322992.062675:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000086ceb449. 00080000:00000010:2.0:1761322992.062682:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dfc01646. 00010000:00000010:2.0:1761322992.062704:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086ceb449. 00010000:00000010:2.0:1761322992.062707:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.062736:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009f6433dd. 00010000:00000010:2.0:1761322992.062738:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.062741:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000021494696. 00010000:00000010:2.0:1761322992.062744:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000086ceb449. 00080000:00000010:2.0:1761322992.062751:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000002aa8e835. 00010000:00000010:2.0:1761322992.062772:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086ceb449. 00010000:00000010:2.0:1761322992.062775:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.062807:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000bc7d45ea. 00010000:00000010:2.0:1761322992.062810:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.062813:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000582e84e8. 00010000:00000010:2.0:1761322992.062816:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000086ceb449. 00080000:00000010:2.0:1761322992.062822:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000089857202. 00010000:00000010:2.0:1761322992.062843:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086ceb449. 00010000:00000010:2.0:1761322992.062846:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.062880:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004d97fcce. 00010000:00000010:2.0:1761322992.062882:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.062886:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000090362b55. 00010000:00000010:2.0:1761322992.062888:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000086ceb449. 00080000:00000010:2.0:1761322992.062894:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cd76240e. 00010000:00000010:2.0:1761322992.062915:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086ceb449. 00010000:00000010:2.0:1761322992.062919:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.062949:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d74d5f47. 00010000:00000010:2.0:1761322992.062952:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.062955:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f2976ca8. 00010000:00000010:2.0:1761322992.062958:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000086ceb449. 00080000:00000010:2.0:1761322992.062965:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e344002e. 00010000:00000010:2.0:1761322992.062986:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086ceb449. 00010000:00000010:2.0:1761322992.062989:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.063016:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000092bc5192. 00010000:00000010:2.0:1761322992.063018:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.063032:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000054e12e58. 00010000:00000010:2.0:1761322992.063035:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000086ceb449. 00080000:00000010:2.0:1761322992.063042:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000263a9498. 00010000:00000010:2.0:1761322992.063061:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086ceb449. 00010000:00000010:2.0:1761322992.063063:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.063156:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000dfa701b. 00010000:00000010:2.0:1761322992.063166:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.063170:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000029c896b8. 00010000:00000010:2.0:1761322992.063173:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000086ceb449. 00080000:00000010:2.0:1761322992.063179:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ee616051. 00010000:00000010:2.0:1761322992.063198:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086ceb449. 00010000:00000010:2.0:1761322992.063200:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.063227:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009b99ec82. 00010000:00000010:2.0:1761322992.063229:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.063232:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005196576b. 00010000:00000010:2.0:1761322992.063235:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000086ceb449. 00080000:00000010:2.0:1761322992.063240:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000009a1e44b9. 00010000:00000010:2.0:1761322992.063257:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086ceb449. 00010000:00000010:2.0:1761322992.063259:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.063283:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000002795787. 00010000:00000010:2.0:1761322992.063286:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.063288:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000343959e. 00010000:00000010:2.0:1761322992.063292:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000086ceb449. 00080000:00000010:2.0:1761322992.063299:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000002ef5005a. 00010000:00000010:2.0:1761322992.063321:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086ceb449. 00010000:00000010:2.0:1761322992.063325:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.063358:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006be64cfa. 00010000:00000010:2.0:1761322992.063361:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.063363:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bbf046ed. 00010000:00000010:2.0:1761322992.063366:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000086ceb449. 00080000:00000010:2.0:1761322992.063371:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e56540d4. 00010000:00000010:2.0:1761322992.063391:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086ceb449. 00010000:00000010:2.0:1761322992.063394:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.063425:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000023e8948. 00010000:00000010:2.0:1761322992.063428:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.063431:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f71e84ef. 00010000:00000010:2.0:1761322992.063434:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000086ceb449. 00080000:00000010:2.0:1761322992.063441:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000317c5434. 00010000:00000010:2.0:1761322992.063463:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086ceb449. 00010000:00000010:2.0:1761322992.063466:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.063500:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d6d428af. 00010000:00000010:2.0:1761322992.063503:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.063506:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b7775e41. 00010000:00000010:2.0:1761322992.063509:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000086ceb449. 00080000:00000010:2.0:1761322992.063517:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000823b327f. 00010000:00000010:2.0:1761322992.063539:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086ceb449. 00010000:00000010:2.0:1761322992.063542:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.063571:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000fc896756. 00010000:00000010:2.0:1761322992.063574:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.063578:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000303ac8b6. 00010000:00000010:2.0:1761322992.063580:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000086ceb449. 00080000:00000010:2.0:1761322992.063587:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000003a37f3bf. 00010000:00000010:2.0:1761322992.063608:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086ceb449. 00010000:00000010:2.0:1761322992.063611:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eabdbbf. 00000001:00000010:2.0:1761322992.063639:0:77376:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d495292c. 00000001:00000010:2.0:1761322992.063647:0:77376:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d495292c. 00000001:00000010:2.0:1761322992.063651:0:77376:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d495292c. 00000001:00000010:2.0:1761322992.063653:0:77376:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000090cc70b8. 00010000:00000010:2.0:1761322992.063671:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002286ecb2. 00010000:00000010:2.0:1761322992.063674:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.063677:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001f62ca0d. 00010000:00000010:2.0:1761322992.063679:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000086ceb449. 00080000:00000010:2.0:1761322992.063687:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ef79ab90. 00010000:00000010:2.0:1761322992.063709:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086ceb449. 00010000:00000010:2.0:1761322992.063712:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.063740:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000073f1ac98. 00010000:00000010:2.0:1761322992.063743:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.063747:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007c0306ed. 00010000:00000010:2.0:1761322992.063749:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000086ceb449. 00080000:00000010:2.0:1761322992.063755:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000072ff2fdd. 00010000:00000010:2.0:1761322992.063775:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086ceb449. 00010000:00000010:2.0:1761322992.063779:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.063812:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000081544cee. 00010000:00000010:2.0:1761322992.063815:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.063818:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003be7b556. 00010000:00000010:2.0:1761322992.063821:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000086ceb449. 00080000:00000010:2.0:1761322992.063827:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000004ca151b2. 00010000:00000010:2.0:1761322992.063847:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086ceb449. 00010000:00000010:2.0:1761322992.063851:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.063881:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000fa973114. 00010000:00000010:2.0:1761322992.063884:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.063887:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000087888d25. 00010000:00000010:2.0:1761322992.063890:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000086ceb449. 00080000:00000010:2.0:1761322992.063897:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000096830b8a. 00010000:00000010:2.0:1761322992.063918:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086ceb449. 00010000:00000010:2.0:1761322992.063921:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.063951:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ebf306c9. 00010000:00000010:2.0:1761322992.063954:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.063956:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e46e7392. 00010000:00000010:2.0:1761322992.063959:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000086ceb449. 00080000:00000010:2.0:1761322992.063966:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000deb0d850. 00010000:00000010:2.0:1761322992.063988:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086ceb449. 00010000:00000010:2.0:1761322992.063991:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.064034:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007320f03b. 00010000:00000010:2.0:1761322992.064037:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.064041:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000dc30fa1c. 00010000:00000010:2.0:1761322992.064044:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000086ceb449. 00080000:00000010:2.0:1761322992.064051:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c495bb97. 00010000:00000010:2.0:1761322992.064071:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086ceb449. 00010000:00000010:2.0:1761322992.064165:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.064196:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e30dc289. 00010000:00000010:2.0:1761322992.064199:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.064202:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000336b45c5. 00010000:00000010:2.0:1761322992.064204:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000086ceb449. 00080000:00000010:2.0:1761322992.064210:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000056be550b. 00010000:00000010:2.0:1761322992.064229:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086ceb449. 00010000:00000010:2.0:1761322992.064232:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.064257:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b2865cc8. 00010000:00000010:2.0:1761322992.064259:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.064261:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000059535792. 00010000:00000010:2.0:1761322992.064264:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000086ceb449. 00080000:00000010:2.0:1761322992.064269:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e80e2e6a. 00010000:00000010:2.0:1761322992.064285:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086ceb449. 00010000:00000010:2.0:1761322992.064288:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.064314:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b7e6b9b0. 00010000:00000010:2.0:1761322992.064317:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.064320:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003ee2f88d. 00010000:00000010:2.0:1761322992.064322:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000086ceb449. 00080000:00000010:2.0:1761322992.064327:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000003b763c19. 00010000:00000010:2.0:1761322992.064343:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086ceb449. 00010000:00000010:2.0:1761322992.064346:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.064369:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000048ecaa1c. 00010000:00000010:2.0:1761322992.064371:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.064374:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000022f9064b. 00010000:00000010:2.0:1761322992.064376:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000086ceb449. 00080000:00000010:2.0:1761322992.064381:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000004b0c4e40. 00010000:00000010:2.0:1761322992.064397:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086ceb449. 00010000:00000010:2.0:1761322992.064399:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.064422:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d3bb8cdd. 00010000:00000010:2.0:1761322992.064424:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.064426:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000c20cd44. 00010000:00000010:2.0:1761322992.064429:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000086ceb449. 00080000:00000010:2.0:1761322992.064434:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000002089f02d. 00010000:00000010:2.0:1761322992.064450:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086ceb449. 00010000:00000010:2.0:1761322992.064452:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.064476:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000039499158. 00010000:00000010:2.0:1761322992.064478:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.064481:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000050fb7236. 00010000:00000010:2.0:1761322992.064483:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000086ceb449. 00080000:00000010:2.0:1761322992.064488:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dd3affae. 00010000:00000010:2.0:1761322992.064504:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086ceb449. 00010000:00000010:2.0:1761322992.064507:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.064538:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000dd24a19a. 00010000:00000010:2.0:1761322992.064541:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.064544:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e3c447f5. 00010000:00000010:2.0:1761322992.064547:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000086ceb449. 00080000:00000010:2.0:1761322992.064554:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000027eb3036. 00010000:00000010:2.0:1761322992.064576:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086ceb449. 00010000:00000010:2.0:1761322992.064580:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.064610:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008743a845. 00010000:00000010:2.0:1761322992.064614:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.064617:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006c196e5c. 00010000:00000010:2.0:1761322992.064619:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000086ceb449. 00080000:00000010:2.0:1761322992.064629:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000081edc8fc. 00010000:00000010:2.0:1761322992.064649:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086ceb449. 00010000:00000010:2.0:1761322992.064652:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.064687:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000edb36b0. 00010000:00000010:2.0:1761322992.064689:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.064692:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000025599197. 00010000:00000010:2.0:1761322992.064695:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000086ceb449. 00080000:00000010:2.0:1761322992.064702:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000002e1c5f77. 00010000:00000010:2.0:1761322992.064726:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086ceb449. 00010000:00000010:2.0:1761322992.064730:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.064761:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005f495650. 00010000:00000010:2.0:1761322992.064764:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.064768:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ead005ba. 00010000:00000010:2.0:1761322992.064771:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000086ceb449. 00080000:00000010:2.0:1761322992.064778:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000841b1d94. 00010000:00000010:2.0:1761322992.064799:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086ceb449. 00010000:00000010:2.0:1761322992.064803:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.064833:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004eb302a5. 00010000:00000010:2.0:1761322992.064836:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.064840:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006094b197. 00010000:00000010:2.0:1761322992.064842:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000086ceb449. 00080000:00000010:2.0:1761322992.064849:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b8ce5d5e. 00010000:00000010:2.0:1761322992.064873:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086ceb449. 00010000:00000010:2.0:1761322992.064877:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.064907:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000607c787. 00010000:00000010:2.0:1761322992.064910:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.064913:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d2586338. 00010000:00000010:2.0:1761322992.064915:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000086ceb449. 00080000:00000010:2.0:1761322992.064922:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a0d5e801. 00010000:00000010:2.0:1761322992.064944:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086ceb449. 00010000:00000010:2.0:1761322992.064948:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.064979:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a41efd0b. 00010000:00000010:2.0:1761322992.064981:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.064984:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000050f583f2. 00010000:00000010:2.0:1761322992.064986:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000086ceb449. 00080000:00000010:2.0:1761322992.064992:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000005c9c34e0. 00010000:00000010:2.0:1761322992.065010:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086ceb449. 00010000:00000010:2.0:1761322992.065013:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.065051:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004f8740be. 00010000:00000010:2.0:1761322992.065054:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.065057:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000023ddbf0e. 00010000:00000010:2.0:1761322992.065060:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000086ceb449. 00080000:00000010:2.0:1761322992.065067:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000006106b6a6. 00010000:00000010:2.0:1761322992.065162:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086ceb449. 00010000:00000010:2.0:1761322992.065167:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.065200:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003a5bd70d. 00010000:00000010:2.0:1761322992.065202:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.065205:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004536eeef. 00010000:00000010:2.0:1761322992.065208:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000086ceb449. 00080000:00000010:2.0:1761322992.065215:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000002ab204fe. 00010000:00000010:2.0:1761322992.065239:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086ceb449. 00010000:00000010:2.0:1761322992.065242:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.065273:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c6bf44ce. 00010000:00000010:2.0:1761322992.065276:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.065279:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000054d14596. 00010000:00000010:2.0:1761322992.065281:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000086ceb449. 00080000:00000010:2.0:1761322992.065288:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000009625f16b. 00010000:00000010:2.0:1761322992.065310:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086ceb449. 00010000:00000010:2.0:1761322992.065314:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.065342:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009c64de9c. 00010000:00000010:2.0:1761322992.065345:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.065348:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000069095118. 00010000:00000010:2.0:1761322992.065351:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000086ceb449. 00080000:00000010:2.0:1761322992.065357:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000472cc670. 00010000:00000010:2.0:1761322992.065377:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086ceb449. 00010000:00000010:2.0:1761322992.065380:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.065408:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008400a50c. 00010000:00000010:2.0:1761322992.065410:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.065414:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bd77f12c. 00010000:00000010:2.0:1761322992.065416:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000086ceb449. 00080000:00000010:2.0:1761322992.065422:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e2deca04. 00010000:00000010:2.0:1761322992.065441:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086ceb449. 00010000:00000010:2.0:1761322992.065444:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.065477:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f283c9b6. 00010000:00000010:2.0:1761322992.065480:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.065483:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000815d3697. 00010000:00000010:2.0:1761322992.065486:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000086ceb449. 00080000:00000010:2.0:1761322992.065493:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000099fabb3a. 00010000:00000010:2.0:1761322992.065514:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086ceb449. 00010000:00000010:2.0:1761322992.065517:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.065545:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d334bcdd. 00010000:00000010:2.0:1761322992.065547:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.065551:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009e50b570. 00010000:00000010:2.0:1761322992.065553:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000086ceb449. 00080000:00000010:2.0:1761322992.065560:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e0052b22. 00010000:00000010:2.0:1761322992.065579:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086ceb449. 00010000:00000010:2.0:1761322992.065583:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.065614:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001743ba51. 00010000:00000010:2.0:1761322992.065616:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.065619:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000aa024dd7. 00010000:00000010:2.0:1761322992.065622:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000086ceb449. 00080000:00000010:2.0:1761322992.065628:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000095c9104e. 00010000:00000010:2.0:1761322992.065646:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086ceb449. 00010000:00000010:2.0:1761322992.065649:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.065674:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009c1a3fe8. 00010000:00000010:2.0:1761322992.065676:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.065679:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a9855bb1. 00010000:00000010:2.0:1761322992.065681:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000086ceb449. 00080000:00000010:2.0:1761322992.065687:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000006f668b68. 00010000:00000010:2.0:1761322992.065705:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086ceb449. 00010000:00000010:2.0:1761322992.065707:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.065736:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009bb1a7c2. 00010000:00000010:2.0:1761322992.065738:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.065740:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ef8bd59a. 00010000:00000010:2.0:1761322992.065743:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000086ceb449. 00080000:00000010:2.0:1761322992.065749:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000001e4fdf41. 00010000:00000010:2.0:1761322992.065768:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086ceb449. 00010000:00000010:2.0:1761322992.065771:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.065798:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b9ec1c70. 00010000:00000010:2.0:1761322992.065800:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.065804:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000022b810d9. 00010000:00000010:2.0:1761322992.065807:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000086ceb449. 00080000:00000010:2.0:1761322992.065816:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ea17ba78. 00010000:00000010:2.0:1761322992.065836:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086ceb449. 00010000:00000010:2.0:1761322992.065839:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.065871:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000dcfd732. 00010000:00000010:2.0:1761322992.065874:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.065876:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007f2bc78c. 00010000:00000010:2.0:1761322992.065878:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000086ceb449. 00080000:00000010:2.0:1761322992.065885:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000024d69e9f. 00010000:00000010:2.0:1761322992.065906:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086ceb449. 00010000:00000010:2.0:1761322992.065909:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.065941:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006f759bd2. 00010000:00000010:2.0:1761322992.065944:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.065948:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bc950e3a. 00010000:00000010:2.0:1761322992.065950:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000086ceb449. 00080000:00000010:2.0:1761322992.065957:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000212b2bca. 00010000:00000010:2.0:1761322992.065982:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086ceb449. 00010000:00000010:2.0:1761322992.065986:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.066020:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c92ccd0a. 00010000:00000010:2.0:1761322992.066035:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.066038:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c39afa14. 00010000:00000010:2.0:1761322992.066041:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000086ceb449. 00080000:00000010:2.0:1761322992.066048:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000094fe3c88. 00010000:00000010:2.0:1761322992.066072:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086ceb449. 00010000:00000010:2.0:1761322992.066155:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.066190:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c146710a. 00010000:00000010:2.0:1761322992.066193:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.066197:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005e973f91. 00010000:00000010:2.0:1761322992.066199:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000086ceb449. 00080000:00000010:2.0:1761322992.066206:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000891380fe. 00010000:00000010:2.0:1761322992.066232:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086ceb449. 00010000:00000010:2.0:1761322992.066236:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.066271:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f433e138. 00010000:00000010:2.0:1761322992.066274:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.066277:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000aa64e64. 00010000:00000010:2.0:1761322992.066280:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000086ceb449. 00080000:00000010:2.0:1761322992.066288:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000095828f5b. 00010000:00000010:2.0:1761322992.066309:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086ceb449. 00010000:00000010:2.0:1761322992.066312:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.066341:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002217203f. 00010000:00000010:2.0:1761322992.066344:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.066347:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c0a0f81f. 00010000:00000010:2.0:1761322992.066350:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000086ceb449. 00080000:00000010:2.0:1761322992.066357:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000007a8e5a3. 00010000:00000010:2.0:1761322992.066378:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086ceb449. 00010000:00000010:2.0:1761322992.066381:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.066413:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000f867bca. 00010000:00000010:2.0:1761322992.066416:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.066420:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000897bd619. 00010000:00000010:2.0:1761322992.066423:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000086ceb449. 00080000:00000010:2.0:1761322992.066429:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000006293332b. 00010000:00000010:2.0:1761322992.066450:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086ceb449. 00010000:00000010:2.0:1761322992.066453:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.066485:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000085f75ae7. 00010000:00000010:2.0:1761322992.066489:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.066492:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000684061e8. 00010000:00000010:2.0:1761322992.066495:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000086ceb449. 00080000:00000010:2.0:1761322992.066502:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a878f455. 00010000:00000010:2.0:1761322992.066524:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086ceb449. 00010000:00000010:2.0:1761322992.066528:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.066564:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007f7baa7a. 00010000:00000010:2.0:1761322992.066567:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.066570:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000477cf1ae. 00010000:00000010:2.0:1761322992.066573:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000086ceb449. 00080000:00000010:2.0:1761322992.066580:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000000ceb1462. 00010000:00000010:2.0:1761322992.066603:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086ceb449. 00010000:00000010:2.0:1761322992.066606:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.066636:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000262402fb. 00010000:00000010:2.0:1761322992.066640:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.066643:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000164e700b. 00010000:00000010:2.0:1761322992.066646:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000086ceb449. 00080000:00000010:2.0:1761322992.066653:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000003d2b23dd. 00010000:00000010:2.0:1761322992.066674:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086ceb449. 00010000:00000010:2.0:1761322992.066677:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.066707:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000061bfbac9. 00010000:00000010:2.0:1761322992.066710:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.066713:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007f66aaa4. 00010000:00000010:2.0:1761322992.066716:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000086ceb449. 00080000:00000010:2.0:1761322992.066722:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e6dacd12. 00010000:00000010:2.0:1761322992.066744:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086ceb449. 00010000:00000010:2.0:1761322992.066747:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.066776:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003e0e7e9e. 00010000:00000010:2.0:1761322992.066779:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.066781:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000066a9cdd5. 00010000:00000010:2.0:1761322992.066784:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000086ceb449. 00080000:00000010:2.0:1761322992.066792:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000009cd28c90. 00010000:00000010:2.0:1761322992.066812:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086ceb449. 00010000:00000010:2.0:1761322992.066816:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.066848:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002fb2f943. 00010000:00000010:2.0:1761322992.066851:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.066856:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006e21f7e2. 00010000:00000010:2.0:1761322992.066859:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000086ceb449. 00080000:00000010:2.0:1761322992.066865:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000004d413a9a. 00010000:00000010:2.0:1761322992.066886:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086ceb449. 00010000:00000010:2.0:1761322992.066889:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.066922:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000215f7d04. 00010000:00000010:2.0:1761322992.066924:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.066928:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f258f949. 00010000:00000010:2.0:1761322992.066931:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000086ceb449. 00080000:00000010:2.0:1761322992.066937:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a7a81a8f. 00010000:00000010:2.0:1761322992.066960:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086ceb449. 00010000:00000010:2.0:1761322992.066963:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.066996:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005b837caf. 00010000:00000010:2.0:1761322992.066999:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.067001:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ed515e6f. 00010000:00000010:2.0:1761322992.067004:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000086ceb449. 00080000:00000010:2.0:1761322992.067011:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d3e4d386. 00010000:00000010:2.0:1761322992.067046:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086ceb449. 00010000:00000010:2.0:1761322992.067050:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.067128:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000462b00dc. 00010000:00000010:2.0:1761322992.067132:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.067135:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000085dec318. 00010000:00000010:2.0:1761322992.067138:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000086ceb449. 00080000:00000010:2.0:1761322992.067148:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000002199f5f1. 00010000:00000010:2.0:1761322992.067172:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086ceb449. 00010000:00000010:2.0:1761322992.067175:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.067208:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f26ca1c2. 00010000:00000010:2.0:1761322992.067210:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.067213:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f4ea7ed3. 00010000:00000010:2.0:1761322992.067216:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000086ceb449. 00080000:00000010:2.0:1761322992.067224:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c512c2ed. 00010000:00000010:2.0:1761322992.067247:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086ceb449. 00010000:00000010:2.0:1761322992.067250:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.067282:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000089e59ac8. 00010000:00000010:2.0:1761322992.067285:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.067287:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006e8f950d. 00010000:00000010:2.0:1761322992.067290:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000086ceb449. 00080000:00000010:2.0:1761322992.067297:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000008901e2e2. 00010000:00000010:2.0:1761322992.067318:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086ceb449. 00010000:00000010:2.0:1761322992.067322:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.067376:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d1d9fc59. 00010000:00000010:2.0:1761322992.067380:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.067382:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bc7bb0d5. 00010000:00000010:2.0:1761322992.067385:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000086ceb449. 00080000:00000010:2.0:1761322992.067393:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e9a61539. 00010000:00000010:2.0:1761322992.067416:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086ceb449. 00010000:00000010:2.0:1761322992.067419:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.067453:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a021c10f. 00010000:00000010:2.0:1761322992.067456:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.067459:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fc0205ee. 00010000:00000010:2.0:1761322992.067462:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000086ceb449. 00080000:00000010:2.0:1761322992.067469:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b191088b. 00010000:00000010:2.0:1761322992.067490:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086ceb449. 00010000:00000010:2.0:1761322992.067493:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.067531:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000eea422a4. 00010000:00000010:2.0:1761322992.067533:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.067537:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000091dd3283. 00010000:00000010:2.0:1761322992.067540:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000086ceb449. 00080000:00000010:2.0:1761322992.067546:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a9eb4be0. 00010000:00000010:2.0:1761322992.067568:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086ceb449. 00010000:00000010:2.0:1761322992.067572:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.067605:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000926218ae. 00010000:00000010:2.0:1761322992.067608:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.067611:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006216169e. 00010000:00000010:2.0:1761322992.067613:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000086ceb449. 00080000:00000010:2.0:1761322992.067620:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000009b37906f. 00010000:00000010:2.0:1761322992.067640:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086ceb449. 00010000:00000010:2.0:1761322992.067643:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.067676:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000059fab698. 00010000:00000010:2.0:1761322992.067678:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.067681:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001fe43532. 00010000:00000010:2.0:1761322992.067684:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000086ceb449. 00080000:00000010:2.0:1761322992.067690:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000af846493. 00010000:00000010:2.0:1761322992.067710:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086ceb449. 00010000:00000010:2.0:1761322992.067713:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.067742:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c32d6c90. 00010000:00000010:2.0:1761322992.067745:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.067748:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ee80b5b1. 00010000:00000010:2.0:1761322992.067751:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000086ceb449. 00080000:00000010:2.0:1761322992.067757:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c6eed6f6. 00010000:00000010:2.0:1761322992.067776:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086ceb449. 00010000:00000010:2.0:1761322992.067779:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.067811:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000def3cfac. 00010000:00000010:2.0:1761322992.067814:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.067817:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002abdaee3. 00010000:00000010:2.0:1761322992.067819:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000086ceb449. 00080000:00000010:2.0:1761322992.067826:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000009ed6cb6c. 00010000:00000010:2.0:1761322992.067846:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086ceb449. 00010000:00000010:2.0:1761322992.067849:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.067881:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a8004efe. 00010000:00000010:2.0:1761322992.067884:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.067887:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fcdfd878. 00010000:00000010:2.0:1761322992.067890:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000086ceb449. 00080000:00000010:2.0:1761322992.067896:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000500fb2d6. 00010000:00000010:2.0:1761322992.067918:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086ceb449. 00010000:00000010:2.0:1761322992.067921:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.067958:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000078c33b01. 00010000:00000010:2.0:1761322992.067961:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.067964:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f1ae8818. 00010000:00000010:2.0:1761322992.067968:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000086ceb449. 00080000:00000010:2.0:1761322992.067974:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000006db440e2. 00010000:00000010:2.0:1761322992.067996:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086ceb449. 00010000:00000010:2.0:1761322992.067999:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.068047:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000954ad744. 00010000:00000010:2.0:1761322992.068050:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.068054:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001453edc3. 00010000:00000010:2.0:1761322992.068057:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000086ceb449. 00080000:00000010:2.0:1761322992.068064:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000601cfa2e. 00010000:00000010:2.0:1761322992.068115:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086ceb449. 00010000:00000010:2.0:1761322992.068119:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.068154:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005753c19d. 00010000:00000010:2.0:1761322992.068156:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.068159:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000f346d4c. 00010000:00000010:2.0:1761322992.068161:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000086ceb449. 00080000:00000010:2.0:1761322992.068170:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b306e9e8. 00010000:00000010:2.0:1761322992.068191:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086ceb449. 00010000:00000010:2.0:1761322992.068195:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.068226:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d47df973. 00010000:00000010:2.0:1761322992.068228:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.068233:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000541be338. 00010000:00000010:2.0:1761322992.068235:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000086ceb449. 00080000:00000010:2.0:1761322992.068241:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000000581d93e. 00010000:00000010:2.0:1761322992.068260:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086ceb449. 00010000:00000010:2.0:1761322992.068263:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.068301:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d178e00f. 00010000:00000010:2.0:1761322992.068303:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.068307:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008d499961. 00010000:00000010:2.0:1761322992.068310:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000086ceb449. 00080000:00000010:2.0:1761322992.068316:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000080ec02bb. 00010000:00000010:2.0:1761322992.068339:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086ceb449. 00010000:00000010:2.0:1761322992.068342:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.068373:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b9b5c6d4. 00010000:00000010:2.0:1761322992.068375:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.068378:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000918f80bf. 00010000:00000010:2.0:1761322992.068381:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000086ceb449. 00080000:00000010:2.0:1761322992.068387:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000006875d385. 00010000:00000010:2.0:1761322992.068408:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086ceb449. 00010000:00000010:2.0:1761322992.068411:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.068446:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000683f047a. 00010000:00000010:2.0:1761322992.068448:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.068451:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006a70dde2. 00010000:00000010:2.0:1761322992.068454:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000086ceb449. 00080000:00000010:2.0:1761322992.068464:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b44d688d. 00010000:00000010:2.0:1761322992.068487:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086ceb449. 00010000:00000010:2.0:1761322992.068490:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.068523:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ee862817. 00010000:00000010:2.0:1761322992.068526:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.068529:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000270c24fb. 00010000:00000010:2.0:1761322992.068533:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000086ceb449. 00080000:00000010:2.0:1761322992.068541:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d625409a. 00010000:00000010:2.0:1761322992.068563:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086ceb449. 00010000:00000010:2.0:1761322992.068567:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.068598:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000085828f67. 00010000:00000010:2.0:1761322992.068601:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.068604:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e6841254. 00010000:00000010:2.0:1761322992.068607:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000086ceb449. 00080000:00000010:2.0:1761322992.068614:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000007af11e4e. 00010000:00000010:2.0:1761322992.068636:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086ceb449. 00010000:00000010:2.0:1761322992.068640:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.068670:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f63ad0a9. 00010000:00000010:2.0:1761322992.068673:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.068676:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000daf533c3. 00010000:00000010:2.0:1761322992.068678:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000086ceb449. 00080000:00000010:2.0:1761322992.068684:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000abd88109. 00010000:00000010:2.0:1761322992.068705:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086ceb449. 00010000:00000010:2.0:1761322992.068708:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.068740:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000056350bc9. 00010000:00000010:2.0:1761322992.068742:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.068746:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c21e4c99. 00010000:00000010:2.0:1761322992.068749:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000086ceb449. 00080000:00000010:2.0:1761322992.068755:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000009997853f. 00010000:00000010:2.0:1761322992.068777:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086ceb449. 00010000:00000010:2.0:1761322992.068781:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.068811:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005197d9bb. 00010000:00000010:2.0:1761322992.068814:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.068817:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e3226207. 00010000:00000010:2.0:1761322992.068819:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000086ceb449. 00080000:00000010:2.0:1761322992.068827:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d540d0ab. 00010000:00000010:2.0:1761322992.068848:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086ceb449. 00010000:00000010:2.0:1761322992.068852:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.068889:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000919b699a. 00010000:00000010:2.0:1761322992.068893:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000086ceb449. 00010000:00000010:2.0:1761322992.068902:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009b98916b. 00000100:00000010:2.0:1761322992.068910:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000013751a7e. 00000100:00000010:2.0:1761322992.068920:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007661af9c. 02000000:00000010:2.0:1761322992.068937:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e393d06b. 02000000:00000010:2.0:1761322992.068971:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a8cc9abc. 00000400:00000010:2.0:1761322992.068978:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009cd596cb. 00000400:00000010:2.0:1761322992.068987:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000067f15243. 00000100:00000200:2.0:1761322992.068996:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956466688, portal 16 00000400:00000010:2.0:1761322992.069002:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000363c05b3. 00000100:00000200:2.0:1761322992.069004:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956466688, offset 0 00000400:00000200:2.0:1761322992.069016:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:2.0:1761322992.069053:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:2.0:1761322992.069064:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:2.0:1761322992.069069:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761322992.069098:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:2.0:1761322992.069104:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89171:89171:256:4294967295] 192.168.201.29@tcp LPNI seq info [89171:89171:8:4294967295] 00000400:00000200:2.0:1761322992.069116:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:2.0:1761322992.069124:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:2.0:1761322992.069131:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007e67acbb (tot 82350866). 00000800:00000200:2.0:1761322992.069139:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:2.0:1761322992.069149:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:2.0:1761322992.069154:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007e67acbb type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761322992.070474:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761322992.070485:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007e67acbb (tot 82350618). 00000400:00000200:1.0:1761322992.070500:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322992.070511:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:1.0:1761322992.070520:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000363c05b3 00000400:00000010:1.0:1761322992.070523:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000363c05b3. 00000100:00000200:1.0:1761322992.070535:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007661af9c x1846879956466688/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761322992.072177:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eeef198b. 00010000:00000010:3.1:1761322992.072192:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae564a2a. 00010000:00000010:0.1:1761322992.072195:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bd05852f. 00010000:00000010:3.1:1761322992.072203:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000400d166. 00010000:00000010:3.1:1761322992.072212:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c1075cf0. 00010000:00000010:3.1:1761322992.072216:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a6f08e9d. 00010000:00000010:3.1:1761322992.072220:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fce8719a. 00010000:00000010:3.1:1761322992.072222:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005fce7d39. 00010000:00000010:3.1:1761322992.072226:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075d9751f. 00010000:00000010:3.1:1761322992.072229:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bc48de60. 00010000:00000010:3.1:1761322992.072231:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e0c6830d. 00000400:00000200:1.0:1761322992.072379:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:1.0:1761322992.072398:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf7c00 00000400:00000200:1.0:1761322992.072413:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac601 [1] + 224 00000400:00000200:1.0:1761322992.072426:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322992.072430:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:1.0:1761322992.072450:0:15812:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007661af9c x1846879956466688/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761322992.072764:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:1.0:1761322992.072771:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb5b600 00000400:00000200:1.0:1761322992.072778:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaaf79 [2] + 656 00000400:00000200:1.0:1761322992.072841:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322992.072845:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:1.0:1761322992.072849:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761322992.072855:0:15812:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004760bad7. 00000400:00000010:2.0:1761322992.072934:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009cd596cb. 00000400:00000200:2.0:1761322992.072940:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000067f15243 00000400:00000010:2.0:1761322992.072942:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000067f15243. 00000100:00000200:2.0:1761322992.072949:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007661af9c x1846879956466688/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761322992.072963:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007661af9c x1846879956466688/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761322992.072992:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a8cc9abc. 02000000:00000010:2.0:1761322992.073005:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e393d06b. 00000100:00000010:2.0:1761322992.073010:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007661af9c. 00000100:00000010:2.0:1761322992.073014:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000013751a7e. 00010000:00000010:2.0:1761322992.073018:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009b98916b. 00000020:00000010:0.0:1761322992.073245:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001084272e. 00000020:00000010:0.0:1761322992.073254:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000072b21990. 00000020:00000010:0.0:1761322992.073259:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b88240bc. 00000100:00000200:0.0:1761322992.073286:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000004760bad7 x1846879955826176/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:145/0 lens 328/0 e 0 to 0 dl 1761323035 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761322992.073380:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955826176 02000000:00000010:0.0:1761322992.073614:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000096648904. 00010000:00000010:0.0:1761322992.073645:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000033a79824. 00010000:00000010:0.0:1761322992.073666:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ef07a0cf. 00000100:00000010:0.0:1761322992.073680:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008e1ad406. 00000100:00000010:0.0:1761322992.073698:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008e1ad406. 00010000:00000010:0.0:1761322992.073703:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ef07a0cf. 00000400:00000010:0.0:1761322992.073715:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000079c1ed9c. 00000100:00000200:0.0:1761322992.073719:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955826176, offset 224 00000400:00000200:0.0:1761322992.073727:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322992.073741:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322992.073748:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89172:89172:256:4294967295] 192.168.201.29@tcp LPNI seq info [89172:89172:8:4294967295] 00000400:00000200:0.0:1761322992.073762:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322992.073769:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322992.073774:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004c92fdd7 (tot 82350866). 00000800:00000200:0.0:1761322992.073781:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322992.073792:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322992.073797:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004c92fdd7 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:2.0:1761322992.073800:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e393d06b. 00000020:00000010:0.0:1761322992.073826:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000072b21990. 00000020:00000010:0.0:1761322992.073834:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b88240bc. 00000020:00000010:0.0:1761322992.073837:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001084272e. 00010000:00000010:2.0:1761322992.073909:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086ceb449. 00010000:00000010:2.0:1761322992.073920:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000859cb17c. 00000800:00000200:1.0:1761322992.073951:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761322992.073955:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004c92fdd7 (tot 82350618). 00000400:00000200:1.0:1761322992.073961:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322992.073969:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:1.0:1761322992.073975:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000079c1ed9c 00000400:00000010:1.0:1761322992.073977:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000079c1ed9c. 00010000:00000010:2.0:1761322992.074004:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002a3bc515. 00010000:00000010:2.0:1761322992.074010:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000086ceb449. 00010000:00000010:2.0:1761322992.074036:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009b98916b. 00000100:00000010:2.0:1761322992.074042:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000013751a7e. 00000100:00000010:2.0:1761322992.074051:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007661af9c. 02000000:00000010:2.0:1761322992.074066:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a8cc9abc. 02000000:00000010:2.0:1761322992.074152:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a76582dc. 00000400:00000010:2.0:1761322992.074158:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009cd596cb. 00000400:00000010:2.0:1761322992.074163:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000067f15243. 00000100:00000200:2.0:1761322992.074169:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956466752, portal 16 00000400:00000010:2.0:1761322992.074174:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002ff729bf. 00000100:00000200:2.0:1761322992.074176:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956466752, offset 0 00000400:00000200:2.0:1761322992.074183:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:2.0:1761322992.074196:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:2.0:1761322992.074204:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:2.0:1761322992.074208:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761322992.074210:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:2.0:1761322992.074214:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89173:89173:256:4294967295] 192.168.201.29@tcp LPNI seq info [89173:89173:8:4294967295] 00000400:00000200:2.0:1761322992.074223:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:2.0:1761322992.074229:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:2.0:1761322992.074234:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f093da5b (tot 82350866). 00000800:00000200:2.0:1761322992.074241:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:2.0:1761322992.074249:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:2.0:1761322992.074253:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f093da5b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761322992.074414:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761322992.074417:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f093da5b (tot 82350618). 00000400:00000200:1.0:1761322992.074421:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322992.074425:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:1.0:1761322992.074427:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002ff729bf 00000400:00000010:1.0:1761322992.074428:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002ff729bf. 00000100:00000200:1.0:1761322992.074435:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007661af9c x1846879956466752/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761322992.075863:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:1.0:1761322992.075878:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf7c40 00000400:00000200:1.0:1761322992.075887:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac60d [1] + 224 00000400:00000200:1.0:1761322992.075902:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322992.075906:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:1.0:1761322992.075913:0:15812:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007661af9c x1846879956466752/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761322992.076072:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009cd596cb. 00010000:00000010:2.1:1761322992.076122:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000025551726. 00010000:00000010:2.1:1761322992.076134:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c0a81e87. 00010000:00000010:2.1:1761322992.076138:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000567d7eb3. 00010000:00000010:2.1:1761322992.076142:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002a2a4646. 00010000:00000010:2.1:1761322992.076146:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001c50d2a1. 00010000:00000010:2.1:1761322992.076151:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000056f622cf. 00010000:00000010:2.1:1761322992.076156:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000328eee31. 00010000:00000010:2.1:1761322992.076160:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008d49e615. 00010000:00000010:2.1:1761322992.076167:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b48ac6ce. 00010000:00000010:2.1:1761322992.076173:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000040acc8b1. 00010000:00000010:2.1:1761322992.076179:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000af5dd805. 00010000:00000010:2.1:1761322992.076182:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000461ce38. 00010000:00000010:3.1:1761322992.076210:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002fc63c3b. 00010000:00000010:3.1:1761322992.076223:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000738b17ea. 00010000:00000010:3.1:1761322992.076227:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e91ccaa7. 00010000:00000010:3.1:1761322992.076231:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c60fd9b7. 00010000:00000010:3.1:1761322992.076234:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bc7600b1. 00010000:00000010:3.1:1761322992.076237:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001382bdeb. 00010000:00000010:3.1:1761322992.076239:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007fb2bf49. 00010000:00000010:3.1:1761322992.076243:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000023d521fb. 00010000:00000010:3.1:1761322992.076245:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006216e516. 00010000:00000010:3.1:1761322992.076248:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b8f5d74c. 00010000:00000010:3.1:1761322992.076250:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000095972255. 00010000:00000010:3.1:1761322992.076253:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097c92878. 00010000:00000010:3.1:1761322992.076255:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000019f78783. 00010000:00000010:3.1:1761322992.076257:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a10c93c2. 00010000:00000010:3.1:1761322992.076260:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f149e1cb. 00010000:00000010:3.1:1761322992.076263:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a65a506b. 00010000:00000010:3.1:1761322992.076266:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d2c93abf. 00010000:00000010:3.1:1761322992.076268:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000080715e4a. 00010000:00000010:3.1:1761322992.076275:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000070da3c27. 00010000:00000010:3.1:1761322992.076278:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008c4eba31. 00010000:00000010:3.1:1761322992.076280:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000058163a2. 00010000:00000010:3.1:1761322992.076283:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8945f1d. 00010000:00000010:3.1:1761322992.076286:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000db5dea29. 00010000:00000010:3.1:1761322992.076289:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000057d2520a. 00010000:00000010:3.1:1761322992.076291:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000be454f65. 00010000:00000010:3.1:1761322992.076295:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000081ea50a3. 00010000:00000010:3.1:1761322992.076298:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000085aef8de. 00010000:00000010:3.1:1761322992.076301:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000940c863d. 00010000:00000010:3.1:1761322992.076304:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000027f9fec8. 00010000:00000010:3.1:1761322992.076307:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ace29fdd. 00010000:00000010:3.1:1761322992.076308:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eb895678. 00010000:00000010:3.1:1761322992.076311:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000062c618f7. 00010000:00000010:3.1:1761322992.076313:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000081cd04ce. 00010000:00000010:3.1:1761322992.076315:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000030ec13cc. 00010000:00000010:2.1:1761322992.076518:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cfce6f05. 00010000:00000010:2.1:1761322992.076526:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d515dfaa. 00010000:00000010:2.1:1761322992.076528:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001a65ef98. 00010000:00000010:2.1:1761322992.076531:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea8110c2. 00010000:00000010:2.1:1761322992.076535:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a99454f0. 00010000:00000010:2.1:1761322992.076538:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000053eafa45. 00010000:00000010:2.1:1761322992.076541:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000db886069. 00010000:00000010:2.1:1761322992.076545:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008a5da01e. 00010000:00000010:2.1:1761322992.076554:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cb176850. 00010000:00000010:2.1:1761322992.076561:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002f06711c. 00000400:00000200:1.0:1761322992.076565:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00010000:00000010:2.1:1761322992.076566:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002b7327e9. 00010000:00000010:2.1:1761322992.076571:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea53fc91. 00010000:00000010:2.1:1761322992.076574:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004a20e3f0. 00000400:00000200:1.0:1761322992.076578:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb5b640 00010000:00000010:2.1:1761322992.076580:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001f6d3a6c. 00010000:00000010:2.1:1761322992.076583:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cf5f0481. 00010000:00000010:2.1:1761322992.076586:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d78a86f9. 00010000:00000010:2.1:1761322992.076589:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000053a711e7. 00010000:00000010:2.1:1761322992.076591:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003d0c03cf. 00010000:00000010:2.1:1761322992.076594:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000da7f788e. 00010000:00000010:2.1:1761322992.076597:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c7af592e. 00010000:00000010:2.1:1761322992.076599:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000095be605. 00010000:00000010:2.1:1761322992.076602:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fec0a478. 00010000:00000010:2.1:1761322992.076604:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000521cd0a6. 00010000:00000010:2.1:1761322992.076607:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000057feb23a. 00010000:00000010:2.1:1761322992.076609:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000e94672a. 00010000:00000010:2.1:1761322992.076611:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000038c39c0f. 00010000:00000010:2.1:1761322992.076614:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c9112a9b. 00010000:00000010:2.1:1761322992.076616:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006b43f4c1. 00010000:00000010:2.1:1761322992.076619:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e5f46c0e. 00010000:00000010:2.1:1761322992.076623:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000ebc2a7b. 00010000:00000010:2.1:1761322992.076625:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004fd68d86. 00010000:00000010:2.1:1761322992.076629:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000982564b7. 00010000:00000010:2.1:1761322992.076632:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002184c7dc. 00010000:00000010:2.1:1761322992.076635:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000955dd146. 00010000:00000010:2.1:1761322992.076639:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d32f4e72. 00010000:00000010:2.1:1761322992.076643:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000030e38550. 00010000:00000010:2.1:1761322992.076645:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ef4312a8. 00010000:00000010:2.1:1761322992.076648:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c7bd7736. 00010000:00000010:2.1:1761322992.076651:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c15bd1b0. 00010000:00000010:2.1:1761322992.076653:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e38c2b57. 00010000:00000010:2.1:1761322992.076655:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dbef0ac6. 00010000:00000010:2.1:1761322992.076658:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000091e1c417. 00010000:00000010:2.1:1761322992.076660:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002a6c6646. 00010000:00000010:2.1:1761322992.076663:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e17049ad. 00010000:00000010:2.1:1761322992.076666:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000221ecaf2. 00010000:00000010:2.1:1761322992.076668:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000013784682. 00010000:00000010:2.1:1761322992.076671:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005971469e. 00010000:00000010:2.1:1761322992.076673:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006a669ca2. 00010000:00000010:2.1:1761322992.076676:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003aaf21a7. 00010000:00000010:2.1:1761322992.076678:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e5770e76. 00010000:00000010:2.1:1761322992.076681:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cba6b34a. 00010000:00000010:2.1:1761322992.076683:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002f78ef35. 00010000:00000010:2.1:1761322992.076686:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009096cffa. 00010000:00000010:2.1:1761322992.076688:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007670b019. 00010000:00000010:2.1:1761322992.076690:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e809acbc. 00010000:00000010:2.1:1761322992.076693:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f07e6ee1. 00010000:00000010:2.1:1761322992.076698:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000026a66000. 00010000:00000010:2.1:1761322992.076701:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b434344d. 00010000:00000010:2.1:1761322992.076705:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ca24ff62. 00010000:00000010:2.1:1761322992.076707:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001abb8cdc. 00010000:00000010:2.1:1761322992.076710:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000051ba3724. 00010000:00000010:2.1:1761322992.076713:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000074cfe24d. 00010000:00000010:2.1:1761322992.076715:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000064a30a0f. 00010000:00000010:2.1:1761322992.076719:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000091550226. 00010000:00000010:2.1:1761322992.076723:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d7060616. 00010000:00000010:2.1:1761322992.076727:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f2b40de3. 00010000:00000010:2.1:1761322992.076729:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000043894cd3. 00010000:00000010:2.1:1761322992.076733:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000059737eb3. 00010000:00000010:2.1:1761322992.076736:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003bf3325f. 00010000:00000010:2.1:1761322992.076738:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ceda35af. 00010000:00000010:2.1:1761322992.076741:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000006dd7c22. 00010000:00000010:2.1:1761322992.076743:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009612c53b. 00010000:00000010:2.1:1761322992.076745:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003e6cb9a6. 00010000:00000010:2.1:1761322992.076749:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000055e63fbe. 00010000:00000010:2.1:1761322992.076752:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003265a85b. 00010000:00000010:2.1:1761322992.076754:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007083e03f. 00010000:00000010:2.1:1761322992.076757:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d8c3cecc. 00010000:00000010:2.1:1761322992.076759:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f7992729. 00010000:00000010:2.1:1761322992.076762:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000902bd9cd. 00010000:00000010:2.1:1761322992.076765:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f6182049. 00010000:00000010:2.1:1761322992.076767:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f0a3c2e9. 00010000:00000010:2.1:1761322992.076770:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d3a21aea. 00010000:00000010:2.1:1761322992.076773:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001b4bce79. 00010000:00000010:2.1:1761322992.076775:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000289aaf8d. 00010000:00000010:2.1:1761322992.076780:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000077cdfe4. 00010000:00000010:2.1:1761322992.076783:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b0adeff6. 00010000:00000010:2.1:1761322992.076786:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000218a95c8. 00010000:00000010:2.1:1761322992.076788:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000040a3686d. 00000400:00000200:2.0:1761322992.076801:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000067f15243 00000400:00000010:2.0:1761322992.076803:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000067f15243. 00000400:00000200:1.0:1761322992.076813:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaaf79 [2] + 984 00000100:00000200:2.0:1761322992.076814:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007661af9c x1846879956466752/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761322992.076826:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007661af9c x1846879956466752/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761322992.076864:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a76582dc. 02000000:00000010:2.0:1761322992.076872:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a8cc9abc. 00000400:00000200:1.0:1761322992.076875:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:2.0:1761322992.076877:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007661af9c. 00000400:00000200:1.0:1761322992.076882:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000010:2.0:1761322992.076883:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000013751a7e. 00010000:00000010:2.0:1761322992.076887:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009b98916b. 00000100:00000200:1.0:1761322992.076888:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761322992.076895:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000089684651. 00010000:00000010:2.1:1761322992.076905:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000009ba1a23. 00010000:00000010:2.1:1761322992.076910:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fb12713b. 00010000:00000010:2.1:1761322992.076914:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000fb9d4a9. 00010000:00000010:2.1:1761322992.076918:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000344516a7. 00010000:00000010:2.1:1761322992.076921:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dc214459. 00010000:00000010:2.1:1761322992.076925:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000089ae06b4. 00010000:00000010:2.1:1761322992.076928:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b02a3749. 00010000:00000010:2.1:1761322992.076931:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000096a226f7. 00010000:00000010:2.1:1761322992.076934:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000058cd4f41. 00010000:00000010:2.1:1761322992.076939:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004c89db7e. 00010000:00000010:2.1:1761322992.076943:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000716f55fc. 00010000:00000010:2.1:1761322992.076946:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000031507d14. 00010000:00000010:2.1:1761322992.076950:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007f5268ec. 00010000:00000010:2.1:1761322992.076954:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e139ac14. 00010000:00000010:2.1:1761322992.076960:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a1b6bb35. 00010000:00000010:2.1:1761322992.076967:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000042944b3. 00010000:00000010:2.1:1761322992.076971:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003119c087. 00010000:00000010:2.1:1761322992.076975:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003323e98b. 00010000:00000010:2.1:1761322992.076978:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000a4308b8. 00010000:00000010:2.1:1761322992.076983:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005e1f54eb. 00010000:00000010:2.1:1761322992.076990:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000000b8359e. 00010000:00000010:2.1:1761322992.076997:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000161cedb6. 00010000:00000010:2.1:1761322992.077000:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a40adcaa. 00000020:00000010:0.0:1761322992.077003:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001084272e. 00010000:00000010:2.1:1761322992.077004:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a38cc066. 00010000:00000010:2.1:1761322992.077011:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f6eb1b46. 00010000:00000010:2.1:1761322992.077015:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000053086593. 00010000:00000010:2.1:1761322992.077018:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d2f3d37e. 00000020:00000010:0.0:1761322992.077030:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000072b21990. 00010000:00000010:2.1:1761322992.077036:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000099cdf4da. 00000020:00000010:0.0:1761322992.077037:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b88240bc. 00010000:00000010:2.1:1761322992.077043:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c85203ee. 00010000:00000010:2.1:1761322992.077051:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000656935d0. 00010000:00000010:2.1:1761322992.077054:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ed5863f7. 00010000:00000010:2.1:1761322992.077057:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bc783e10. 00010000:00000010:2.1:1761322992.077061:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d6b20ac7. 00010000:00000010:2.1:1761322992.077070:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000094af12d0. 00000100:00000200:0.0:1761322992.077104:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000089684651 x1846879955826240/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:145/0 lens 328/0 e 0 to 0 dl 1761323035 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00010000:00000010:2.1:1761322992.077115:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e7f45473. 00010000:00000010:2.1:1761322992.077121:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004189fb16. 00010000:00000010:2.1:1761322992.077128:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000032f79d1d. 00010000:00000010:2.1:1761322992.077136:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e27f4885. 00010000:00000010:2.1:1761322992.077139:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002814fd40. 00000100:00000200:0.0:1761322992.077140:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955826240 00010000:00000010:2.1:1761322992.077144:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007e8c402a. 00010000:00000010:2.1:1761322992.077156:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006a985273. 02000000:00000010:0.0:1761322992.077160:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003875e202. 00010000:00000010:2.1:1761322992.077162:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000deb235f4. 00010000:00000010:2.1:1761322992.077166:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f73f894f. 00010000:00000010:2.1:1761322992.077168:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000021582b75. 00010000:00000010:2.1:1761322992.077173:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000929dda68. 00010000:00000010:2.1:1761322992.077180:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006a4c3e0d. 00010000:00000010:2.1:1761322992.077183:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002e81d2d1. 00010000:00000010:2.1:1761322992.077187:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000070ecfc4c. 00010000:00000010:2.1:1761322992.077192:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000925d6d4e. 00010000:00000010:2.1:1761322992.077195:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000812c92b6. 00010000:00000010:0.0:1761322992.077198:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e1b9362e. 00010000:00000010:2.1:1761322992.077201:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002b0b4a60. 00010000:00000010:2.1:1761322992.077210:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c13da632. 00010000:00000010:2.1:1761322992.077214:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000de1f6597. 00010000:00000010:2.1:1761322992.077217:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000158fee5a. 00010000:00000010:2.1:1761322992.077220:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007975b377. 00010000:00000010:2.1:1761322992.077224:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005898eac5. 00010000:00000010:0.0:1761322992.077225:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ef07a0cf. 00010000:00000010:2.1:1761322992.077228:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d703b058. 00010000:00000010:2.1:1761322992.077233:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006d3333eb. 00000100:00000010:0.0:1761322992.077235:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008e1ad406. 00010000:00000010:2.1:1761322992.077237:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009dbe0f42. 00000100:00000010:0.0:1761322992.077243:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008e1ad406. 00010000:00000010:2.1:1761322992.077244:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000465ce11e. 00010000:00000010:0.0:1761322992.077251:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ef07a0cf. 00010000:00000010:2.1:1761322992.077253:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000adc6796d. 00010000:00000010:2.1:1761322992.077259:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009c625325. 00010000:00000010:2.1:1761322992.077262:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b2bcabd2. 00010000:00000010:2.1:1761322992.077264:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c14f65ae. 00000400:00000010:0.0:1761322992.077267:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006519b1d7. 00010000:00000010:2.1:1761322992.077271:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000518c47a. 00000100:00000200:0.0:1761322992.077276:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955826240, offset 224 00010000:00000010:2.1:1761322992.077278:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008b387ccb. 00010000:00000010:2.1:1761322992.077284:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008a187373. 00010000:00000010:2.1:1761322992.077287:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000009a67ec7. 00000400:00000200:0.0:1761322992.077289:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00010000:00000010:2.1:1761322992.077292:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001c03c7fe. 00010000:00000010:2.1:1761322992.077296:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009cbe814d. 00010000:00000010:2.1:1761322992.077301:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004bc6fc59. 00010000:00000010:2.1:1761322992.077305:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ddde3871. 00010000:00000010:2.1:1761322992.077309:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d95cf4d6. 00000400:00000200:0.0:1761322992.077312:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00010000:00000010:2.1:1761322992.077314:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007bad309c. 00010000:00000010:2.1:1761322992.077321:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009f6433dd. 00000400:00000200:0.0:1761322992.077322:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89174:89174:256:4294967295] 192.168.201.29@tcp LPNI seq info [89174:89174:8:4294967295] 00010000:00000010:2.1:1761322992.077327:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000021494696. 00010000:00000010:2.1:1761322992.077336:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bc7d45ea. 00010000:00000010:2.1:1761322992.077344:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000582e84e8. 00000400:00000200:0.0:1761322992.077344:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00010000:00000010:2.1:1761322992.077351:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004d97fcce. 00010000:00000010:2.1:1761322992.077356:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000090362b55. 00000800:00000200:0.0:1761322992.077357:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00010000:00000010:2.1:1761322992.077361:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d74d5f47. 00000800:00000010:0.0:1761322992.077365:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000361d1353 (tot 82350866). 00010000:00000010:2.1:1761322992.077367:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f2976ca8. 00010000:00000010:2.1:1761322992.077372:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000092bc5192. 00000800:00000200:0.0:1761322992.077376:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00010000:00000010:2.1:1761322992.077379:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000054e12e58. 00010000:00000010:2.1:1761322992.077384:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000dfa701b. 00000800:00000200:0.0:1761322992.077388:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00010000:00000010:2.1:1761322992.077391:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000029c896b8. 00000800:00000200:0.0:1761322992.077394:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000361d1353 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:2.1:1761322992.077398:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009b99ec82. 00010000:00000010:2.1:1761322992.077403:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005196576b. 00010000:00000010:2.1:1761322992.077406:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000002795787. 00010000:00000010:2.1:1761322992.077411:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000343959e. 00010000:00000010:2.1:1761322992.077415:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006be64cfa. 00010000:00000010:2.1:1761322992.077420:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bbf046ed. 00010000:00000010:2.1:1761322992.077422:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000023e8948. 00010000:00000010:2.1:1761322992.077424:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f71e84ef. 00010000:00000010:2.1:1761322992.077429:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d6d428af. 00010000:00000010:2.1:1761322992.077435:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b7775e41. 00010000:00000010:2.1:1761322992.077440:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fc896756. 00000020:00000010:0.0:1761322992.077443:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000072b21990. 00010000:00000010:2.1:1761322992.077444:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000303ac8b6. 00010000:00000010:2.1:1761322992.077453:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002286ecb2. 00000020:00000010:0.0:1761322992.077453:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b88240bc. 00010000:00000010:2.1:1761322992.077461:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001f62ca0d. 00000020:00000010:0.0:1761322992.077464:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001084272e. 00010000:00000010:2.1:1761322992.077468:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000073f1ac98. 00010000:00000010:2.1:1761322992.077472:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007c0306ed. 00010000:00000010:2.1:1761322992.077475:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000081544cee. 00010000:00000010:2.1:1761322992.077481:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003be7b556. 00010000:00000010:2.1:1761322992.077486:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fa973114. 00010000:00000010:2.1:1761322992.077489:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000087888d25. 00010000:00000010:2.1:1761322992.077492:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ebf306c9. 00010000:00000010:2.1:1761322992.077495:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e46e7392. 00010000:00000010:2.1:1761322992.077498:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007320f03b. 00010000:00000010:2.1:1761322992.077500:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dc30fa1c. 00010000:00000010:2.1:1761322992.077504:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e30dc289. 00010000:00000010:2.1:1761322992.077506:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000336b45c5. 00010000:00000010:2.1:1761322992.077508:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b2865cc8. 00010000:00000010:2.1:1761322992.077511:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000059535792. 00010000:00000010:2.1:1761322992.077513:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b7e6b9b0. 00010000:00000010:2.1:1761322992.077516:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003ee2f88d. 00010000:00000010:2.1:1761322992.077518:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000048ecaa1c. 00010000:00000010:2.1:1761322992.077520:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000022f9064b. 00010000:00000010:2.1:1761322992.077523:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d3bb8cdd. 00010000:00000010:2.1:1761322992.077525:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000c20cd44. 00010000:00000010:2.1:1761322992.077530:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000039499158. 00010000:00000010:2.1:1761322992.077533:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000050fb7236. 00010000:00000010:2.1:1761322992.077536:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dd24a19a. 00010000:00000010:2.1:1761322992.077538:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e3c447f5. 00010000:00000010:2.1:1761322992.077540:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008743a845. 00010000:00000010:2.1:1761322992.077543:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006c196e5c. 00010000:00000010:2.1:1761322992.077545:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000edb36b0. 00010000:00000010:2.1:1761322992.077547:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000025599197. 00010000:00000010:2.1:1761322992.077549:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005f495650. 00010000:00000010:2.1:1761322992.077553:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ead005ba. 00010000:00000010:2.1:1761322992.077558:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004eb302a5. 00010000:00000010:2.1:1761322992.077561:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006094b197. 00010000:00000010:2.1:1761322992.077564:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000607c787. 00010000:00000010:2.1:1761322992.077566:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d2586338. 00010000:00000010:2.1:1761322992.077568:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a41efd0b. 00010000:00000010:2.1:1761322992.077571:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000050f583f2. 00010000:00000010:2.1:1761322992.077573:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004f8740be. 00010000:00000010:2.1:1761322992.077576:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000023ddbf0e. 00010000:00000010:2.1:1761322992.077578:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003a5bd70d. 00010000:00000010:2.1:1761322992.077580:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004536eeef. 00010000:00000010:2.1:1761322992.077583:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c6bf44ce. 00010000:00000010:2.1:1761322992.077585:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000054d14596. 00010000:00000010:2.1:1761322992.077588:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009c64de9c. 00010000:00000010:2.1:1761322992.077590:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000069095118. 00010000:00000010:2.1:1761322992.077594:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008400a50c. 00010000:00000010:2.1:1761322992.077597:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bd77f12c. 00010000:00000010:2.1:1761322992.077600:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f283c9b6. 00010000:00000010:2.1:1761322992.077602:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000815d3697. 00010000:00000010:2.1:1761322992.077604:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d334bcdd. 00010000:00000010:2.1:1761322992.077607:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009e50b570. 00010000:00000010:2.1:1761322992.077610:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001743ba51. 00010000:00000010:2.1:1761322992.077612:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aa024dd7. 00010000:00000010:2.1:1761322992.077614:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009c1a3fe8. 00010000:00000010:2.1:1761322992.077617:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a9855bb1. 00010000:00000010:2.1:1761322992.077619:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009bb1a7c2. 00010000:00000010:2.1:1761322992.077621:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ef8bd59a. 00010000:00000010:2.1:1761322992.077623:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b9ec1c70. 00010000:00000010:2.1:1761322992.077626:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000022b810d9. 00010000:00000010:2.1:1761322992.077628:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000dcfd732. 00010000:00000010:2.1:1761322992.077630:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007f2bc78c. 00010000:00000010:2.1:1761322992.077634:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006f759bd2. 00010000:00000010:2.1:1761322992.077638:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bc950e3a. 00010000:00000010:2.1:1761322992.077641:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c92ccd0a. 00010000:00000010:2.1:1761322992.077644:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c39afa14. 00010000:00000010:2.1:1761322992.077648:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c146710a. 00010000:00000010:2.1:1761322992.077651:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005e973f91. 00010000:00000010:2.1:1761322992.077654:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f433e138. 00010000:00000010:2.1:1761322992.077656:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000aa64e64. 00010000:00000010:2.1:1761322992.077658:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002217203f. 00010000:00000010:2.1:1761322992.077661:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c0a0f81f. 00010000:00000010:2.1:1761322992.077664:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000f867bca. 00010000:00000010:2.1:1761322992.077667:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000897bd619. 00010000:00000010:2.1:1761322992.077671:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000085f75ae7. 00010000:00000010:2.1:1761322992.077675:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000684061e8. 00010000:00000010:2.1:1761322992.077678:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007f7baa7a. 00010000:00000010:2.1:1761322992.077680:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000477cf1ae. 00010000:00000010:2.1:1761322992.077682:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000262402fb. 00010000:00000010:2.1:1761322992.077685:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000164e700b. 00010000:00000010:2.1:1761322992.077687:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000061bfbac9. 00010000:00000010:2.1:1761322992.077689:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007f66aaa4. 00010000:00000010:2.1:1761322992.077692:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003e0e7e9e. 00010000:00000010:2.1:1761322992.077695:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000066a9cdd5. 00010000:00000010:2.1:1761322992.077697:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002fb2f943. 00010000:00000010:2.1:1761322992.077701:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006e21f7e2. 00010000:00000010:2.1:1761322992.077704:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000215f7d04. 00010000:00000010:2.1:1761322992.077707:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f258f949. 00010000:00000010:2.1:1761322992.077709:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005b837caf. 00010000:00000010:2.1:1761322992.077712:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ed515e6f. 00010000:00000010:2.1:1761322992.077714:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000462b00dc. 00010000:00000010:2.1:1761322992.077717:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000085dec318. 00010000:00000010:2.1:1761322992.077720:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f26ca1c2. 00010000:00000010:2.1:1761322992.077722:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f4ea7ed3. 00010000:00000010:2.1:1761322992.077726:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000089e59ac8. 00010000:00000010:2.1:1761322992.077746:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006e8f950d. 00010000:00000010:2.1:1761322992.077754:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d1d9fc59. 00010000:00000010:2.1:1761322992.077760:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bc7bb0d5. 00010000:00000010:2.1:1761322992.077765:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a021c10f. 00010000:00000010:2.1:1761322992.077768:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fc0205ee. 00010000:00000010:2.1:1761322992.077771:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eea422a4. 00010000:00000010:2.1:1761322992.077774:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000091dd3283. 00010000:00000010:2.1:1761322992.077779:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000926218ae. 00010000:00000010:2.1:1761322992.077782:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006216169e. 00010000:00000010:2.1:1761322992.077789:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000059fab698. 00010000:00000010:2.1:1761322992.077795:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001fe43532. 00010000:00000010:2.1:1761322992.077798:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c32d6c90. 00010000:00000010:2.1:1761322992.077801:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ee80b5b1. 00010000:00000010:2.1:1761322992.077803:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000def3cfac. 00010000:00000010:2.1:1761322992.077806:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002abdaee3. 00010000:00000010:2.1:1761322992.077809:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a8004efe. 00010000:00000010:2.1:1761322992.077812:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fcdfd878. 00010000:00000010:2.1:1761322992.077816:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000078c33b01. 00010000:00000010:2.1:1761322992.077819:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f1ae8818. 00010000:00000010:2.1:1761322992.077823:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000954ad744. 00010000:00000010:2.1:1761322992.077826:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001453edc3. 00010000:00000010:2.1:1761322992.077828:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005753c19d. 00010000:00000010:2.1:1761322992.077831:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000f346d4c. 00010000:00000010:2.1:1761322992.077834:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d47df973. 00010000:00000010:2.1:1761322992.077837:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000541be338. 00010000:00000010:2.1:1761322992.077842:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d178e00f. 00010000:00000010:2.1:1761322992.077847:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008d499961. 00000800:00000200:3.0:1761322992.077852:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00010000:00000010:2.1:1761322992.077853:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b9b5c6d4. 00000800:00000010:3.0:1761322992.077860:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000361d1353 (tot 82350618). 00010000:00000010:2.1:1761322992.077862:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000918f80bf. 00000400:00000200:3.0:1761322992.077870:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:2.1:1761322992.077871:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000683f047a. 00010000:00000010:2.1:1761322992.077876:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006a70dde2. 00000400:00000200:3.0:1761322992.077880:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00010000:00000010:2.1:1761322992.077881:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ee862817. 00010000:00000010:2.1:1761322992.077885:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000270c24fb. 00010000:00000010:2.1:1761322992.077892:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000085828f67. 00000400:00000200:3.0:1761322992.077893:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006519b1d7 00000400:00000010:3.0:1761322992.077898:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006519b1d7. 00010000:00000010:2.1:1761322992.077898:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e6841254. 00010000:00000010:2.1:1761322992.077904:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f63ad0a9. 00010000:00000010:2.1:1761322992.077908:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000daf533c3. 00010000:00000010:2.1:1761322992.077912:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000056350bc9. 00010000:00000010:2.1:1761322992.077919:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c21e4c99. 00010000:00000010:2.1:1761322992.077922:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005197d9bb. 00010000:00000010:2.1:1761322992.077925:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e3226207. 00080000:00000010:3.0:1761322992.077957:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000037d350b7. 00010000:00000010:3.0:1761322992.078116:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086ceb449. 00010000:00000010:3.0:1761322992.078125:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000046781a66. 00010000:00000010:3.0:1761322992.078217:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000030ec13cc. 00010000:00000010:3.0:1761322992.078223:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b2cc975e. 00010000:00000010:3.0:1761322992.078233:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007106fab7. 00000100:00000010:3.0:1761322992.078238:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003ee76873. 00000100:00000010:3.0:1761322992.078246:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004265c37e. 02000000:00000010:3.0:1761322992.078259:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000112488dd. 02000000:00000010:3.0:1761322992.078651:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a600e40c. 00000400:00000010:3.0:1761322992.078659:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000008d66be5. 00000400:00000010:3.0:1761322992.078666:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000277dae64. 00000100:00000200:3.0:1761322992.078673:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956466816, portal 16 00000400:00000010:3.0:1761322992.078678:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000076784a28. 00000100:00000200:3.0:1761322992.078681:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956466816, offset 0 00000400:00000200:3.0:1761322992.078689:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:3.0:1761322992.078700:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322992.078708:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:3.0:1761322992.078712:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761322992.078715:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:3.0:1761322992.078718:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89175:89175:256:4294967295] 192.168.201.29@tcp LPNI seq info [89175:89175:8:4294967295] 00000400:00000200:3.0:1761322992.078727:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322992.078732:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322992.078736:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000642747f (tot 82350866). 00000800:00000200:3.0:1761322992.078741:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322992.078748:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322992.078752:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000642747f type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761322992.078917:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761322992.078920:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000642747f (tot 82350618). 00000400:00000200:0.0:1761322992.078924:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322992.078928:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:0.0:1761322992.078931:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000076784a28 00000400:00000010:0.0:1761322992.078933:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000076784a28. 00000100:00000200:0.0:1761322992.078939:0:15812:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004265c37e x1846879956466816/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761322992.080520:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006bc3acdb. 00000400:00000200:1.0:1761322992.081327:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:1.0:1761322992.081348:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf7c80 00000400:00000200:1.0:1761322992.081359:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac619 [1] + 224 00000400:00000200:1.0:1761322992.081382:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322992.081386:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:1.0:1761322992.081398:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000004265c37e x1846879956466816/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761322992.081466:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000008d66be5. 00000400:00000200:0.0:1761322992.081473:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000277dae64 00000400:00000010:0.0:1761322992.081475:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000277dae64. 00000100:00000200:0.0:1761322992.081481:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004265c37e x1846879956466816/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761322992.081502:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004265c37e x1846879956466816/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761322992.081532:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a600e40c. 02000000:00000010:0.0:1761322992.081543:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000112488dd. 00000400:00000200:3.0:1761322992.081548:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000100:00000010:0.0:1761322992.081550:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004265c37e. 00000100:00000010:0.0:1761322992.081556:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003ee76873. 00000400:00000200:3.0:1761322992.081563:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb5b680 00010000:00000010:0.0:1761322992.081563:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007106fab7. 00000400:00000200:3.0:1761322992.081574:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaaf79 [2] + 1312 00000400:00000200:3.0:1761322992.081651:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322992.081656:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322992.081663:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761322992.081670:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f5a4a0ca. 00000020:00000010:1.0:1761322992.081918:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000006a09543. 00000020:00000010:1.0:1761322992.081926:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f54ae4a1. 00000020:00000010:1.0:1761322992.081931:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001d369eb8. 00000100:00000200:1.0:1761322992.081958:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f5a4a0ca x1846879955826304/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:145/0 lens 328/0 e 0 to 0 dl 1761323035 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761322992.081990:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955826304 02000000:00000010:1.0:1761322992.082312:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000021623a99. 00010000:00000010:1.0:1761322992.082344:0:66652:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e971cf1a. 00010000:00000010:1.0:1761322992.082367:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fba764b6. 00000100:00000010:1.0:1761322992.082374:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b65c9c75. 00000100:00000010:1.0:1761322992.082393:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b65c9c75. 00010000:00000010:1.0:1761322992.082397:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fba764b6. 00000400:00000010:1.0:1761322992.082411:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a506a769. 00000100:00000200:1.0:1761322992.082417:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955826304, offset 224 00000400:00000200:1.0:1761322992.082426:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322992.082439:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322992.082445:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89176:89176:256:4294967295] 192.168.201.29@tcp LPNI seq info [89176:89176:8:4294967295] 00080000:00000010:2.0:1761322992.082449:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a8cc9abc. 00000400:00000200:1.0:1761322992.082460:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322992.082467:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322992.082472:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006d93c9a0 (tot 82350866). 00000800:00000200:1.0:1761322992.082480:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322992.082489:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322992.082493:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006d93c9a0 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761322992.082513:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f54ae4a1. 00000020:00000010:1.0:1761322992.082517:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001d369eb8. 00000020:00000010:1.0:1761322992.082520:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000006a09543. 00010000:00000010:2.0:1761322992.082642:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b2cc975e. 00010000:00000010:2.0:1761322992.082653:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ad0d44af. 00010000:00000010:2.0:1761322992.082726:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005197d9bb. 00010000:00000010:2.0:1761322992.082732:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.082739:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e3226207. 00000800:00000200:1.0:1761322992.082747:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00010000:00000010:2.0:1761322992.082748:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ca949873. 00000800:00000010:1.0:1761322992.082754:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006d93c9a0 (tot 82350618). 00000400:00000200:1.0:1761322992.082764:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000010:2.0:1761322992.082771:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a76582dc. 00000400:00000200:1.0:1761322992.082772:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:1.0:1761322992.082780:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a506a769 00000400:00000010:1.0:1761322992.082782:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a506a769. 00010000:00000010:2.0:1761322992.082817:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ca949873. 00010000:00000010:2.0:1761322992.082824:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eabdbbf. 00010000:00000010:2.0:1761322992.082874:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c21e4c99. 00010000:00000010:2.0:1761322992.082877:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ca949873. 00010000:00000010:2.0:1761322992.082886:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009b98916b. 00000100:00000010:2.0:1761322992.082893:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000013751a7e. 00000100:00000010:2.0:1761322992.082903:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007661af9c. 02000000:00000010:2.0:1761322992.082921:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000099166341. 02000000:00000010:2.0:1761322992.082952:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000043c1decc. 00000400:00000010:2.0:1761322992.082959:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009cd596cb. 00000400:00000010:2.0:1761322992.082964:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000067f15243. 00000100:00000200:2.0:1761322992.082970:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956466880, portal 16 00000400:00000010:2.0:1761322992.082975:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002ff729bf. 00000100:00000200:2.0:1761322992.082977:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956466880, offset 0 00000400:00000200:2.0:1761322992.082986:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:2.0:1761322992.083000:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:2.0:1761322992.083007:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:2.0:1761322992.083010:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761322992.083013:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:2.0:1761322992.083016:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89177:89177:256:4294967295] 192.168.201.29@tcp LPNI seq info [89177:89177:8:4294967295] 00000400:00000200:2.0:1761322992.083038:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:2.0:1761322992.083044:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:2.0:1761322992.083048:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000074e57caf (tot 82350866). 00000800:00000200:2.0:1761322992.083054:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:2.0:1761322992.083060:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:2.0:1761322992.083064:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000074e57caf type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761322992.083342:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761322992.083345:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000074e57caf (tot 82350618). 00000400:00000200:1.0:1761322992.083351:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322992.083356:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:1.0:1761322992.083359:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002ff729bf 00000400:00000010:1.0:1761322992.083360:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002ff729bf. 00000100:00000200:1.0:1761322992.083367:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007661af9c x1846879956466880/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761322992.084165:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000912cf116. 00010000:00000010:2.1:1761322992.084177:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000919b699a. 00010000:00000010:0.1:1761322992.084188:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e32e2816. 00000400:00000200:3.0:1761322992.086499:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322992.086518:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf7cc0 00000400:00000200:3.0:1761322992.086528:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac625 [1] + 224 00000400:00000200:3.0:1761322992.086542:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322992.086546:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322992.086559:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007661af9c x1846879956466880/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761322992.086658:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009cd596cb. 00000400:00000200:2.0:1761322992.086663:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000067f15243 00000400:00000010:2.0:1761322992.086666:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000067f15243. 00000100:00000200:2.0:1761322992.086673:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007661af9c x1846879956466880/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761322992.086682:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007661af9c x1846879956466880/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761322992.086720:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000043c1decc. 02000000:00000010:2.0:1761322992.086729:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000099166341. 00000100:00000010:2.0:1761322992.086737:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007661af9c. 00000100:00000010:2.0:1761322992.086741:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000013751a7e. 00010000:00000010:2.0:1761322992.086746:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009b98916b. 00010000:00000010:3.1:1761322992.087141:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003a75df5e. 00010000:00000010:3.1:1761322992.087192:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002a3bc515. 00000400:00000200:1.0:1761322992.087422:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:1.0:1761322992.087431:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb5b6c0 00000400:00000200:1.0:1761322992.087438:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaaf79 [2] + 1640 00000400:00000200:1.0:1761322992.087491:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322992.087495:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:1.0:1761322992.087500:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761322992.087505:0:15812:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000eae2da62. 00000020:00000010:2.0:1761322992.087878:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000043c1decc. 00000020:00000010:2.0:1761322992.087886:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004eabdbbf. 00000020:00000010:2.0:1761322992.087891:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c4bb781f. 00000100:00000200:2.0:1761322992.087922:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000eae2da62 x1846879955826368/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:145/0 lens 328/0 e 0 to 0 dl 1761323035 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761322992.088064:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955826368 02000000:00000010:0.0:1761322992.088144:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000112488dd. 00010000:00000010:0.0:1761322992.088178:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d94f4ab0. 00010000:00000010:0.0:1761322992.088205:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ef07a0cf. 00000100:00000010:0.0:1761322992.088222:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008e1ad406. 00000100:00000010:0.0:1761322992.088234:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008e1ad406. 00010000:00000010:0.0:1761322992.088239:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ef07a0cf. 00000400:00000010:0.0:1761322992.088255:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000098e4976a. 00080000:00000010:2.0:1761322992.088265:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000097d6c729. 00000100:00000200:0.0:1761322992.088271:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955826368, offset 224 00000400:00000200:0.0:1761322992.088279:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322992.088292:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322992.088297:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89178:89178:256:4294967295] 192.168.201.29@tcp LPNI seq info [89178:89178:8:4294967295] 00000400:00000200:0.0:1761322992.088308:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322992.088312:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322992.088321:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000057731204 (tot 82350866). 00000800:00000200:0.0:1761322992.088328:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322992.088335:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322992.088339:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000057731204 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:2.0:1761322992.088357:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ca949873. 00010000:00000010:2.0:1761322992.088365:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e55d82be. 00000020:00000010:0.0:1761322992.088365:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004eabdbbf. 00000020:00000010:0.0:1761322992.088369:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c4bb781f. 00000020:00000010:0.0:1761322992.088371:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000043c1decc. 00010000:00000010:2.0:1761322992.088445:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000919b699a. 00010000:00000010:2.0:1761322992.088451:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ca949873. 00010000:00000010:2.0:1761322992.088464:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009b98916b. 00000100:00000010:2.0:1761322992.088467:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000013751a7e. 00000100:00000010:2.0:1761322992.088474:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007661af9c. 02000000:00000010:2.0:1761322992.088487:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000043c1decc. 00000800:00000200:1.0:1761322992.088489:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761322992.088492:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000057731204 (tot 82350618). 00000400:00000200:1.0:1761322992.088495:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322992.088499:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:1.0:1761322992.088501:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000098e4976a 00000400:00000010:1.0:1761322992.088503:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000098e4976a. 02000000:00000010:2.0:1761322992.088515:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000099166341. 00000400:00000010:2.0:1761322992.088520:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009cd596cb. 00000400:00000010:2.0:1761322992.088525:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000067f15243. 00000100:00000200:2.0:1761322992.088529:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956466944, portal 16 00000400:00000010:2.0:1761322992.088534:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000363c05b3. 00000100:00000200:2.0:1761322992.088536:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956466944, offset 0 00000400:00000200:2.0:1761322992.088540:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:2.0:1761322992.088547:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:2.0:1761322992.088552:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:2.0:1761322992.088556:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761322992.088558:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:2.0:1761322992.088561:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89179:89179:256:4294967295] 192.168.201.29@tcp LPNI seq info [89179:89179:8:4294967295] 00000400:00000200:2.0:1761322992.088567:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:2.0:1761322992.088571:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:2.0:1761322992.088575:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a3160ea0 (tot 82350866). 00000800:00000200:2.0:1761322992.088579:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:2.0:1761322992.088582:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:2.0:1761322992.088584:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a3160ea0 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761322992.088774:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322992.088777:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a3160ea0 (tot 82350618). 00000400:00000200:3.0:1761322992.088781:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322992.088784:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322992.088787:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000363c05b3 00000400:00000010:3.0:1761322992.088788:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000363c05b3. 00000100:00000200:3.0:1761322992.088795:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007661af9c x1846879956466944/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761322992.091184:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c805ce26. 00010000:00000010:2.1:1761322992.091283:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aa6f4764. 00010000:00000010:2.1:1761322992.091292:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000030ec13cc. 00010000:00000010:2.1:1761322992.091296:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005197d9bb. 00010000:00000010:2.1:1761322992.091300:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e3226207. 00000400:00000200:1.0:1761322992.091628:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:1.0:1761322992.091648:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf7d00 00000400:00000200:1.0:1761322992.091657:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac631 [1] + 224 00000400:00000200:1.0:1761322992.091675:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322992.091680:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:1.0:1761322992.091693:0:15812:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007661af9c x1846879956466944/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761322992.091795:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009cd596cb. 00000400:00000200:2.0:1761322992.091800:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000067f15243 00000400:00000010:2.0:1761322992.091803:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000067f15243. 00000100:00000200:2.0:1761322992.091810:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007661af9c x1846879956466944/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761322992.091818:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007661af9c x1846879956466944/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761322992.091855:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000099166341. 02000000:00000010:2.0:1761322992.091867:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000043c1decc. 00000100:00000010:2.0:1761322992.091876:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007661af9c. 00000100:00000010:2.0:1761322992.091881:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000013751a7e. 00010000:00000010:2.0:1761322992.091885:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009b98916b. 00000400:00000200:1.0:1761322992.092390:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:1.0:1761322992.092404:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb5b700 00000400:00000200:1.0:1761322992.092410:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaaf79 [2] + 1968 00000400:00000010:1.0:1761322992.092413:0:15810:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a127ef12. 00000400:00000200:1.0:1761322992.092431:0:15810:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000061c57dc8 00000400:00000200:1.0:1761322992.092495:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322992.092499:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:1.0:1761322992.092502:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000061c57dc8 00000400:00000010:1.0:1761322992.092504:0:15810:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000061c57dc8 (tot 82350466). 00000100:00000200:1.0:1761322992.092510:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1761322992.094006:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001084272e. 00000020:00000010:0.0:1761322992.094018:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000072b21990. 00000020:00000010:0.0:1761322992.094034:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b88240bc. 00000100:00000200:0.0:1761322992.094095:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003c94c183 x1846879955826432/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:145/0 lens 328/0 e 0 to 0 dl 1761323035 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761322992.094133:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955826432 02000000:00000010:0.0:1761322992.094148:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000fd1a39f5. 00010000:00000010:0.0:1761322992.094182:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000579af9c7. 00010000:00000010:0.0:1761322992.094208:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ef07a0cf. 00000100:00000010:0.0:1761322992.094215:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008e1ad406. 00000100:00000010:0.0:1761322992.094234:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008e1ad406. 00010000:00000010:0.0:1761322992.094240:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ef07a0cf. 00000400:00000010:0.0:1761322992.094257:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a0012254. 00000100:00000200:0.0:1761322992.094263:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955826432, offset 224 00000400:00000200:0.0:1761322992.094272:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322992.094284:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322992.094290:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89180:89180:256:4294967295] 192.168.201.29@tcp LPNI seq info [89180:89180:8:4294967295] 00000400:00000200:0.0:1761322992.094301:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322992.094306:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322992.094311:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000057731204 (tot 82350714). 00000800:00000200:0.0:1761322992.094317:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322992.094325:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322992.094329:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000057731204 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761322992.094352:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000072b21990. 00000020:00000010:0.0:1761322992.094356:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b88240bc. 00000020:00000010:0.0:1761322992.094359:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001084272e. 02000000:00000010:0.0:1761322992.094368:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000112488dd. 00000100:00000010:0.0:1761322992.094373:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000eae2da62. 02000000:00000010:0.0:1761322992.094378:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000021623a99. 00000100:00000010:0.0:1761322992.094382:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f5a4a0ca. 02000000:00000010:0.0:1761322992.094385:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003875e202. 00000100:00000010:0.0:1761322992.094388:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000089684651. 02000000:00000010:0.0:1761322992.094394:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000096648904. 00000100:00000010:0.0:1761322992.094397:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004760bad7. 02000000:00000010:0.0:1761322992.094400:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d0c9d6cb. 00000100:00000010:0.0:1761322992.094402:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000dfba0156. 02000000:00000010:0.0:1761322992.094405:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003027f154. 00000100:00000010:0.0:1761322992.094407:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000fc1dab26. 00000100:00000200:0.0:1761322992.094414:0:67479:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1761322992.094419:0:67479:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000007ae3854. 00000400:00000010:0.0:1761322992.094423:0:67479:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000008e1ad406 (tot 82350866). 00080000:00000010:2.0:1761322992.094462:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000099166341. 00000800:00000200:3.0:1761322992.094547:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00010000:00000010:2.0:1761322992.094549:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ca949873. 00000800:00000010:3.0:1761322992.094557:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000057731204 (tot 82350618). 00010000:00000010:2.0:1761322992.094563:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000eac44324. 00000400:00000200:3.0:1761322992.094567:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322992.094578:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322992.094586:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a0012254 00000400:00000010:3.0:1761322992.094589:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a0012254. 02000000:00000010:3.0:1761322992.094600:0:15811:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000fd1a39f5. 00010000:00000010:2.0:1761322992.094675:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e3226207. 00010000:00000010:2.0:1761322992.094684:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ca949873. 00010000:00000010:2.0:1761322992.094697:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009b98916b. 00000100:00000010:2.0:1761322992.094701:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000013751a7e. 00000100:00000010:2.0:1761322992.094709:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007661af9c. 02000000:00000010:2.0:1761322992.094724:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000043c1decc. 02000000:00000010:2.0:1761322992.094756:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d819e9b7. 00000400:00000010:2.0:1761322992.094762:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009cd596cb. 00000400:00000010:2.0:1761322992.094766:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000067f15243. 00000100:00000200:2.0:1761322992.094769:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956467008, portal 16 00000400:00000010:2.0:1761322992.094774:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a9ac6a39. 00000100:00000200:2.0:1761322992.094775:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956467008, offset 0 00000400:00000200:2.0:1761322992.094781:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:2.0:1761322992.094793:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:2.0:1761322992.094798:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:2.0:1761322992.094802:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761322992.094805:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:2.0:1761322992.094807:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89181:89181:256:4294967295] 192.168.201.29@tcp LPNI seq info [89181:89181:8:4294967295] 00000400:00000200:2.0:1761322992.094815:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:2.0:1761322992.094819:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:2.0:1761322992.094822:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a3160ea0 (tot 82350866). 00000800:00000200:2.0:1761322992.094826:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:2.0:1761322992.094831:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:2.0:1761322992.094833:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a3160ea0 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761322992.095051:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761322992.095055:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a3160ea0 (tot 82350618). 00000400:00000200:1.0:1761322992.095060:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322992.095065:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:1.0:1761322992.095070:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a9ac6a39 00000400:00000010:1.0:1761322992.095072:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a9ac6a39. 00000100:00000200:1.0:1761322992.095114:0:15812:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007661af9c x1846879956467008/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761322992.096118:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bdd49957. 00000400:00000200:1.0:1761322992.096931:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:1.0:1761322992.096945:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf7d40 00000400:00000200:1.0:1761322992.096953:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac641 [1] + 224 00000400:00000200:1.0:1761322992.096965:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322992.096968:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:1.0:1761322992.096974:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007661af9c x1846879956467008/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761322992.097050:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009cd596cb. 00000400:00000200:2.0:1761322992.097053:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000067f15243 00000400:00000010:2.0:1761322992.097055:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000067f15243. 00000100:00000200:2.0:1761322992.097059:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007661af9c x1846879956467008/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761322992.097064:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007661af9c x1846879956467008/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761322992.097144:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d819e9b7. 02000000:00000010:2.0:1761322992.097151:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000043c1decc. 00000100:00000010:2.0:1761322992.097157:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007661af9c. 00000100:00000010:2.0:1761322992.097159:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000013751a7e. 00010000:00000010:2.0:1761322992.097162:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009b98916b. 00000400:00000200:3.0:1761322992.097291:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322992.097309:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb5b740 00000400:00000200:3.0:1761322992.097318:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaafd1 [2] + 0 00000400:00000200:3.0:1761322992.097734:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322992.097740:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322992.097747:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761322992.097753:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000053bb533c. 00000020:00000010:0.0:1761322992.098678:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000757e6c84. 00000020:00000010:0.0:1761322992.098688:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000072b21990. 00000020:00000010:0.0:1761322992.098693:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b88240bc. 00000100:00000200:0.0:1761322992.098725:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000053bb533c x1846879955826496/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:145/0 lens 328/0 e 0 to 0 dl 1761323035 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761322992.098764:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955826496 02000000:00000010:0.0:1761322992.098779:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002236bb4a. 00010000:00000010:0.0:1761322992.098811:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e05596c4. 00010000:00000010:0.0:1761322992.099199:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ef07a0cf. 00000100:00000010:0.0:1761322992.099210:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d8116587. 00000100:00000010:0.0:1761322992.099224:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d8116587. 00010000:00000010:0.0:1761322992.099229:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ef07a0cf. 00000400:00000010:0.0:1761322992.099245:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000243f87cb. 00000100:00000200:0.0:1761322992.099251:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955826496, offset 224 00000400:00000200:0.0:1761322992.099261:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322992.099276:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322992.099283:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89182:89182:256:4294967295] 192.168.201.29@tcp LPNI seq info [89182:89182:8:4294967295] 00000400:00000200:0.0:1761322992.099294:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322992.099300:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322992.099305:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000361d1353 (tot 82350866). 00000800:00000200:0.0:1761322992.099312:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322992.099321:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322992.099325:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000361d1353 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:2.0:1761322992.099435:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d819e9b7. 00010000:00000010:2.0:1761322992.099556:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ca949873. 00010000:00000010:2.0:1761322992.099566:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007b1d0c08. 00000020:00000010:0.0:1761322992.099632:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000072b21990. 00000020:00000010:0.0:1761322992.099638:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b88240bc. 00000020:00000010:0.0:1761322992.099643:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000757e6c84. 00010000:00000010:2.0:1761322992.099656:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000daf533c3. 00010000:00000010:2.0:1761322992.099665:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ca949873. 00010000:00000010:2.0:1761322992.099680:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009b98916b. 00000100:00000010:2.0:1761322992.099687:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000013751a7e. 00000100:00000010:2.0:1761322992.099700:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007661af9c. 02000000:00000010:2.0:1761322992.099716:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d17d366b. 02000000:00000010:2.0:1761322992.099757:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000043c1decc. 00000400:00000010:2.0:1761322992.099764:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009cd596cb. 00000400:00000010:2.0:1761322992.099770:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000067f15243. 00000100:00000200:2.0:1761322992.099776:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956467072, portal 16 00000400:00000010:2.0:1761322992.099782:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d61f8e95. 00000100:00000200:2.0:1761322992.099783:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956467072, offset 0 00000400:00000200:2.0:1761322992.099792:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:2.0:1761322992.099806:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000800:00000200:1.0:1761322992.099813:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761322992.099819:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000361d1353 (tot 82350618). 00000400:00000200:2.0:1761322992.099821:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:1.0:1761322992.099826:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322992.099830:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761322992.099839:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322992.099840:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:2.0:1761322992.099850:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89183:89183:255:4294967295] 192.168.201.29@tcp LPNI seq info [89183:89183:7:4294967295] 00000400:00000200:1.0:1761322992.099856:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000243f87cb 00000400:00000010:1.0:1761322992.099861:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000243f87cb. 00000400:00000200:2.0:1761322992.099866:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:2.0:1761322992.099875:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:2.0:1761322992.099880:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000074e57caf (tot 82350866). 00000800:00000200:2.0:1761322992.099887:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:2.0:1761322992.099895:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:2.0:1761322992.099899:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000074e57caf type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761322992.100595:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761322992.100600:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000074e57caf (tot 82350618). 00000400:00000200:1.0:1761322992.100606:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322992.100611:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:1.0:1761322992.100615:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d61f8e95 00000400:00000010:1.0:1761322992.100617:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d61f8e95. 00000100:00000200:1.0:1761322992.100624:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007661af9c x1846879956467072/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761322992.103141:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002c8be498. 00010000:00000010:2.1:1761322992.103279:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b4f8df41. 00010000:00000010:2.1:1761322992.103295:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c21e4c99. 00000400:00000200:3.0:1761322992.105706:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322992.105738:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf7d80 00000400:00000200:3.0:1761322992.105749:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac64d [1] + 224 00000400:00000200:3.0:1761322992.105766:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322992.105771:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322992.105785:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007661af9c x1846879956467072/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322992.105831:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322992.105837:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb5b780 00000400:00000200:3.0:1761322992.105845:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaafd1 [2] + 328 00000400:00000200:3.0:1761322992.105894:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322992.105898:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322992.105903:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761322992.105910:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002934094c. 00000400:00000010:2.0:1761322992.105918:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009cd596cb. 00000400:00000200:2.0:1761322992.105924:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000067f15243 00000400:00000010:2.0:1761322992.105926:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000067f15243. 00000100:00000200:2.0:1761322992.105933:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007661af9c x1846879956467072/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761322992.105941:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007661af9c x1846879956467072/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000020:00000010:3.0:1761322992.105968:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d9ece6b3. 02000000:00000010:2.0:1761322992.105970:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000043c1decc. 00000020:00000010:3.0:1761322992.105975:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d19c231d. 02000000:00000010:2.0:1761322992.105977:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d17d366b. 00000020:00000010:3.0:1761322992.105980:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000067fd8f68. 00000100:00000010:2.0:1761322992.105984:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007661af9c. 00000100:00000010:2.0:1761322992.105987:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000013751a7e. 00010000:00000010:2.0:1761322992.105991:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009b98916b. 00000100:00000200:3.0:1761322992.106002:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002934094c x1846879955826560/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:145/0 lens 328/0 e 0 to 0 dl 1761323035 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761322992.106039:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955826560 02000000:00000010:3.0:1761322992.106051:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a600e40c. 00010000:00000010:3.0:1761322992.106110:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000083f0f57. 00010000:00000010:3.0:1761322992.106134:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000f79b8be. 00000100:00000010:3.0:1761322992.106140:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001da5bf6f. 00000100:00000010:3.0:1761322992.106191:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001da5bf6f. 00010000:00000010:3.0:1761322992.106195:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000f79b8be. 00000400:00000010:3.0:1761322992.106209:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009da01e46. 00000100:00000200:3.0:1761322992.106214:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955826560, offset 224 00000400:00000200:3.0:1761322992.106221:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00080000:00000010:2.0:1761322992.106225:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000043c1decc. 00000400:00000200:3.0:1761322992.106232:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322992.106238:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89184:89184:256:4294967295] 192.168.201.29@tcp LPNI seq info [89184:89184:8:4294967295] 00000400:00000200:3.0:1761322992.106247:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322992.106252:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322992.106257:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000c003157 (tot 82350866). 00000800:00000200:3.0:1761322992.106263:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322992.106270:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322992.106275:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000c003157 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761322992.106296:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d19c231d. 00000020:00000010:3.0:1761322992.106300:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000067fd8f68. 00000020:00000010:3.0:1761322992.106303:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d9ece6b3. 00010000:00000010:2.0:1761322992.106329:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ca949873. 00010000:00000010:2.0:1761322992.106337:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fe603027. 00000800:00000200:0.0:1761322992.106429:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761322992.106434:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000c003157 (tot 82350618). 00000400:00000200:0.0:1761322992.106438:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322992.106443:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:0.0:1761322992.106446:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009da01e46 00000400:00000010:0.0:1761322992.106448:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009da01e46. 00010000:00000010:2.0:1761322992.106502:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c21e4c99. 00010000:00000010:2.0:1761322992.106509:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ca949873. 00010000:00000010:2.0:1761322992.106521:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009b98916b. 00000100:00000010:2.0:1761322992.106525:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000013751a7e. 00000100:00000010:2.0:1761322992.106531:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007661af9c. 02000000:00000010:2.0:1761322992.106543:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d17d366b. 02000000:00000010:2.0:1761322992.106695:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000ae4c6d7. 00000400:00000010:2.0:1761322992.106702:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009cd596cb. 00000400:00000010:2.0:1761322992.106706:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000067f15243. 00000100:00000200:2.0:1761322992.106711:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956467136, portal 16 00000400:00000010:2.0:1761322992.106716:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000aabd3299. 00000100:00000200:2.0:1761322992.106717:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956467136, offset 0 00000400:00000200:2.0:1761322992.106724:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:2.0:1761322992.106731:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:2.0:1761322992.106739:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:2.0:1761322992.106743:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761322992.106746:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:2.0:1761322992.106749:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89185:89185:256:4294967295] 192.168.201.29@tcp LPNI seq info [89185:89185:8:4294967295] 00000400:00000200:2.0:1761322992.106755:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:2.0:1761322992.106759:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:2.0:1761322992.106763:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f093da5b (tot 82350866). 00000800:00000200:2.0:1761322992.106767:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:2.0:1761322992.106772:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:2.0:1761322992.106775:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f093da5b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761322992.107166:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322992.107170:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f093da5b (tot 82350618). 00000400:00000200:3.0:1761322992.107174:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322992.107179:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322992.107182:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000aabd3299 00000400:00000010:3.0:1761322992.107184:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000aabd3299. 00000100:00000200:3.0:1761322992.107189:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007661af9c x1846879956467136/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761322992.108280:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f1bea72d. 00010000:00000010:2.1:1761322992.108291:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000919b699a. 00000400:00000200:3.0:1761322992.108770:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322992.108786:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf7dc0 00000400:00000200:3.0:1761322992.108795:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac659 [1] + 224 00000400:00000200:3.0:1761322992.108811:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322992.108815:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322992.108824:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007661af9c x1846879956467136/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322992.108915:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322992.108922:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb5b7c0 00000400:00000200:3.0:1761322992.108927:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaafd1 [2] + 656 00000400:00000200:3.0:1761322992.108972:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322992.108976:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322992.108980:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761322992.108986:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001d6c23c1. 00000400:00000010:2.0:1761322992.109063:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009cd596cb. 00000400:00000200:2.0:1761322992.109069:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000067f15243 00000020:00000010:0.0:1761322992.109071:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000757e6c84. 00000400:00000010:2.0:1761322992.109072:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000067f15243. 00000100:00000200:2.0:1761322992.109106:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007661af9c x1846879956467136/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000020:00000010:0.0:1761322992.109109:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000072b21990. 00000020:00000010:0.0:1761322992.109116:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b88240bc. 00000100:00000200:2.0:1761322992.109119:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007661af9c x1846879956467136/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761322992.109146:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000ae4c6d7. 00000100:00000200:0.0:1761322992.109146:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001d6c23c1 x1846879955826624/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:145/0 lens 328/0 e 0 to 0 dl 1761323035 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 02000000:00000010:2.0:1761322992.109154:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d17d366b. 00000100:00000010:2.0:1761322992.109162:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007661af9c. 00000100:00000010:2.0:1761322992.109166:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000013751a7e. 00010000:00000010:2.0:1761322992.109169:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009b98916b. 00000100:00000200:0.0:1761322992.109184:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955826624 02000000:00000010:0.0:1761322992.109197:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d01dcd40. 00010000:00000010:0.0:1761322992.109226:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d28bfcba. 00010000:00000010:0.0:1761322992.109244:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ef07a0cf. 00000100:00000010:0.0:1761322992.109251:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d8116587. 00000100:00000010:0.0:1761322992.109269:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d8116587. 00010000:00000010:0.0:1761322992.109274:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ef07a0cf. 00000400:00000010:0.0:1761322992.109286:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004767911a. 00000100:00000200:0.0:1761322992.109291:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955826624, offset 224 00080000:00000010:2.0:1761322992.109298:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000000ae4c6d7. 00000400:00000200:0.0:1761322992.109302:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322992.109316:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322992.109321:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89186:89186:256:4294967295] 192.168.201.29@tcp LPNI seq info [89186:89186:8:4294967295] 00000400:00000200:0.0:1761322992.109331:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322992.109336:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322992.109341:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004c92fdd7 (tot 82350866). 00000800:00000200:0.0:1761322992.109348:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322992.109357:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322992.109362:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004c92fdd7 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761322992.109381:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000072b21990. 00000020:00000010:0.0:1761322992.109385:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b88240bc. 00000020:00000010:0.0:1761322992.109390:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000757e6c84. 00010000:00000010:2.0:1761322992.109407:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ca949873. 00010000:00000010:2.0:1761322992.109417:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000069bff2dc. 00000800:00000200:0.0:1761322992.109487:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761322992.109491:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004c92fdd7 (tot 82350618). 00000400:00000200:0.0:1761322992.109496:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322992.109501:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:0.0:1761322992.109504:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004767911a 00000400:00000010:0.0:1761322992.109506:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004767911a. 00010000:00000010:2.0:1761322992.109525:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000919b699a. 00010000:00000010:2.0:1761322992.109532:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ca949873. 00010000:00000010:2.0:1761322992.109543:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009b98916b. 00000100:00000010:2.0:1761322992.109546:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000013751a7e. 00000100:00000010:2.0:1761322992.109551:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007661af9c. 02000000:00000010:2.0:1761322992.109561:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c667a167. 02000000:00000010:2.0:1761322992.109581:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000019353728. 00000400:00000010:2.0:1761322992.109584:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009cd596cb. 00000400:00000010:2.0:1761322992.109586:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000067f15243. 00000100:00000200:2.0:1761322992.109590:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956467200, portal 16 00000400:00000010:2.0:1761322992.109593:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000bc3a1dc. 00000100:00000200:2.0:1761322992.109595:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956467200, offset 0 00000400:00000200:2.0:1761322992.109599:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:2.0:1761322992.109603:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:2.0:1761322992.109609:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:2.0:1761322992.109612:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761322992.109614:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:2.0:1761322992.109617:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89187:89187:256:4294967295] 192.168.201.29@tcp LPNI seq info [89187:89187:8:4294967295] 00000400:00000200:2.0:1761322992.109622:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:2.0:1761322992.109627:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:2.0:1761322992.109631:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007e67acbb (tot 82350866). 00000800:00000200:2.0:1761322992.109635:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:2.0:1761322992.109639:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:2.0:1761322992.109642:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007e67acbb type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761322992.109717:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322992.109720:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007e67acbb (tot 82350618). 00000400:00000200:3.0:1761322992.109723:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322992.109726:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322992.109728:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000bc3a1dc 00000400:00000010:3.0:1761322992.109729:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000bc3a1dc. 00000100:00000200:3.0:1761322992.109734:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007661af9c x1846879956467200/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761322992.110300:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fbdfa26f. 00010000:00000010:0.1:1761322992.110314:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008202d7ee. 00010000:00000010:2.1:1761322992.110441:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f698e08e. 00010000:00000010:2.1:1761322992.110447:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e3226207. 00010000:00000010:2.1:1761322992.110451:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001a7325dc. 00010000:00000010:2.1:1761322992.110454:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000daf533c3. 00000400:00000200:0.0:1761322992.113330:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:0.0:1761322992.113479:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf7e00 00000400:00000200:0.0:1761322992.113490:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac665 [1] + 224 00000400:00000200:0.0:1761322992.113504:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322992.113508:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:0.0:1761322992.113527:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007661af9c x1846879956467200/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761322992.113564:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:0.0:1761322992.113570:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb5b800 00000400:00000200:0.0:1761322992.113579:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaafd1 [2] + 984 00000400:00000200:0.0:1761322992.113591:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322992.113594:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:0.0:1761322992.113598:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761322992.113603:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000094ca1c7b. 00000400:00000010:2.0:1761322992.113671:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009cd596cb. 00000400:00000200:2.0:1761322992.113677:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000067f15243 00000020:00000010:3.0:1761322992.113680:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d9ece6b3. 00000400:00000010:2.0:1761322992.113680:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000067f15243. 00000100:00000200:2.0:1761322992.113688:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007661af9c x1846879956467200/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000020:00000010:3.0:1761322992.113690:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d19c231d. 00000020:00000010:3.0:1761322992.113696:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000067fd8f68. 00000100:00000200:2.0:1761322992.113699:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007661af9c x1846879956467200/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761322992.113724:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000094ca1c7b x1846879955826688/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:145/0 lens 328/0 e 0 to 0 dl 1761323035 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 02000000:00000010:2.0:1761322992.113727:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000019353728. 02000000:00000010:2.0:1761322992.113734:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c667a167. 00000100:00000010:2.0:1761322992.113738:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007661af9c. 00000100:00000010:2.0:1761322992.113742:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000013751a7e. 00000100:00000200:3.0:1761322992.113765:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955826688 02000000:00000010:3.0:1761322992.113780:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000096743d11. 00010000:00000010:2.0:1761322992.113782:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009b98916b. 00010000:00000010:3.0:1761322992.113811:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a8f15491. 00010000:00000010:3.0:1761322992.113833:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000f79b8be. 00000100:00000010:3.0:1761322992.113841:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001da5bf6f. 00000100:00000010:3.0:1761322992.113861:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001da5bf6f. 00010000:00000010:3.0:1761322992.113864:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000f79b8be. 00000400:00000010:3.0:1761322992.113876:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b0b8ce1c. 00000100:00000200:3.0:1761322992.113882:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955826688, offset 224 00000400:00000200:3.0:1761322992.113890:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:3.0:1761322992.113902:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322992.113908:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89188:89188:256:4294967295] 192.168.201.29@tcp LPNI seq info [89188:89188:8:4294967295] 00000400:00000200:3.0:1761322992.113920:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322992.113929:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322992.113934:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000f1ffd3f (tot 82350866). 00000800:00000200:3.0:1761322992.113941:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322992.113948:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322992.113952:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000f1ffd3f type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761322992.113974:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d19c231d. 00000020:00000010:3.0:1761322992.113978:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000067fd8f68. 00000020:00000010:3.0:1761322992.113982:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d9ece6b3. 00080000:00000010:2.0:1761322992.114054:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c667a167. 00000800:00000200:0.0:1761322992.114159:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761322992.114163:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000f1ffd3f (tot 82350618). 00000400:00000200:0.0:1761322992.114168:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322992.114172:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:0.0:1761322992.114174:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b0b8ce1c 00000400:00000010:0.0:1761322992.114176:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b0b8ce1c. 00010000:00000010:2.0:1761322992.114198:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ca949873. 00010000:00000010:2.0:1761322992.114207:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009ba6a249. 00010000:00000010:2.0:1761322992.114329:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000daf533c3. 00010000:00000010:2.0:1761322992.114335:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ca949873. 00010000:00000010:2.0:1761322992.114345:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009b98916b. 00000100:00000010:2.0:1761322992.114349:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000013751a7e. 00000100:00000010:2.0:1761322992.114355:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007661af9c. 02000000:00000010:2.0:1761322992.114365:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000019353728. 02000000:00000010:2.0:1761322992.114386:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000037c15bc9. 00000400:00000010:2.0:1761322992.114391:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009cd596cb. 00000400:00000010:2.0:1761322992.114395:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000067f15243. 00000100:00000200:2.0:1761322992.114400:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956467264, portal 16 00000400:00000010:2.0:1761322992.114405:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000532b682. 00000100:00000200:2.0:1761322992.114407:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956467264, offset 0 00000400:00000200:2.0:1761322992.114412:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:2.0:1761322992.114419:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:2.0:1761322992.114427:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:2.0:1761322992.114431:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761322992.114435:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:2.0:1761322992.114437:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89189:89189:256:4294967295] 192.168.201.29@tcp LPNI seq info [89189:89189:8:4294967295] 00000400:00000200:2.0:1761322992.114445:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:2.0:1761322992.114450:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:2.0:1761322992.114453:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000041deb613 (tot 82350866). 00000800:00000200:2.0:1761322992.114457:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:2.0:1761322992.114462:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:2.0:1761322992.114464:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000041deb613 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761322992.115806:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322992.115813:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000041deb613 (tot 82350618). 00000400:00000200:3.0:1761322992.115821:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322992.115830:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322992.115835:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000532b682 00000400:00000010:3.0:1761322992.115838:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000532b682. 00000100:00000200:3.0:1761322992.115847:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007661af9c x1846879956467264/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761322992.117906:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:0.0:1761322992.117934:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf7e40 00000400:00000200:0.0:1761322992.117946:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac671 [1] + 224 00000400:00000200:0.0:1761322992.117972:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322992.117976:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:0.0:1761322992.117987:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007661af9c x1846879956467264/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761322992.118099:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d6bb183a. 00010000:00000010:2.1:1761322992.118109:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c21e4c99. 00010000:00000010:2.1:1761322992.118114:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fa2e3337. 00010000:00000010:2.1:1761322992.118117:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000919b699a. 00010000:00000010:0.1:1761322992.118165:0:15811:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cc3fbd5d. 00000400:00000010:2.0:1761322992.118237:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009cd596cb. 00000400:00000200:2.0:1761322992.118243:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000067f15243 00000400:00000010:2.0:1761322992.118245:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000067f15243. 00000100:00000200:2.0:1761322992.118253:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007661af9c x1846879956467264/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761322992.118260:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007661af9c x1846879956467264/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761322992.118289:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000037c15bc9. 02000000:00000010:2.0:1761322992.118296:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000019353728. 00000100:00000010:2.0:1761322992.118299:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007661af9c. 00000100:00000010:2.0:1761322992.118303:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000013751a7e. 00010000:00000010:2.0:1761322992.118306:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009b98916b. 00000400:00000200:3.0:1761322992.119435:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322992.119454:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb5b840 00000400:00000200:3.0:1761322992.119464:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaafd1 [2] + 1312 00000400:00000200:3.0:1761322992.119538:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322992.119545:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322992.119552:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761322992.119558:0:15812:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001723ce77. 00000020:00000010:2.0:1761322992.119648:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000019353728. 00000020:00000010:2.0:1761322992.119658:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000cb03106e. 00000020:00000010:2.0:1761322992.119663:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009b99a30e. 00000100:00000200:2.0:1761322992.119691:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001723ce77 x1846879955826752/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:145/0 lens 328/0 e 0 to 0 dl 1761323035 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761322992.119743:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955826752 02000000:00000010:2.0:1761322992.119758:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000037c15bc9. 00010000:00000010:2.0:1761322992.119790:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000030bd8674. 00010000:00000010:2.0:1761322992.119812:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009b98916b. 00000100:00000010:2.0:1761322992.119820:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000013751a7e. 00000100:00000010:2.0:1761322992.119837:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000013751a7e. 00010000:00000010:2.0:1761322992.119841:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009b98916b. 00000400:00000010:2.0:1761322992.119858:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000067f15243. 00000100:00000200:2.0:1761322992.119866:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955826752, offset 224 00000400:00000200:2.0:1761322992.119878:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00080000:00000010:3.0:1761322992.119879:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000001b7ff248. 00000400:00000200:2.0:1761322992.119894:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:2.0:1761322992.119903:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89190:89190:256:4294967295] 192.168.201.29@tcp LPNI seq info [89190:89190:8:4294967295] 00000400:00000200:2.0:1761322992.119917:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:2.0:1761322992.119923:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:2.0:1761322992.119930:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fe7f5c43 (tot 82350866). 00000800:00000200:2.0:1761322992.119937:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:2.0:1761322992.119947:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:2.0:1761322992.119952:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fe7f5c43 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761322992.119980:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000cb03106e. 00000020:00000010:2.0:1761322992.119987:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009b99a30e. 00000020:00000010:2.0:1761322992.119991:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000019353728. 00010000:00000010:3.1:1761322992.120114:0:15810:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004dc334c4. 00000800:00000200:3.0:1761322992.120221:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322992.120226:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fe7f5c43 (tot 82350618). 00000400:00000200:3.0:1761322992.120232:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322992.120237:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322992.120242:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000067f15243 00000400:00000010:3.0:1761322992.120245:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000067f15243. 00010000:00000010:3.0:1761322992.120299:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ca949873. 00010000:00000010:3.0:1761322992.120307:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000bc822ff8. 00010000:00000010:3.0:1761322992.120401:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000062c618f7. 00010000:00000010:3.0:1761322992.120408:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000071012339. 00010000:00000010:3.0:1761322992.120419:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000f79b8be. 00000100:00000010:3.0:1761322992.120423:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001da5bf6f. 00000100:00000010:3.0:1761322992.120431:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003171f658. 02000000:00000010:3.0:1761322992.120443:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000469e44ed. 02000000:00000010:3.0:1761322992.120466:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006c1ae183. 00000400:00000010:3.0:1761322992.120472:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001ad35e46. 00000400:00000010:3.0:1761322992.120477:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f721b205. 00000100:00000200:3.0:1761322992.120483:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956467328, portal 16 00000400:00000010:3.0:1761322992.120487:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000042c05544. 00000100:00000200:3.0:1761322992.120489:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956467328, offset 0 00000400:00000200:3.0:1761322992.120494:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:3.0:1761322992.120502:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322992.120510:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:3.0:1761322992.120513:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761322992.120516:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:3.0:1761322992.120519:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89191:89191:256:4294967295] 192.168.201.29@tcp LPNI seq info [89191:89191:8:4294967295] 00000400:00000200:3.0:1761322992.120526:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322992.120531:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322992.120535:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003de23d37 (tot 82350866). 00000800:00000200:3.0:1761322992.120539:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322992.120543:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322992.120545:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003de23d37 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761322992.120646:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761322992.120650:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003de23d37 (tot 82350618). 00000400:00000200:0.0:1761322992.120654:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322992.120658:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:0.0:1761322992.120661:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000042c05544 00000400:00000010:0.0:1761322992.120663:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000042c05544. 00000100:00000200:0.0:1761322992.120669:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003171f658 x1846879956467328/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322992.121813:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322992.121831:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf7e80 00000400:00000200:3.0:1761322992.121840:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac67d [1] + 224 00000400:00000200:3.0:1761322992.121853:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322992.121859:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322992.121866:0:15812:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003171f658 x1846879956467328/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761322992.121950:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001ad35e46. 00000400:00000200:0.0:1761322992.121955:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f721b205 00000400:00000010:0.0:1761322992.121957:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f721b205. 00000100:00000200:0.0:1761322992.121962:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003171f658 x1846879956467328/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761322992.121969:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003171f658 x1846879956467328/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761322992.121991:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006c1ae183. 02000000:00000010:0.0:1761322992.121996:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000469e44ed. 00000100:00000010:0.0:1761322992.121999:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003171f658. 00000100:00000010:0.0:1761322992.122002:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001da5bf6f. 00010000:00000010:0.0:1761322992.122006:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000f79b8be. 00000400:00000200:3.0:1761322992.122279:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322992.122286:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb5b880 00000400:00000200:3.0:1761322992.122292:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaafd1 [2] + 1640 00000400:00000200:3.0:1761322992.122333:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322992.122337:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322992.122341:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761322992.122345:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000aadbcd0f. 00000020:00000010:1.0:1761322992.126405:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000033ed228f. 00000020:00000010:1.0:1761322992.126442:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f81a96c0. 00000020:00000010:1.0:1761322992.126450:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001d369eb8. 00000100:00000200:1.0:1761322992.126495:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000aadbcd0f x1846879955826816/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:145/0 lens 328/0 e 0 to 0 dl 1761323035 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761322992.126543:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955826816 02000000:00000010:1.0:1761322992.126560:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000006a09543. 00010000:00000010:1.0:1761322992.126595:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000022a34694. 00010000:00000010:1.0:1761322992.126617:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fba764b6. 00000100:00000010:1.0:1761322992.126628:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b65c9c75. 00000100:00000010:1.0:1761322992.126642:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b65c9c75. 00010000:00000010:1.0:1761322992.126647:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fba764b6. 00000400:00000010:1.0:1761322992.126665:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a506a769. 00000100:00000200:1.0:1761322992.126673:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955826816, offset 224 00000400:00000200:1.0:1761322992.126685:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322992.126706:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322992.126715:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89192:89192:256:4294967295] 192.168.201.29@tcp LPNI seq info [89192:89192:8:4294967295] 00000400:00000200:1.0:1761322992.126730:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322992.126737:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322992.126742:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006d93c9a0 (tot 82350866). 00000800:00000200:1.0:1761322992.126764:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322992.126773:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322992.126778:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006d93c9a0 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761322992.126804:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f81a96c0. 00000020:00000010:1.0:1761322992.126813:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001d369eb8. 00000020:00000010:1.0:1761322992.126818:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000033ed228f. 00000800:00000200:0.0:1761322992.127185:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761322992.127192:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006d93c9a0 (tot 82350618). 00000400:00000200:0.0:1761322992.127200:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322992.127208:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:0.0:1761322992.127215:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a506a769 00000400:00000010:0.0:1761322992.127217:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a506a769. 00080000:00000010:3.0:1761322992.128780:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b3e5bbec. 00010000:00000010:3.0:1761322992.128914:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000071012339. 00010000:00000010:3.0:1761322992.128925:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000124144fd. 00010000:00000010:3.0:1761322992.129048:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ace29fdd. 00010000:00000010:3.0:1761322992.129055:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000071012339. 00010000:00000010:3.0:1761322992.129070:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000f79b8be. 00000100:00000010:3.0:1761322992.129100:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001da5bf6f. 00000100:00000010:3.0:1761322992.129110:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000025be6896. 02000000:00000010:3.0:1761322992.129126:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000005a684da. 02000000:00000010:3.0:1761322992.129166:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000344bea80. 00000400:00000010:3.0:1761322992.129174:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000cec18a7e. 00000400:00000010:3.0:1761322992.129181:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000167583ae. 00000100:00000200:3.0:1761322992.129191:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956467392, portal 16 00000400:00000010:3.0:1761322992.129198:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000053134655. 00000100:00000200:3.0:1761322992.129202:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956467392, offset 0 00000400:00000200:3.0:1761322992.129214:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:3.0:1761322992.129233:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322992.129241:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:3.0:1761322992.129244:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761322992.129248:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:3.0:1761322992.129251:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89193:89193:256:4294967295] 192.168.201.29@tcp LPNI seq info [89193:89193:8:4294967295] 00000400:00000200:3.0:1761322992.129263:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322992.129269:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322992.129273:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000074c3abcf (tot 82350866). 00000800:00000200:3.0:1761322992.129280:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322992.129288:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322992.129292:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000074c3abcf type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761322992.129417:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322992.129422:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000074c3abcf (tot 82350618). 00000400:00000200:3.0:1761322992.129427:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322992.129433:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322992.129438:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000053134655 00000400:00000010:3.0:1761322992.129440:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000053134655. 00000100:00000200:3.0:1761322992.129447:0:15812:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000025be6896 x1846879956467392/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322992.131277:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00010000:00000010:2.1:1761322992.131293:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011d4755b. 00000400:00000200:3.0:1761322992.131307:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf7ec0 00000400:00000200:3.0:1761322992.131320:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac689 [1] + 224 00000400:00000200:3.0:1761322992.131342:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322992.131347:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322992.131361:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000025be6896 x1846879956467392/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761322992.131474:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000cec18a7e. 00000400:00000200:1.0:1761322992.131481:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000167583ae 00000400:00000010:1.0:1761322992.131484:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000167583ae. 00000100:00000200:1.0:1761322992.131490:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000025be6896 x1846879956467392/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761322992.131498:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000025be6896 x1846879956467392/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761322992.131525:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000344bea80. 02000000:00000010:1.0:1761322992.131532:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000005a684da. 00000100:00000010:1.0:1761322992.131537:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000025be6896. 00000100:00000010:1.0:1761322992.131541:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001da5bf6f. 00010000:00000010:1.0:1761322992.131545:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000f79b8be. 00000400:00000200:0.0:1761322992.132479:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:0.0:1761322992.132496:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb5b8c0 00000400:00000200:0.0:1761322992.132508:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xaafd1 [2] + 1968 00000400:00000010:0.0:1761322992.132513:0:15811:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000026245ae8. 00000400:00000200:0.0:1761322992.132532:0:15811:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000fa92277d 00000400:00000200:0.0:1761322992.132622:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322992.132628:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:0.0:1761322992.132632:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fa92277d 00000400:00000010:0.0:1761322992.132634:0:15811:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000fa92277d (tot 82350466). 00000100:00000200:0.0:1761322992.132641:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1761322992.133002:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000033ed228f. 00000020:00000010:1.0:1761322992.133012:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b69e574a. 00000020:00000010:1.0:1761322992.133017:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001d369eb8. 00000100:00000200:1.0:1761322992.133057:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000003369ce3 x1846879955826880/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:145/0 lens 328/0 e 0 to 0 dl 1761323035 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761322992.133123:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955826880 02000000:00000010:1.0:1761322992.133135:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000021623a99. 00010000:00000010:1.0:1761322992.133173:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003c2a89d2. 00010000:00000010:1.0:1761322992.133197:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a392cc3e. 00000100:00000010:1.0:1761322992.133205:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b65c9c75. 00000100:00000010:1.0:1761322992.133225:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b65c9c75. 00010000:00000010:1.0:1761322992.133230:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a392cc3e. 00000400:00000010:1.0:1761322992.133245:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000035ef97af. 00000100:00000200:1.0:1761322992.133252:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955826880, offset 224 00000400:00000200:1.0:1761322992.133262:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322992.133275:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322992.133281:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89194:89194:256:4294967295] 192.168.201.29@tcp LPNI seq info [89194:89194:8:4294967295] 00000400:00000200:1.0:1761322992.133292:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322992.133297:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322992.133303:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006d93c9a0 (tot 82350714). 00000800:00000200:1.0:1761322992.133309:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322992.133318:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322992.133322:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006d93c9a0 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761322992.133349:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b69e574a. 00000020:00000010:1.0:1761322992.133355:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001d369eb8. 00000020:00000010:1.0:1761322992.133360:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000033ed228f. 02000000:00000010:1.0:1761322992.133375:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000006a09543. 00000100:00000010:1.0:1761322992.133382:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000aadbcd0f. 02000000:00000010:1.0:1761322992.133387:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000037c15bc9. 00000100:00000010:1.0:1761322992.133390:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001723ce77. 02000000:00000010:1.0:1761322992.133394:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000096743d11. 00000100:00000010:1.0:1761322992.133396:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000094ca1c7b. 02000000:00000010:1.0:1761322992.133400:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d01dcd40. 00080000:00000010:3.0:1761322992.133402:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000026856942. 00000100:00000010:1.0:1761322992.133404:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001d6c23c1. 02000000:00000010:1.0:1761322992.133409:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a600e40c. 00000100:00000010:1.0:1761322992.133414:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002934094c. 02000000:00000010:1.0:1761322992.133418:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002236bb4a. 00000100:00000010:1.0:1761322992.133422:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000053bb533c. 00000100:00000200:1.0:1761322992.133430:0:67479:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1761322992.133442:0:67479:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a127ef12. 00000400:00000010:1.0:1761322992.133448:0:67479:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000b65c9c75 (tot 82350866). 00000800:00000200:2.0:1761322992.133497:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322992.133509:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006d93c9a0 (tot 82350618). 00010000:00000010:3.0:1761322992.133519:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000071012339. 00000400:00000200:2.0:1761322992.133520:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:3.0:1761322992.133532:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000bed4a4c3. 00000400:00000200:2.0:1761322992.133539:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322992.133547:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000035ef97af 00000400:00000010:2.0:1761322992.133551:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000035ef97af. 02000000:00000010:2.0:1761322992.133561:0:15812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000021623a99. 00010000:00000010:3.0:1761322992.133855:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000940c863d. 00010000:00000010:3.0:1761322992.133863:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000071012339. 00010000:00000010:3.0:1761322992.133874:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007106fab7. 00000100:00000010:3.0:1761322992.133879:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003ee76873. 00000100:00000010:3.0:1761322992.133887:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000279cdfe2. 02000000:00000010:3.0:1761322992.133899:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a8460d87. 02000000:00000010:3.0:1761322992.133922:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007ef9b3f6. 00000400:00000010:3.0:1761322992.133927:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001691951d. 00000400:00000010:3.0:1761322992.133932:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000053134655. 00000100:00000200:3.0:1761322992.133936:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956467456, portal 16 00000400:00000010:3.0:1761322992.133940:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a15e7f24. 00000100:00000200:3.0:1761322992.133942:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956467456, offset 0 00000400:00000200:3.0:1761322992.133949:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:3.0:1761322992.133958:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322992.133967:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:3.0:1761322992.133971:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761322992.133974:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:3.0:1761322992.133977:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89195:89195:256:4294967295] 192.168.201.29@tcp LPNI seq info [89195:89195:8:4294967295] 00000400:00000200:3.0:1761322992.133984:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322992.133989:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322992.133992:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000074c3abcf (tot 82350866). 00000800:00000200:3.0:1761322992.133996:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322992.134001:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322992.134004:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000074c3abcf type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1761322992.134153:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e3519e19. 00010000:00000010:3.1:1761322992.134161:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000daf533c3. 00000800:00000200:2.0:1761322992.134299:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322992.134303:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000074c3abcf (tot 82350618). 00000400:00000200:2.0:1761322992.134308:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322992.134312:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322992.134317:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a15e7f24 00000400:00000010:2.0:1761322992.134318:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a15e7f24. 00000100:00000200:2.0:1761322992.134324:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000279cdfe2 x1846879956467456/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761322992.136158:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:1.0:1761322992.136180:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf7f00 00000400:00000200:1.0:1761322992.136194:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac699 [1] + 224 00000400:00000200:1.0:1761322992.136215:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322992.136219:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:1.0:1761322992.136229:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000279cdfe2 x1846879956467456/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761322992.136286:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001691951d. 00000400:00000200:3.0:1761322992.136292:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000053134655 00000400:00000010:3.0:1761322992.136294:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000053134655. 00000100:00000200:3.0:1761322992.136301:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000279cdfe2 x1846879956467456/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761322992.136310:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000279cdfe2 x1846879956467456/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761322992.136338:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007ef9b3f6. 02000000:00000010:3.0:1761322992.136343:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a8460d87. 00000100:00000010:3.0:1761322992.136347:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000279cdfe2. 00000100:00000010:3.0:1761322992.136352:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003ee76873. 00010000:00000010:3.0:1761322992.136357:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007106fab7. 00010000:00000010:1.1:1761322992.137157:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b77b268b. 00010000:00000010:3.1:1761322992.138014:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000e301d87. 00010000:00000010:3.1:1761322992.138033:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000062c618f7. 00000400:00000200:2.0:1761322992.138179:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322992.138198:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb5b900 00000400:00000200:2.0:1761322992.138207:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xab029 [2] + 0 00000400:00000200:2.0:1761322992.138280:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322992.138286:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322992.138291:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761322992.138296:0:15812:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007661af9c. 00000020:00000010:1.0:1761322992.138556:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000006a09543. 00000020:00000010:1.0:1761322992.138565:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b69e574a. 00000020:00000010:1.0:1761322992.138571:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001d369eb8. 00000100:00000200:1.0:1761322992.138601:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007661af9c x1846879955826944/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:145/0 lens 328/0 e 0 to 0 dl 1761323035 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761322992.138644:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955826944 02000000:00000010:1.0:1761322992.138657:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000033ed228f. 00010000:00000010:1.0:1761322992.138687:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000006c3fc57. 00010000:00000010:1.0:1761322992.138709:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a392cc3e. 00000100:00000010:1.0:1761322992.138716:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c5ecd204. 00000100:00000010:1.0:1761322992.138728:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c5ecd204. 00010000:00000010:1.0:1761322992.138734:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a392cc3e. 00000400:00000010:1.0:1761322992.138749:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005178a5a4. 00000100:00000200:1.0:1761322992.138755:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955826944, offset 224 00000400:00000200:1.0:1761322992.138764:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322992.138777:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322992.138783:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89196:89196:256:4294967295] 192.168.201.29@tcp LPNI seq info [89196:89196:8:4294967295] 00000400:00000200:1.0:1761322992.138795:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322992.138801:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322992.138806:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006d93c9a0 (tot 82350866). 00000800:00000200:1.0:1761322992.138812:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322992.138821:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322992.138825:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006d93c9a0 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761322992.138847:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b69e574a. 00000020:00000010:1.0:1761322992.138852:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001d369eb8. 00000020:00000010:1.0:1761322992.138855:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000006a09543. 00000800:00000200:2.0:1761322992.138948:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322992.138952:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006d93c9a0 (tot 82350618). 00000400:00000200:2.0:1761322992.138959:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322992.138968:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322992.138972:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005178a5a4 00000400:00000010:2.0:1761322992.138975:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005178a5a4. 00080000:00000010:3.0:1761322992.139043:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a8460d87. 00010000:00000010:3.0:1761322992.139232:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000071012339. 00010000:00000010:3.0:1761322992.139240:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003040e5aa. 00010000:00000010:0.0:1761322992.139419:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006e13a1a0. 00010000:00000010:0.0:1761322992.139429:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005eeb6e6b. 00010000:00000010:0.0:1761322992.139440:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000021e304c5. 00000100:00000010:0.0:1761322992.139445:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d8116587. 00000100:00000010:0.0:1761322992.139453:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005d86ea8a. 02000000:00000010:0.0:1761322992.139465:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002236bb4a. 02000000:00000010:0.0:1761322992.139488:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d01dcd40. 00000400:00000010:0.0:1761322992.139494:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007ca18b98. 00000400:00000010:0.0:1761322992.139499:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004767911a. 00000100:00000200:0.0:1761322992.139505:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956467520, portal 16 00000400:00000010:0.0:1761322992.139562:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008f080af5. 00000100:00000200:0.0:1761322992.139567:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956467520, offset 0 00000400:00000200:0.0:1761322992.139575:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322992.139583:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322992.139591:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:0.0:1761322992.139595:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761322992.139599:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322992.139601:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89197:89197:256:4294967295] 192.168.201.29@tcp LPNI seq info [89197:89197:8:4294967295] 00000400:00000200:0.0:1761322992.139609:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322992.139614:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322992.139618:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004c92fdd7 (tot 82350866). 00000800:00000200:0.0:1761322992.139623:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322992.139630:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322992.139632:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004c92fdd7 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761322992.139746:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322992.139749:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004c92fdd7 (tot 82350618). 00000400:00000200:3.0:1761322992.139753:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322992.139757:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322992.139760:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008f080af5 00000400:00000010:3.0:1761322992.139761:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008f080af5. 00000100:00000200:3.0:1761322992.139769:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005d86ea8a x1846879956467520/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761322992.140181:0:78778:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007246f8bd. 00010000:00000010:3.1:1761322992.140390:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d45f945c. 00010000:00000010:3.1:1761322992.140396:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ace29fdd. 00000400:00000200:2.0:1761322992.143524:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322992.143549:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf7f40 00000400:00000200:2.0:1761322992.143560:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac6a5 [1] + 224 00000400:00000200:2.0:1761322992.143572:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322992.143576:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322992.143588:0:15812:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005d86ea8a x1846879956467520/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322992.143627:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322992.143632:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb5b940 00000400:00000200:2.0:1761322992.143637:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xab029 [2] + 328 00000400:00000010:0.0:1761322992.143665:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007ca18b98. 00000400:00000200:0.0:1761322992.143675:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004767911a 00000400:00000010:0.0:1761322992.143678:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004767911a. 00000100:00000200:0.0:1761322992.143696:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005d86ea8a x1846879956467520/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322992.143699:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322992.143715:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:0.0:1761322992.143727:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005d86ea8a x1846879956467520/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761322992.143728:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761322992.143751:0:15812:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f7a33011. 02000000:00000010:0.0:1761322992.143764:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d01dcd40. 02000000:00000010:0.0:1761322992.143775:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002236bb4a. 00000100:00000010:0.0:1761322992.143782:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005d86ea8a. 00000100:00000010:0.0:1761322992.143786:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d8116587. 00010000:00000010:0.0:1761322992.143791:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000021e304c5. 00000020:00000010:1.0:1761322992.144065:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000006a09543. 00000020:00000010:1.0:1761322992.144127:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000005b2eeef8. 00000020:00000010:1.0:1761322992.144135:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001d369eb8. 00000100:00000200:1.0:1761322992.144166:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f7a33011 x1846879955827008/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:145/0 lens 328/0 e 0 to 0 dl 1761323035 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761322992.144208:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955827008 02000000:00000010:1.0:1761322992.144222:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000021623a99. 00010000:00000010:1.0:1761322992.144258:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002323ec15. 00010000:00000010:1.0:1761322992.144280:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fba764b6. 00000100:00000010:1.0:1761322992.144287:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c5ecd204. 00000100:00000010:1.0:1761322992.144299:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c5ecd204. 00010000:00000010:1.0:1761322992.144305:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fba764b6. 00000400:00000010:1.0:1761322992.144318:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003650095b. 00000100:00000200:1.0:1761322992.144324:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955827008, offset 224 00000400:00000200:1.0:1761322992.144332:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322992.144348:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322992.144355:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89198:89198:256:4294967295] 192.168.201.29@tcp LPNI seq info [89198:89198:8:4294967295] 00000400:00000200:1.0:1761322992.144367:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00080000:00000010:0.0:1761322992.144371:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000002236bb4a. 00000800:00000200:1.0:1761322992.144375:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322992.144381:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006d93c9a0 (tot 82350866). 00000800:00000200:1.0:1761322992.144387:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322992.144395:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322992.144399:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006d93c9a0 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761322992.144432:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000005b2eeef8. 00000020:00000010:1.0:1761322992.144439:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001d369eb8. 00000020:00000010:1.0:1761322992.144444:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000006a09543. 00010000:00000010:0.0:1761322992.144488:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005eeb6e6b. 00010000:00000010:0.0:1761322992.144497:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005497b5df. 00000800:00000200:2.0:1761322992.144528:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322992.144533:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006d93c9a0 (tot 82350618). 00000400:00000200:2.0:1761322992.144539:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322992.144544:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322992.144548:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003650095b 00000400:00000010:2.0:1761322992.144550:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003650095b. 00010000:00000010:0.0:1761322992.144596:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000eed802b6. 00010000:00000010:0.0:1761322992.144603:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005eeb6e6b. 00010000:00000010:0.0:1761322992.144613:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000021e304c5. 00000100:00000010:0.0:1761322992.144618:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d8116587. 00000100:00000010:0.0:1761322992.144624:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005d86ea8a. 02000000:00000010:0.0:1761322992.144634:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d01dcd40. 02000000:00000010:0.0:1761322992.144654:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fd1a39f5. 00000400:00000010:0.0:1761322992.144659:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007ca18b98. 00000400:00000010:0.0:1761322992.144664:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004767911a. 00000100:00000200:0.0:1761322992.144669:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956467584, portal 16 00000400:00000010:0.0:1761322992.144673:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000faaff073. 00000100:00000200:0.0:1761322992.144681:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956467584, offset 0 00000400:00000200:0.0:1761322992.144688:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322992.144695:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322992.144702:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:0.0:1761322992.144707:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761322992.144711:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322992.144714:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89199:89199:256:4294967295] 192.168.201.29@tcp LPNI seq info [89199:89199:8:4294967295] 00000400:00000200:0.0:1761322992.144721:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322992.144726:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322992.144729:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a69d00c5 (tot 82350866). 00000800:00000200:0.0:1761322992.144734:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322992.144738:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322992.144740:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a69d00c5 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761322992.144907:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322992.144911:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a69d00c5 (tot 82350618). 00000400:00000200:3.0:1761322992.144916:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322992.144921:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322992.144924:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000faaff073 00000400:00000010:3.0:1761322992.144927:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000faaff073. 00000100:00000200:3.0:1761322992.144936:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005d86ea8a x1846879956467584/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322992.147655:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322992.147689:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf7f80 00000400:00000200:2.0:1761322992.147699:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac6b1 [1] + 224 00000400:00000200:2.0:1761322992.147712:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322992.147716:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322992.147728:0:15812:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005d86ea8a x1846879956467584/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322992.147776:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322992.147784:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb5b980 00000400:00000200:2.0:1761322992.147790:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xab029 [2] + 656 00000400:00000010:0.0:1761322992.147810:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007ca18b98. 00000400:00000200:0.0:1761322992.147819:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004767911a 00000400:00000010:0.0:1761322992.147822:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004767911a. 00000100:00000200:0.0:1761322992.147840:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005d86ea8a x1846879956467584/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761322992.147851:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005d86ea8a x1846879956467584/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322992.147862:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322992.147870:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322992.147876:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761322992.147883:0:15812:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e002feec. 02000000:00000010:0.0:1761322992.147884:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fd1a39f5. 02000000:00000010:0.0:1761322992.147895:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d01dcd40. 00000100:00000010:0.0:1761322992.147899:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005d86ea8a. 00000100:00000010:0.0:1761322992.147903:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d8116587. 00010000:00000010:0.0:1761322992.147911:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000021e304c5. 00000020:00000010:1.0:1761322992.147970:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000006a09543. 00000020:00000010:1.0:1761322992.147978:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000005b2eeef8. 00000020:00000010:1.0:1761322992.147984:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001d369eb8. 00000100:00000200:1.0:1761322992.148012:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e002feec x1846879955827072/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:145/0 lens 328/0 e 0 to 0 dl 1761323035 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761322992.148062:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955827072 00010000:00000010:1.1:1761322992.148103:0:67479:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000534fac9f. 00010000:00000010:3.1:1761322992.148116:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003de6023d. 02000000:00000010:1.0:1761322992.148119:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ff73579e. 00010000:00000010:3.1:1761322992.148125:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000940c863d. 00010000:00000010:1.0:1761322992.148149:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009316bcc7. 00010000:00000010:1.0:1761322992.148172:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fba764b6. 00000100:00000010:1.0:1761322992.148179:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c5ecd204. 00000100:00000010:1.0:1761322992.148202:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c5ecd204. 00010000:00000010:1.0:1761322992.148207:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fba764b6. 00000400:00000010:1.0:1761322992.148220:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ecc16fca. 00000100:00000200:1.0:1761322992.148225:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955827072, offset 224 00000400:00000200:1.0:1761322992.148234:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00080000:00000010:0.0:1761322992.148235:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d01dcd40. 00000400:00000200:1.0:1761322992.148250:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322992.148257:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89200:89200:256:4294967295] 192.168.201.29@tcp LPNI seq info [89200:89200:8:4294967295] 00000400:00000200:1.0:1761322992.148269:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322992.148275:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322992.148281:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006d93c9a0 (tot 82350866). 00000800:00000200:1.0:1761322992.148288:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322992.148297:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322992.148301:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006d93c9a0 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761322992.148333:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000005b2eeef8. 00000020:00000010:1.0:1761322992.148340:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001d369eb8. 00000020:00000010:1.0:1761322992.148343:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000006a09543. 00010000:00000010:0.0:1761322992.148354:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005eeb6e6b. 00010000:00000010:0.0:1761322992.148363:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000258c4b70. 00000800:00000200:3.0:1761322992.148455:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322992.148460:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006d93c9a0 (tot 82350618). 00000400:00000200:3.0:1761322992.148466:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322992.148471:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322992.148474:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ecc16fca 00000400:00000010:3.0:1761322992.148476:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ecc16fca. 00010000:00000010:0.0:1761322992.148476:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bf90bd29. 00010000:00000010:0.0:1761322992.148482:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005eeb6e6b. 00010000:00000010:0.0:1761322992.148492:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000021e304c5. 00000100:00000010:0.0:1761322992.148496:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d8116587. 00000100:00000010:0.0:1761322992.148502:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005d86ea8a. 02000000:00000010:0.0:1761322992.148511:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fd1a39f5. 02000000:00000010:0.0:1761322992.148533:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000757e6c84. 00000400:00000010:0.0:1761322992.148538:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007ca18b98. 00000400:00000010:0.0:1761322992.148543:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004767911a. 00000100:00000200:0.0:1761322992.148548:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956467648, portal 16 00000400:00000010:0.0:1761322992.148551:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001c2d6366. 00000100:00000200:0.0:1761322992.148554:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956467648, offset 0 00000400:00000200:0.0:1761322992.148560:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322992.148566:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322992.148573:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:0.0:1761322992.148577:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761322992.148580:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322992.148583:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89201:89201:256:4294967295] 192.168.201.29@tcp LPNI seq info [89201:89201:8:4294967295] 00000400:00000200:0.0:1761322992.148590:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322992.148594:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322992.148598:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f8f59593 (tot 82350866). 00000800:00000200:0.0:1761322992.148601:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322992.148605:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322992.148608:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f8f59593 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761322992.148724:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322992.148727:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f8f59593 (tot 82350618). 00000400:00000200:3.0:1761322992.148731:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322992.148734:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322992.148736:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001c2d6366 00000400:00000010:3.0:1761322992.148738:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001c2d6366. 00000100:00000200:3.0:1761322992.148744:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005d86ea8a x1846879956467648/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761322992.152167:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c0cc9e70. 00010000:00000010:0.1:1761322992.152273:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007337e872. 00010000:00000010:0.1:1761322992.152282:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006e13a1a0. 00010000:00000010:1.1:1761322992.157121:0:78778:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eebce1fe. 00010000:00000010:0.1:1761322992.157307:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000038720ded. 00010000:00000010:0.1:1761322992.157315:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eed802b6. 00000400:00000200:3.0:1761322992.158325:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322992.158347:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf7fc0 00000400:00000200:3.0:1761322992.158357:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac6bd [1] + 224 00000400:00000200:3.0:1761322992.158370:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322992.158374:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322992.158385:0:15812:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005d86ea8a x1846879956467648/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322992.158432:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322992.158441:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb5b9c0 00000400:00000200:3.0:1761322992.158450:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xab029 [2] + 984 00000400:00000010:0.0:1761322992.158490:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007ca18b98. 00000400:00000200:0.0:1761322992.158498:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004767911a 00000400:00000010:0.0:1761322992.158500:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004767911a. 00000400:00000200:3.0:1761322992.158522:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1761322992.158532:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005d86ea8a x1846879956467648/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322992.158534:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322992.158543:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000200:0.0:1761322992.158550:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005d86ea8a x1846879956467648/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000010:3.0:1761322992.158552:0:15812:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000279cdfe2. 02000000:00000010:0.0:1761322992.158599:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000757e6c84. 02000000:00000010:0.0:1761322992.158612:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000fd1a39f5. 00000100:00000010:0.0:1761322992.158617:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005d86ea8a. 00000100:00000010:0.0:1761322992.158622:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d8116587. 00010000:00000010:0.0:1761322992.158628:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000021e304c5. 00000020:00000010:1.0:1761322992.158891:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000030e0dd2e. 00000020:00000010:1.0:1761322992.158900:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f81a96c0. 00000020:00000010:1.0:1761322992.158906:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001d369eb8. 00000100:00000200:1.0:1761322992.158932:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000279cdfe2 x1846879955827136/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:145/0 lens 328/0 e 0 to 0 dl 1761323035 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761322992.158969:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955827136 02000000:00000010:1.0:1761322992.158981:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000007e63afb. 00010000:00000010:1.0:1761322992.159013:0:66652:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fdc657be. 00010000:00000010:1.0:1761322992.159048:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fba764b6. 00000100:00000010:1.0:1761322992.159056:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a01141f4. 00000100:00000010:1.0:1761322992.159104:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a01141f4. 00010000:00000010:1.0:1761322992.159112:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fba764b6. 00000400:00000010:1.0:1761322992.159129:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000014459a3. 00000100:00000200:1.0:1761322992.159135:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955827136, offset 224 00080000:00000010:0.0:1761322992.159141:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fd1a39f5. 00000400:00000200:1.0:1761322992.159147:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322992.159169:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322992.159177:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89202:89202:256:4294967295] 192.168.201.29@tcp LPNI seq info [89202:89202:8:4294967295] 00000400:00000200:1.0:1761322992.159191:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322992.159198:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322992.159204:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006d93c9a0 (tot 82350866). 00000800:00000200:1.0:1761322992.159211:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322992.159221:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322992.159227:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006d93c9a0 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:0.0:1761322992.159245:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005eeb6e6b. 00000020:00000010:1.0:1761322992.159253:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f81a96c0. 00010000:00000010:0.0:1761322992.159254:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000934ba2dc. 00000020:00000010:1.0:1761322992.159259:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001d369eb8. 00000020:00000010:1.0:1761322992.159265:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000030e0dd2e. 00010000:00000010:0.0:1761322992.159372:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000eed802b6. 00010000:00000010:0.0:1761322992.159380:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005eeb6e6b. 00010000:00000010:0.0:1761322992.159393:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000021e304c5. 00000100:00000010:0.0:1761322992.159398:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d8116587. 00000100:00000010:0.0:1761322992.159404:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005d86ea8a. 00000800:00000200:3.0:1761322992.159414:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 02000000:00000010:0.0:1761322992.159418:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000757e6c84. 00000800:00000010:3.0:1761322992.159420:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006d93c9a0 (tot 82350618). 00000400:00000200:3.0:1761322992.159429:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322992.159439:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322992.159443:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000014459a3 02000000:00000010:0.0:1761322992.159445:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000096648904. 00000400:00000010:3.0:1761322992.159446:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000014459a3. 00000400:00000010:0.0:1761322992.159454:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007ca18b98. 00000400:00000010:0.0:1761322992.159473:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004767911a. 00000100:00000200:0.0:1761322992.159481:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956467712, portal 16 00000400:00000010:0.0:1761322992.159487:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c8d84849. 00000100:00000200:0.0:1761322992.159490:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956467712, offset 0 00000400:00000200:0.0:1761322992.159496:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322992.159504:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322992.159512:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:0.0:1761322992.159516:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761322992.159520:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322992.159524:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89203:89203:256:4294967295] 192.168.201.29@tcp LPNI seq info [89203:89203:8:4294967295] 00000400:00000200:0.0:1761322992.159533:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322992.159538:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322992.159542:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bf5e0f07 (tot 82350866). 00000800:00000200:0.0:1761322992.159546:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322992.159551:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322992.159553:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bf5e0f07 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761322992.159691:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322992.159695:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bf5e0f07 (tot 82350618). 00000400:00000200:3.0:1761322992.159700:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322992.159707:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322992.159710:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c8d84849 00000400:00000010:3.0:1761322992.159712:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c8d84849. 00000100:00000200:3.0:1761322992.159722:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005d86ea8a x1846879956467712/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322992.161579:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322992.161597:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf8000 00000400:00000200:3.0:1761322992.161604:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac6c9 [1] + 224 00000400:00000200:3.0:1761322992.161615:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322992.161618:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322992.161626:0:15812:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005d86ea8a x1846879956467712/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322992.161667:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322992.161678:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb5ba00 00000400:00000200:3.0:1761322992.161683:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xab029 [2] + 1312 00000400:00000200:3.0:1761322992.161727:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322992.161731:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322992.161736:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761322992.161742:0:15812:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007912ecad. 00000400:00000010:0.0:1761322992.161827:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007ca18b98. 00000400:00000200:0.0:1761322992.161833:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004767911a 00000400:00000010:0.0:1761322992.161835:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004767911a. 00000100:00000200:0.0:1761322992.161844:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005d86ea8a x1846879956467712/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761322992.161859:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005d86ea8a x1846879956467712/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000020:00000010:1.0:1761322992.161894:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000030e0dd2e. 02000000:00000010:0.0:1761322992.161897:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000096648904. 02000000:00000010:0.0:1761322992.161908:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000757e6c84. 00000100:00000010:0.0:1761322992.161915:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005d86ea8a. 00000100:00000010:0.0:1761322992.161920:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d8116587. 00000020:00000010:1.0:1761322992.161925:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f81a96c0. 00010000:00000010:0.0:1761322992.161928:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000021e304c5. 00000020:00000010:1.0:1761322992.161945:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001d369eb8. 00000100:00000200:1.0:1761322992.161978:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007912ecad x1846879955827200/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:145/0 lens 328/0 e 0 to 0 dl 1761323035 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761322992.162034:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955827200 02000000:00000010:1.0:1761322992.162044:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e3da53de. 00010000:00000010:1.0:1761322992.162097:0:66652:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000e7d61c4. 00010000:00000010:1.0:1761322992.162124:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fba764b6. 00000100:00000010:1.0:1761322992.162133:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a01141f4. 00000100:00000010:1.0:1761322992.162153:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a01141f4. 00010000:00000010:1.0:1761322992.162157:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fba764b6. 00000400:00000010:1.0:1761322992.162174:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000020fbaa0. 00000100:00000200:1.0:1761322992.162181:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955827200, offset 224 00000400:00000200:1.0:1761322992.162190:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322992.162210:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322992.162217:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89204:89204:256:4294967295] 192.168.201.29@tcp LPNI seq info [89204:89204:8:4294967295] 00000400:00000200:1.0:1761322992.162232:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322992.162239:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322992.162244:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006d93c9a0 (tot 82350866). 00000800:00000200:1.0:1761322992.162251:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322992.162260:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322992.162264:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006d93c9a0 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761322992.162288:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f81a96c0. 00000020:00000010:1.0:1761322992.162293:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001d369eb8. 00000020:00000010:1.0:1761322992.162296:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000030e0dd2e. 00080000:00000010:3.0:1761322992.162363:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000007ef9b3f6. 00000800:00000200:1.0:1761322992.162404:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761322992.162409:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006d93c9a0 (tot 82350618). 00000400:00000200:1.0:1761322992.162416:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322992.162422:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:1.0:1761322992.162426:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000020fbaa0 00000400:00000010:1.0:1761322992.162428:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000020fbaa0. 00010000:00000010:3.0:1761322992.162492:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005eeb6e6b. 00010000:00000010:3.0:1761322992.162505:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d1ea6c37. 00010000:00000010:3.0:1761322992.162593:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000940c863d. 00010000:00000010:3.0:1761322992.162600:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000071012339. 00010000:00000010:3.0:1761322992.162613:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007106fab7. 00000100:00000010:3.0:1761322992.162619:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003ee76873. 00000100:00000010:3.0:1761322992.162627:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cec9b0b9. 02000000:00000010:3.0:1761322992.162641:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005d8b12c9. 02000000:00000010:3.0:1761322992.162671:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000136ddae9. 00000400:00000010:3.0:1761322992.162676:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001691951d. 00000400:00000010:3.0:1761322992.162684:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000053134655. 00000100:00000200:3.0:1761322992.162690:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956467776, portal 16 00000400:00000010:3.0:1761322992.162696:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000057115dcc. 00000100:00000200:3.0:1761322992.162699:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956467776, offset 0 00000400:00000200:3.0:1761322992.162706:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:3.0:1761322992.162718:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322992.162726:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:3.0:1761322992.162730:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761322992.162733:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:3.0:1761322992.162736:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89205:89205:256:4294967295] 192.168.201.29@tcp LPNI seq info [89205:89205:8:4294967295] 00000400:00000200:3.0:1761322992.162746:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322992.162751:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322992.162756:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000062e39c9d (tot 82350866). 00000800:00000200:3.0:1761322992.162761:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322992.162769:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322992.162772:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000062e39c9d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761322992.163162:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761322992.163167:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000062e39c9d (tot 82350618). 00000400:00000200:1.0:1761322992.163173:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322992.163181:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:1.0:1761322992.163186:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000057115dcc 00000400:00000010:1.0:1761322992.163189:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000057115dcc. 00000100:00000200:1.0:1761322992.163198:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000cec9b0b9 x1846879956467776/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322992.165200:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322992.165220:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf8040 00000400:00000200:3.0:1761322992.165231:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac6d5 [1] + 224 00000400:00000200:3.0:1761322992.165247:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322992.165256:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322992.165267:0:15812:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000cec9b0b9 x1846879956467776/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761322992.165327:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001691951d. 00000400:00000200:1.0:1761322992.165336:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000053134655 00000400:00000010:1.0:1761322992.165339:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000053134655. 00000100:00000200:1.0:1761322992.165353:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000cec9b0b9 x1846879956467776/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761322992.165364:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000cec9b0b9 x1846879956467776/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322992.165372:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322992.165384:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb5ba40 00000400:00000200:3.0:1761322992.165393:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xab029 [2] + 1640 02000000:00000010:1.0:1761322992.165396:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000136ddae9. 02000000:00000010:1.0:1761322992.165405:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000005d8b12c9. 00000100:00000010:1.0:1761322992.165409:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000cec9b0b9. 00000100:00000010:1.0:1761322992.165413:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003ee76873. 00000400:00000200:3.0:1761322992.165451:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322992.165459:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322992.165464:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761322992.165471:0:15812:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cec9b0b9. 00000020:00000010:0.0:1761322992.165766:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000757e6c84. 00000020:00000010:0.0:1761322992.165776:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000072b21990. 00000020:00000010:0.0:1761322992.165782:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b88240bc. 00000100:00000200:0.0:1761322992.165811:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000cec9b0b9 x1846879955827264/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:145/0 lens 328/0 e 0 to 0 dl 1761323035 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761322992.165856:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955827264 02000000:00000010:0.0:1761322992.165870:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003875e202. 00010000:00000010:0.0:1761322992.165902:0:66652:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006ef28c37. 00010000:00000010:0.0:1761322992.165926:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000021e304c5. 00000100:00000010:0.0:1761322992.165932:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d8116587. 00000100:00000010:0.0:1761322992.165938:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d8116587. 00010000:00000010:0.0:1761322992.165943:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000021e304c5. 00000400:00000010:0.0:1761322992.165958:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004767911a. 00000100:00000200:0.0:1761322992.165962:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955827264, offset 224 00000400:00000200:0.0:1761322992.165972:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322992.165984:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322992.165990:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89206:89206:256:4294967295] 192.168.201.29@tcp LPNI seq info [89206:89206:8:4294967295] 00000400:00000200:0.0:1761322992.166000:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322992.166007:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322992.166013:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002b6ad44b (tot 82350866). 00000800:00000200:0.0:1761322992.166032:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322992.166040:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322992.166047:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002b6ad44b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761322992.166071:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000072b21990. 00000020:00000010:0.0:1761322992.166110:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b88240bc. 00000020:00000010:0.0:1761322992.166114:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000757e6c84. 00000800:00000200:0.0:1761322992.166211:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761322992.166215:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002b6ad44b (tot 82350618). 00000400:00000200:0.0:1761322992.166218:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322992.166224:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:0.0:1761322992.166227:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004767911a 00000400:00000010:0.0:1761322992.166229:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004767911a. 00010000:00000010:0.1:1761322992.167593:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c69391d8. 00010000:00000010:0.1:1761322992.167606:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bf90bd29. 00010000:00000010:1.1:1761322992.169097:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000010cc451e. 00010000:00000010:1.0:1761322992.169122:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007106fab7. 00080000:00000010:1.0:1761322992.169147:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000030e0dd2e. 00010000:00000010:1.0:1761322992.169269:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000071012339. 00010000:00000010:1.0:1761322992.169280:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000062f44ab9. 00010000:00000010:1.0:1761322992.169370:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000057cf5cc6. 00010000:00000010:1.0:1761322992.169376:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cf8693ee. 00010000:00000010:1.0:1761322992.169386:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a392cc3e. 00000100:00000010:1.0:1761322992.169394:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a01141f4. 00000100:00000010:1.0:1761322992.169404:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000fc1dab26. 02000000:00000010:1.0:1761322992.169418:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c81c69f2. 02000000:00000010:1.0:1761322992.169447:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000086bd0120. 00000400:00000010:1.0:1761322992.169454:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000386cac00. 00000400:00000010:1.0:1761322992.169462:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000020fbaa0. 00000100:00000200:1.0:1761322992.169470:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956467840, portal 16 00000400:00000010:1.0:1761322992.169475:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000048107573. 00000100:00000200:1.0:1761322992.169477:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956467840, offset 0 00000400:00000200:1.0:1761322992.169486:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322992.169505:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322992.169513:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:1.0:1761322992.169516:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761322992.169519:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:1.0:1761322992.169522:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89207:89207:256:4294967295] 192.168.201.29@tcp LPNI seq info [89207:89207:8:4294967295] 00000400:00000200:1.0:1761322992.169533:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322992.169539:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322992.169543:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006d93c9a0 (tot 82350866). 00000800:00000200:1.0:1761322992.169550:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322992.169558:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322992.169562:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006d93c9a0 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761322992.169745:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322992.169754:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006d93c9a0 (tot 82350618). 00000400:00000200:3.0:1761322992.169767:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322992.169779:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322992.169786:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000048107573 00000400:00000010:3.0:1761322992.169789:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000048107573. 00000100:00000200:3.0:1761322992.169810:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000fc1dab26 x1846879956467840/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761322992.171314:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fabeeed8. 00010000:00000010:3.1:1761322992.171327:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eed802b6. 00010000:00000010:0.1:1761322992.172126:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000802842fe. 00010000:00000010:1.1:1761322992.172158:0:78778:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000030df2893. 00000400:00000200:1.0:1761322992.173253:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:1.0:1761322992.173270:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf8080 00000400:00000200:1.0:1761322992.173280:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac6e1 [1] + 224 00000400:00000200:1.0:1761322992.173296:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322992.173302:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:1.0:1761322992.173316:0:15812:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000fc1dab26 x1846879956467840/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761322992.173467:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:1.0:1761322992.173474:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb5ba80 00000400:00000200:1.0:1761322992.173482:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xab029 [2] + 1968 00000400:00000010:1.0:1761322992.173487:0:15812:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000033922f29. 00000400:00000200:1.0:1761322992.173492:0:15812:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000079044b99 00000400:00000200:1.0:1761322992.173543:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322992.173548:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:1.0:1761322992.173551:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000079044b99 00000400:00000010:1.0:1761322992.173554:0:15812:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000079044b99 (tot 82350466). 00000100:00000200:1.0:1761322992.173560:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:0.0:1761322992.173641:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000386cac00. 00000400:00000200:0.0:1761322992.173658:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000020fbaa0 00000400:00000010:0.0:1761322992.173660:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000020fbaa0. 00000100:00000200:0.0:1761322992.173667:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000fc1dab26 x1846879956467840/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761322992.173675:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000fc1dab26 x1846879956467840/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761322992.173705:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000086bd0120. 02000000:00000010:0.0:1761322992.173712:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c81c69f2. 00000100:00000010:0.0:1761322992.173717:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000fc1dab26. 00000100:00000010:0.0:1761322992.173721:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a01141f4. 00010000:00000010:0.0:1761322992.173724:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a392cc3e. 00010000:00000010:1.1:1761322992.174290:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aa07adfd. 00010000:00000010:1.1:1761322992.174297:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000940c863d. 00000020:00000010:3.0:1761322992.174680:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003a9662ff. 00000020:00000010:3.0:1761322992.174690:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d19c231d. 00000020:00000010:3.0:1761322992.174695:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000067fd8f68. 00000100:00000200:3.0:1761322992.174724:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000670990f8 x1846879955827328/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:145/0 lens 328/0 e 0 to 0 dl 1761323035 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761322992.174761:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955827328 02000000:00000010:3.0:1761322992.174773:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002de74bed. 00010000:00000010:3.0:1761322992.174875:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b583ec69. 00010000:00000010:3.0:1761322992.174896:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000339aa1c1. 00000100:00000010:3.0:1761322992.174905:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000094486dea. 00000100:00000010:3.0:1761322992.174987:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000094486dea. 00010000:00000010:3.0:1761322992.174992:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000339aa1c1. 00000400:00000010:3.0:1761322992.175005:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000411ed14e. 00000100:00000200:3.0:1761322992.175013:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955827328, offset 224 00000400:00000200:3.0:1761322992.175032:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:3.0:1761322992.175050:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322992.175057:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89208:89208:256:4294967295] 192.168.201.29@tcp LPNI seq info [89208:89208:8:4294967295] 00000400:00000200:3.0:1761322992.175068:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322992.175103:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322992.175110:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000440ca70b (tot 82350714). 00000800:00000200:3.0:1761322992.175117:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322992.175126:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00080000:00000010:0.0:1761322992.175130:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000757e6c84. 00000800:00000200:3.0:1761322992.175131:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000440ca70b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761322992.175156:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d19c231d. 00000020:00000010:3.0:1761322992.175161:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000067fd8f68. 00000020:00000010:3.0:1761322992.175164:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003a9662ff. 02000000:00000010:3.0:1761322992.175173:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003875e202. 00000100:00000010:3.0:1761322992.175177:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000cec9b0b9. 02000000:00000010:3.0:1761322992.175181:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e3da53de. 00000100:00000010:3.0:1761322992.175184:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007912ecad. 02000000:00000010:3.0:1761322992.175187:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000007e63afb. 00000100:00000010:3.0:1761322992.175189:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000279cdfe2. 02000000:00000010:3.0:1761322992.175192:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ff73579e. 00000100:00000010:3.0:1761322992.175195:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e002feec. 02000000:00000010:3.0:1761322992.175198:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000021623a99. 00000100:00000010:3.0:1761322992.175202:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f7a33011. 02000000:00000010:3.0:1761322992.175206:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000033ed228f. 00000100:00000010:3.0:1761322992.175209:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007661af9c. 00000100:00000200:3.0:1761322992.175216:0:67479:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1761322992.175223:0:67479:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000003bc5f00. 00000400:00000010:3.0:1761322992.175228:0:67479:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000094486dea (tot 82350866). 00010000:00000010:0.0:1761322992.175245:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cf8693ee. 00010000:00000010:0.0:1761322992.175253:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000028167468. 00000800:00000200:1.0:1761322992.175393:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761322992.175398:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000440ca70b (tot 82350618). 00000400:00000200:1.0:1761322992.175404:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322992.175410:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:1.0:1761322992.175415:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000411ed14e 00000400:00000010:1.0:1761322992.175417:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000411ed14e. 02000000:00000010:1.0:1761322992.175422:0:15810:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002de74bed. 00010000:00000010:0.0:1761322992.175442:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bf90bd29. 00010000:00000010:0.0:1761322992.175450:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bc8d182c. 00010000:00000010:0.0:1761322992.175463:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000021e304c5. 00000100:00000010:0.0:1761322992.175468:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d8116587. 00000100:00000010:0.0:1761322992.175476:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005d86ea8a. 02000000:00000010:0.0:1761322992.175488:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000112488dd. 02000000:00000010:0.0:1761322992.175510:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003027f154. 00000400:00000010:0.0:1761322992.175516:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007ca18b98. 00000400:00000010:0.0:1761322992.175520:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004767911a. 00000100:00000200:0.0:1761322992.175523:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956467904, portal 16 00000400:00000010:0.0:1761322992.175527:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000015c9b00d. 00000100:00000200:0.0:1761322992.175530:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956467904, offset 0 00000400:00000200:0.0:1761322992.175536:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322992.175543:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322992.175551:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:0.0:1761322992.175569:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761322992.175572:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322992.175575:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89209:89209:256:4294967295] 192.168.201.29@tcp LPNI seq info [89209:89209:8:4294967295] 00000400:00000200:0.0:1761322992.175582:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322992.175587:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322992.175591:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002b6ad44b (tot 82350866). 00000800:00000200:0.0:1761322992.175596:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322992.175600:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322992.175602:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002b6ad44b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761322992.175852:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322992.175855:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002b6ad44b (tot 82350618). 00000400:00000200:3.0:1761322992.175859:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322992.175863:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322992.175866:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000015c9b00d 00000400:00000010:3.0:1761322992.175867:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000015c9b00d. 00000100:00000200:3.0:1761322992.175879:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005d86ea8a x1846879956467904/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761322992.178203:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:1.0:1761322992.178225:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf80c0 00000400:00000200:1.0:1761322992.178234:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac6f1 [1] + 224 00000400:00000200:1.0:1761322992.178251:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322992.178256:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:1.0:1761322992.178265:0:15812:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005d86ea8a x1846879956467904/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761322992.178320:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007ca18b98. 00000400:00000200:0.0:1761322992.178326:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004767911a 00000400:00000010:0.0:1761322992.178328:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004767911a. 00000100:00000200:0.0:1761322992.178338:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005d86ea8a x1846879956467904/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761322992.178345:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005d86ea8a x1846879956467904/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761322992.178373:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003027f154. 02000000:00000010:0.0:1761322992.178379:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000112488dd. 00000100:00000010:0.0:1761322992.178385:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005d86ea8a. 00000100:00000010:0.0:1761322992.178389:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d8116587. 00010000:00000010:0.0:1761322992.178394:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000021e304c5. 00000400:00000200:1.0:1761322992.178699:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:1.0:1761322992.178708:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb5bac0 00000400:00000200:1.0:1761322992.178713:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xab081 [2] + 0 00000400:00000200:1.0:1761322992.178777:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322992.178782:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:1.0:1761322992.178787:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761322992.178792:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000dfba0156. 00000020:00000010:3.0:1761322992.179003:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003a9662ff. 00000020:00000010:3.0:1761322992.179011:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d19c231d. 00000020:00000010:3.0:1761322992.179016:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000067fd8f68. 00000100:00000200:3.0:1761322992.179054:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000dfba0156 x1846879955827392/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:145/0 lens 328/0 e 0 to 0 dl 1761323035 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761322992.179116:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955827392 02000000:00000010:3.0:1761322992.179169:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002de74bed. 00010000:00000010:3.0:1761322992.179199:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000021264d09. 00010000:00000010:3.0:1761322992.179218:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000339aa1c1. 00000100:00000010:3.0:1761322992.179226:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003ee76873. 00000100:00000010:3.0:1761322992.179240:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003ee76873. 00010000:00000010:3.0:1761322992.179243:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000339aa1c1. 00000400:00000010:3.0:1761322992.179255:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ffeadb6e. 00000100:00000200:3.0:1761322992.179261:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955827392, offset 224 00000400:00000200:3.0:1761322992.179269:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00080000:00000010:1.0:1761322992.179274:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b975450c. 00000400:00000200:3.0:1761322992.179281:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322992.179286:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89210:89210:256:4294967295] 192.168.201.29@tcp LPNI seq info [89210:89210:8:4294967295] 00000400:00000200:3.0:1761322992.179295:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322992.179300:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322992.179305:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000036ac846e (tot 82350866). 00000800:00000200:3.0:1761322992.179311:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322992.179318:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322992.179322:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000036ac846e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761322992.179339:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d19c231d. 00000020:00000010:3.0:1761322992.179344:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000067fd8f68. 00000020:00000010:3.0:1761322992.179346:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003a9662ff. 00010000:00000010:1.0:1761322992.179380:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc8d182c. 00010000:00000010:1.0:1761322992.179388:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005b7778e5. 00010000:00000010:1.0:1761322992.179480:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000170f7f40. 00010000:00000010:1.0:1761322992.179484:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005b2eeef8. 00010000:00000010:1.0:1761322992.179490:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a1ee6cec. 00010000:00000010:1.0:1761322992.179495:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000157d6dea. 00080000:00000010:1.0:1761322992.179508:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000007e63afb. 00010000:00000010:1.0:1761322992.179537:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000157d6dea. 00010000:00000010:1.0:1761322992.179542:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005b2eeef8. 00000800:00000200:3.0:1761322992.179562:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322992.179566:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000036ac846e (tot 82350618). 00000400:00000200:3.0:1761322992.179569:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322992.179574:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322992.179577:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ffeadb6e 00000400:00000010:3.0:1761322992.179579:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ffeadb6e. 00010000:00000010:1.0:1761322992.179601:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000089f67ccd. 00010000:00000010:1.0:1761322992.179606:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000157d6dea. 00010000:00000010:1.0:1761322992.179614:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000771a8a62. 00000100:00000010:1.0:1761322992.179618:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e0e1d7e0. 00000100:00000010:1.0:1761322992.179624:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004760bad7. 02000000:00000010:1.0:1761322992.179635:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e3da53de. 00010000:00000010:0.1:1761322992.179639:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a2c5cbfe. 00010000:00000010:0.1:1761322992.179648:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000057cf5cc6. 02000000:00000010:1.0:1761322992.179658:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c81c69f2. 00000400:00000010:1.0:1761322992.179665:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000386cac00. 00000400:00000010:1.0:1761322992.179671:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d7c2831e. 00000100:00000200:1.0:1761322992.179676:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956467968, portal 16 00000400:00000010:1.0:1761322992.179680:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008a00ae04. 00000100:00000200:1.0:1761322992.179682:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956467968, offset 0 00000400:00000200:1.0:1761322992.179688:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322992.179694:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322992.179701:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:1.0:1761322992.179704:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761322992.179707:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:1.0:1761322992.179710:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89211:89211:256:4294967295] 192.168.201.29@tcp LPNI seq info [89211:89211:8:4294967295] 00000400:00000200:1.0:1761322992.179717:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322992.179721:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322992.179725:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006d93c9a0 (tot 82350866). 00000800:00000200:1.0:1761322992.179730:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322992.179734:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322992.179736:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006d93c9a0 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761322992.179806:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322992.179809:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006d93c9a0 (tot 82350618). 00000400:00000200:3.0:1761322992.179813:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322992.179817:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322992.179820:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008a00ae04 00000400:00000010:3.0:1761322992.179822:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008a00ae04. 00000100:00000200:3.0:1761322992.179828:0:15812:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004760bad7 x1846879956467968/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761322992.180157:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000248a2a32. 00000400:00000200:1.0:1761322992.180730:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:1.0:1761322992.180745:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf8100 00000400:00000200:1.0:1761322992.180753:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac6fd [1] + 224 00000400:00000200:1.0:1761322992.180767:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322992.180772:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:1.0:1761322992.180778:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000004760bad7 x1846879956467968/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761322992.180868:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000386cac00. 00000400:00000200:0.0:1761322992.180916:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d7c2831e 00000400:00000010:0.0:1761322992.180921:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d7c2831e. 00000100:00000200:0.0:1761322992.180927:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004760bad7 x1846879956467968/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761322992.180935:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004760bad7 x1846879956467968/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761322992.180962:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c81c69f2. 02000000:00000010:0.0:1761322992.180968:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e3da53de. 00000100:00000010:0.0:1761322992.180973:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004760bad7. 00000100:00000010:0.0:1761322992.180977:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e0e1d7e0. 00010000:00000010:0.0:1761322992.180980:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000771a8a62. 00000400:00000200:3.0:1761322992.181138:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322992.181149:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb5bb00 00000400:00000200:3.0:1761322992.181156:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xab081 [2] + 328 00000400:00000200:3.0:1761322992.181823:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322992.181832:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322992.181838:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761322992.181845:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000279cdfe2. 00000020:00000010:0.0:1761322992.181929:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003027f154. 00000020:00000010:0.0:1761322992.181939:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000072b21990. 00000020:00000010:0.0:1761322992.181944:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b88240bc. 00000100:00000200:0.0:1761322992.181968:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000279cdfe2 x1846879955827456/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:145/0 lens 328/0 e 0 to 0 dl 1761323035 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761322992.182010:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955827456 02000000:00000010:0.0:1761322992.182032:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d0c9d6cb. 00010000:00000010:0.0:1761322992.182065:0:66652:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000083c8a38c. 00010000:00000010:0.0:1761322992.182106:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000021e304c5. 00000100:00000010:0.0:1761322992.182114:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d8116587. 00000100:00000010:0.0:1761322992.182126:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d8116587. 00010000:00000010:0.0:1761322992.182130:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000021e304c5. 00000400:00000010:0.0:1761322992.182143:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004767911a. 00000100:00000200:0.0:1761322992.182149:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955827456, offset 224 00000400:00000200:0.0:1761322992.182163:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322992.182179:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322992.182185:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89212:89212:256:4294967295] 192.168.201.29@tcp LPNI seq info [89212:89212:8:4294967295] 00000400:00000200:0.0:1761322992.182196:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322992.182201:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322992.182206:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000007e4c409 (tot 82350866). 00000800:00000200:0.0:1761322992.182213:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322992.182221:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322992.182224:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000007e4c409 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761322992.182253:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000072b21990. 00000020:00000010:0.0:1761322992.182259:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b88240bc. 00000020:00000010:0.0:1761322992.182262:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003027f154. 00080000:00000010:0.0:1761322992.182293:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000003027f154. 00000800:00000200:3.0:1761322992.182378:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322992.182383:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000007e4c409 (tot 82350618). 00000400:00000200:3.0:1761322992.182387:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322992.182392:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322992.182396:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004767911a 00000400:00000010:3.0:1761322992.182400:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004767911a. 00010000:00000010:0.0:1761322992.182400:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000157d6dea. 00010000:00000010:0.0:1761322992.182409:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001996b01a. 00010000:00000010:0.0:1761322992.182502:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006e13a1a0. 00010000:00000010:0.0:1761322992.182509:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000072346468. 00010000:00000010:0.0:1761322992.182520:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000021e304c5. 00000100:00000010:0.0:1761322992.182525:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d8116587. 00000100:00000010:0.0:1761322992.182548:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005d86ea8a. 02000000:00000010:0.0:1761322992.182560:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001084272e. 02000000:00000010:0.0:1761322992.182581:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000112488dd. 00000400:00000010:0.0:1761322992.182587:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007ca18b98. 00000400:00000010:0.0:1761322992.182592:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000825fa906. 00000100:00000200:0.0:1761322992.182597:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956468032, portal 16 00000400:00000010:0.0:1761322992.182601:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001a275b80. 00000100:00000200:0.0:1761322992.182604:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956468032, offset 0 00000400:00000200:0.0:1761322992.182610:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322992.182618:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322992.182626:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:0.0:1761322992.182630:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761322992.182634:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322992.182637:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89213:89213:256:4294967295] 192.168.201.29@tcp LPNI seq info [89213:89213:8:4294967295] 00000400:00000200:0.0:1761322992.182644:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322992.182649:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322992.182652:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000019c3e4a9 (tot 82350866). 00000800:00000200:0.0:1761322992.182658:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322992.182664:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322992.182666:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000019c3e4a9 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761322992.182739:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761322992.182743:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000019c3e4a9 (tot 82350618). 00000400:00000200:1.0:1761322992.182746:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322992.182750:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:1.0:1761322992.182752:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001a275b80 00000400:00000010:1.0:1761322992.182753:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001a275b80. 00000100:00000200:1.0:1761322992.182759:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005d86ea8a x1846879956468032/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322992.185340:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322992.185358:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf8140 00000400:00000200:3.0:1761322992.185367:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac709 [1] + 224 00000400:00000200:3.0:1761322992.185383:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322992.185386:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322992.185395:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005d86ea8a x1846879956468032/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761322992.185482:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007ca18b98. 00000400:00000200:0.0:1761322992.185488:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000825fa906 00000400:00000010:0.0:1761322992.185491:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000825fa906. 00000100:00000200:0.0:1761322992.185502:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005d86ea8a x1846879956468032/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761322992.185510:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005d86ea8a x1846879956468032/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761322992.185537:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000112488dd. 02000000:00000010:0.0:1761322992.185545:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001084272e. 00000100:00000010:0.0:1761322992.185550:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005d86ea8a. 00000100:00000010:0.0:1761322992.185554:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d8116587. 00010000:00000010:0.0:1761322992.185561:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000021e304c5. 00000400:00000200:3.0:1761322992.186296:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322992.186309:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb5bb40 00000400:00000200:3.0:1761322992.186316:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xab081 [2] + 656 00000400:00000200:3.0:1761322992.186381:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322992.186385:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322992.186390:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761322992.186395:0:15812:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007912ecad. 00000020:00000010:0.0:1761322992.186590:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000112488dd. 00000020:00000010:0.0:1761322992.186599:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000072b21990. 00000020:00000010:0.0:1761322992.186603:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b88240bc. 00000100:00000200:0.0:1761322992.186629:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007912ecad x1846879955827520/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:145/0 lens 328/0 e 0 to 0 dl 1761323035 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761322992.186673:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955827520 02000000:00000010:0.0:1761322992.186688:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001084272e. 00010000:00000010:0.0:1761322992.186721:0:66652:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cad4b7c9. 00010000:00000010:0.0:1761322992.186741:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000021e304c5. 00000100:00000010:0.0:1761322992.186748:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d8116587. 00000100:00000010:0.0:1761322992.186772:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d8116587. 00010000:00000010:0.0:1761322992.186776:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000021e304c5. 00000400:00000010:0.0:1761322992.186789:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000825fa906. 00000100:00000200:0.0:1761322992.186796:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955827520, offset 224 00000400:00000200:0.0:1761322992.186805:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00080000:00000010:2.0:1761322992.186812:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000027461bbf. 00000400:00000200:0.0:1761322992.186819:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322992.186826:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89214:89214:256:4294967295] 192.168.201.29@tcp LPNI seq info [89214:89214:8:4294967295] 00000400:00000200:0.0:1761322992.186840:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322992.186846:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322992.186851:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000019c3e4a9 (tot 82350866). 00000800:00000200:0.0:1761322992.186857:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322992.186865:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322992.186870:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000019c3e4a9 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761322992.186898:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000072b21990. 00000020:00000010:0.0:1761322992.186915:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b88240bc. 00000020:00000010:0.0:1761322992.186920:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000112488dd. 00010000:00000010:2.0:1761322992.186937:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000072346468. 00010000:00000010:2.0:1761322992.186948:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000099637f21. 00000800:00000200:3.0:1761322992.187049:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322992.187057:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000019c3e4a9 (tot 82350618). 00000400:00000200:3.0:1761322992.187066:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322992.187122:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00010000:00000010:1.1:1761322992.187126:0:78789:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000054f76fbb. 00000400:00000200:3.0:1761322992.187129:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000825fa906 00000400:00000010:3.0:1761322992.187134:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000825fa906. 00010000:00000010:1.1:1761322992.187137:0:78789:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bf90bd29. 00010000:00000010:1.1:1761322992.187148:0:78789:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000170f7f40. 00010000:00000010:1.1:1761322992.187156:0:78789:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a1ee6cec. 00010000:00000010:2.0:1761322992.187622:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000919b699a. 00010000:00000010:2.0:1761322992.187630:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000009e810b9d. 00010000:00000010:2.0:1761322992.187643:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009b98916b. 00000100:00000010:2.0:1761322992.187649:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000013751a7e. 00000100:00000010:2.0:1761322992.187657:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c802a107. 02000000:00000010:2.0:1761322992.187671:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000eb9e7663. 02000000:00000010:2.0:1761322992.187696:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cd123f4f. 00000400:00000010:2.0:1761322992.187702:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009cd596cb. 00000400:00000010:2.0:1761322992.187709:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009f686459. 00000100:00000200:2.0:1761322992.187715:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956468096, portal 16 00000400:00000010:2.0:1761322992.187721:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006c597dbd. 00000100:00000200:2.0:1761322992.187723:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956468096, offset 0 00000400:00000200:2.0:1761322992.187731:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:2.0:1761322992.187742:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:2.0:1761322992.187752:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:2.0:1761322992.187756:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761322992.187759:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:2.0:1761322992.187763:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89215:89215:256:4294967295] 192.168.201.29@tcp LPNI seq info [89215:89215:8:4294967295] 00000400:00000200:2.0:1761322992.187776:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:2.0:1761322992.187782:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:2.0:1761322992.187786:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cbddcecb (tot 82350866). 00000800:00000200:2.0:1761322992.187791:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:2.0:1761322992.187797:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:2.0:1761322992.187800:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cbddcecb type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761322992.187936:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322992.187940:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cbddcecb (tot 82350618). 00000400:00000200:3.0:1761322992.187945:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322992.187950:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322992.187954:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006c597dbd 00000400:00000010:3.0:1761322992.187956:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006c597dbd. 00000100:00000200:3.0:1761322992.187963:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c802a107 x1846879956468096/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761322992.188151:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000040c2e22a. 00000400:00000200:3.0:1761322992.189383:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322992.189404:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf8180 00000400:00000200:3.0:1761322992.189414:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac715 [1] + 224 00000400:00000200:3.0:1761322992.189432:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322992.189439:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322992.189451:0:15812:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c802a107 x1846879956468096/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761322992.189514:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009cd596cb. 00000400:00000200:2.0:1761322992.189521:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009f686459 00000400:00000010:2.0:1761322992.189524:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009f686459. 00000100:00000200:2.0:1761322992.189601:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c802a107 x1846879956468096/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761322992.189616:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c802a107 x1846879956468096/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761322992.189648:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cd123f4f. 02000000:00000010:2.0:1761322992.189921:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000eb9e7663. 00000100:00000010:2.0:1761322992.189927:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c802a107. 00000100:00000010:2.0:1761322992.189933:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000013751a7e. 00010000:00000010:2.0:1761322992.189938:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009b98916b. 00010000:00000010:0.1:1761322992.190104:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000657e7e8. 00010000:00000010:0.1:1761322992.190113:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005487a2af. 00010000:00000010:0.1:1761322992.190119:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000089f67ccd. 00000400:00000200:2.0:1761322992.191555:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322992.191574:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb5bb80 00000400:00000200:2.0:1761322992.191583:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xab081 [2] + 984 00000400:00000200:2.0:1761322992.191661:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322992.191666:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322992.191674:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761322992.191679:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c802a107. 00000020:00000010:0.0:1761322992.192063:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000112488dd. 00010000:00000010:0.1:1761322992.192105:0:66652:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000da759203. 00000020:00000010:0.0:1761322992.192128:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000072b21990. 00000020:00000010:0.0:1761322992.192134:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b88240bc. 00010000:00000010:2.1:1761322992.192143:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c3628269. 00010000:00000010:2.1:1761322992.192153:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006e13a1a0. 00000100:00000200:0.0:1761322992.192174:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c802a107 x1846879955827584/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:145/0 lens 328/0 e 0 to 0 dl 1761323035 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761322992.192216:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955827584 02000000:00000010:0.0:1761322992.192230:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001bc509ef. 00010000:00000010:0.0:1761322992.192264:0:66652:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000242afb1. 00010000:00000010:0.0:1761322992.192285:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000021e304c5. 00000100:00000010:0.0:1761322992.192293:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d8116587. 00000100:00000010:0.0:1761322992.192317:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d8116587. 00010000:00000010:0.0:1761322992.192322:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000021e304c5. 00000400:00000010:0.0:1761322992.192337:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000328fc61a. 00000100:00000200:0.0:1761322992.192344:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955827584, offset 224 00000400:00000200:0.0:1761322992.192355:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00080000:00000010:3.0:1761322992.192369:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000003a9662ff. 00000400:00000200:0.0:1761322992.192373:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322992.192385:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89216:89216:256:4294967295] 192.168.201.29@tcp LPNI seq info [89216:89216:8:4294967295] 00000400:00000200:0.0:1761322992.192396:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322992.192416:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322992.192424:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000007e4c409 (tot 82350866). 00000800:00000200:0.0:1761322992.192436:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322992.192445:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322992.192450:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000007e4c409 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761322992.192474:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000072b21990. 00000020:00000010:0.0:1761322992.192491:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b88240bc. 00010000:00000010:3.0:1761322992.192492:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009e810b9d. 00000020:00000010:0.0:1761322992.192495:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000112488dd. 00010000:00000010:3.0:1761322992.192506:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000020efa4eb. 00000800:00000200:0.0:1761322992.192602:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00010000:00000010:3.0:1761322992.192606:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ace29fdd. 00000800:00000010:0.0:1761322992.192611:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000007e4c409 (tot 82350618). 00000400:00000200:0.0:1761322992.192618:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:3.0:1761322992.192621:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a6da16ed. 00000400:00000200:0.0:1761322992.192626:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:0.0:1761322992.192631:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000328fc61a 00000400:00000010:0.0:1761322992.192634:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000328fc61a. 00010000:00000010:3.0:1761322992.192647:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e0af421a. 00000100:00000010:3.0:1761322992.192656:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003ee76873. 00000100:00000010:3.0:1761322992.192666:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cec9b0b9. 02000000:00000010:3.0:1761322992.192686:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005d8b12c9. 02000000:00000010:3.0:1761322992.192736:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000136ddae9. 00000400:00000010:3.0:1761322992.192743:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004a68db72. 00000400:00000010:3.0:1761322992.192752:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ffeadb6e. 00000100:00000200:3.0:1761322992.192758:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956468160, portal 16 00000400:00000010:3.0:1761322992.192766:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000071ab6077. 00000100:00000200:3.0:1761322992.192768:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956468160, offset 0 00000400:00000200:3.0:1761322992.192777:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:3.0:1761322992.192793:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322992.192801:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:3.0:1761322992.192805:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761322992.192809:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:3.0:1761322992.192812:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89217:89217:256:4294967295] 192.168.201.29@tcp LPNI seq info [89217:89217:8:4294967295] 00000400:00000200:3.0:1761322992.192881:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322992.192889:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322992.192895:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000036ac846e (tot 82350866). 00000800:00000200:3.0:1761322992.192902:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322992.192909:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322992.192913:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000036ac846e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761322992.193157:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761322992.193162:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000036ac846e (tot 82350618). 00000400:00000200:1.0:1761322992.193167:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322992.193172:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:1.0:1761322992.193176:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000071ab6077 00000400:00000010:1.0:1761322992.193178:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000071ab6077. 00000100:00000200:1.0:1761322992.193185:0:15812:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000cec9b0b9 x1846879956468160/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322992.194903:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322992.194922:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf81c0 00000400:00000200:3.0:1761322992.194932:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac721 [1] + 224 00000400:00000200:3.0:1761322992.194944:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322992.194948:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322992.194957:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000cec9b0b9 x1846879956468160/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322992.195003:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322992.195008:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb5bbc0 00000400:00000200:3.0:1761322992.195014:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xab081 [2] + 1312 00000400:00000200:3.0:1761322992.195103:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322992.195106:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322992.195110:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761322992.195116:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000053bb533c. 00000400:00000010:0.0:1761322992.195201:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004a68db72. 00000400:00000200:0.0:1761322992.195207:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ffeadb6e 00000400:00000010:0.0:1761322992.195209:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ffeadb6e. 00000100:00000200:0.0:1761322992.195216:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000cec9b0b9 x1846879956468160/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761322992.195224:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000cec9b0b9 x1846879956468160/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761322992.195251:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000136ddae9. 02000000:00000010:0.0:1761322992.195256:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000005d8b12c9. 00000100:00000010:0.0:1761322992.195259:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000cec9b0b9. 00000100:00000010:0.0:1761322992.195263:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003ee76873. 00010000:00000010:0.0:1761322992.195267:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e0af421a. 00000020:00000010:1.0:1761322992.195552:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000086bd0120. 00000020:00000010:1.0:1761322992.195560:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000999875a. 00000020:00000010:1.0:1761322992.195565:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001d369eb8. 00000100:00000200:1.0:1761322992.195590:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000053bb533c x1846879955827648/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:145/0 lens 328/0 e 0 to 0 dl 1761323035 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761322992.195630:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955827648 02000000:00000010:1.0:1761322992.195641:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c81c69f2. 00010000:00000010:1.0:1761322992.195670:0:66652:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000020e3511a. 00010000:00000010:1.0:1761322992.195688:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000c0eaff9. 00000100:00000010:1.0:1761322992.195695:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000deff1baf. 00000100:00000010:1.0:1761322992.195705:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000deff1baf. 00010000:00000010:1.0:1761322992.195707:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000c0eaff9. 00000400:00000010:1.0:1761322992.195718:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005d51e45b. 00000100:00000200:1.0:1761322992.195723:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955827648, offset 224 00000400:00000200:1.0:1761322992.195732:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322992.195743:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322992.195750:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89218:89218:256:4294967295] 192.168.201.29@tcp LPNI seq info [89218:89218:8:4294967295] 00000400:00000200:1.0:1761322992.195761:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322992.195766:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322992.195770:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006d93c9a0 (tot 82350866). 00000800:00000200:1.0:1761322992.195776:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322992.195784:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322992.195788:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006d93c9a0 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761322992.195807:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000999875a. 00000020:00000010:1.0:1761322992.195812:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001d369eb8. 00000020:00000010:1.0:1761322992.195815:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000086bd0120. 00000800:00000200:1.0:1761322992.195908:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761322992.195911:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006d93c9a0 (tot 82350618). 00000400:00000200:1.0:1761322992.195916:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322992.195920:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:1.0:1761322992.195923:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005d51e45b 00000400:00000010:1.0:1761322992.195924:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005d51e45b. 00080000:00000010:0.0:1761322992.196042:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000551c174a. 00010000:00000010:0.1:1761322992.196096:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002963e05e. 00010000:00000010:0.0:1761322992.196188:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a6da16ed. 00010000:00000010:0.0:1761322992.196197:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b3958008. 00010000:00000010:3.1:1761322992.196223:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cb5d8b38. 00010000:00000010:3.1:1761322992.196229:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000919b699a. 00010000:00000010:0.0:1761322992.196464:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000040da76af. 00010000:00000010:0.0:1761322992.196473:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007e236b01. 00010000:00000010:0.0:1761322992.196484:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000021e304c5. 00000100:00000010:0.0:1761322992.196490:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d8116587. 00000100:00000010:0.0:1761322992.196499:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005d86ea8a. 02000000:00000010:0.0:1761322992.196513:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000112488dd. 02000000:00000010:0.0:1761322992.196541:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000057963991. 00000400:00000010:0.0:1761322992.196547:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007ca18b98. 00000400:00000010:0.0:1761322992.196554:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000328fc61a. 00000100:00000200:0.0:1761322992.196559:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956468224, portal 16 00000400:00000010:0.0:1761322992.196565:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006ed25e9e. 00000100:00000200:0.0:1761322992.196567:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956468224, offset 0 00000400:00000200:0.0:1761322992.196575:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322992.196591:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322992.196599:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:0.0:1761322992.196604:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761322992.196607:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322992.196610:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89219:89219:256:4294967295] 192.168.201.29@tcp LPNI seq info [89219:89219:8:4294967295] 00000400:00000200:0.0:1761322992.196621:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322992.196626:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322992.196631:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000007e4c409 (tot 82350866). 00000800:00000200:0.0:1761322992.196636:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322992.196642:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322992.196645:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000007e4c409 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761322992.196938:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761322992.196942:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000007e4c409 (tot 82350618). 00000400:00000200:1.0:1761322992.196947:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322992.196952:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:1.0:1761322992.196955:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006ed25e9e 00000400:00000010:1.0:1761322992.196957:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006ed25e9e. 00000100:00000200:1.0:1761322992.196966:0:15812:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005d86ea8a x1846879956468224/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761322992.197824:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:0.0:1761322992.197842:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf8200 00000400:00000200:0.0:1761322992.197852:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac72d [1] + 224 00000400:00000200:0.0:1761322992.197867:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322992.197871:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:0.0:1761322992.197878:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005d86ea8a x1846879956468224/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761322992.198061:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:0.0:1761322992.198068:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb5bc00 00000400:00000200:0.0:1761322992.198207:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xab081 [2] + 1640 00000400:00000200:0.0:1761322992.198258:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322992.198262:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000010:1.0:1761322992.198290:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007ca18b98. 00000400:00000200:1.0:1761322992.198295:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000328fc61a 00000400:00000010:1.0:1761322992.198297:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000328fc61a. 00000100:00000200:1.0:1761322992.198305:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005d86ea8a x1846879956468224/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761322992.198314:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005d86ea8a x1846879956468224/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761322992.198341:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000057963991. 02000000:00000010:1.0:1761322992.198347:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000112488dd. 00000100:00000010:1.0:1761322992.198353:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005d86ea8a. 00000100:00000010:1.0:1761322992.198356:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d8116587. 00010000:00000010:1.0:1761322992.198364:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000021e304c5. 00000100:00000200:0.0:1761322992.198466:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761322992.198472:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b7d7a390. 00000020:00000010:3.0:1761322992.198671:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000096743d11. 00000020:00000010:3.0:1761322992.198680:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d19c231d. 00000020:00000010:3.0:1761322992.198685:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000067fd8f68. 00000100:00000200:3.0:1761322992.198709:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b7d7a390 x1846879955827712/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:145/0 lens 328/0 e 0 to 0 dl 1761323035 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761322992.198798:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955827712 02000000:00000010:3.0:1761322992.198810:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000005a684da. 00010000:00000010:3.0:1761322992.198836:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005fbaff50. 00010000:00000010:3.0:1761322992.198855:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000767563e2. 00000100:00000010:3.0:1761322992.198861:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001da5bf6f. 00000100:00000010:3.0:1761322992.198959:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001da5bf6f. 00010000:00000010:3.0:1761322992.198963:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000767563e2. 00000400:00000010:3.0:1761322992.198976:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d91b114b. 00000100:00000200:3.0:1761322992.198980:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955827712, offset 224 00000400:00000200:3.0:1761322992.198989:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:3.0:1761322992.199000:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322992.199005:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89220:89220:256:4294967295] 192.168.201.29@tcp LPNI seq info [89220:89220:8:4294967295] 00000400:00000200:3.0:1761322992.199015:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322992.199032:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322992.199036:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005938d56c (tot 82350866). 00000800:00000200:3.0:1761322992.199043:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322992.199050:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322992.199053:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005938d56c type 1, nob 320 niov 1 nkiov 1 00080000:00000010:0.0:1761322992.199200:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000057963991. 00010000:00000010:0.0:1761322992.199293:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007e236b01. 00010000:00000010:0.0:1761322992.199300:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000bec134d2. 00010000:00000010:0.0:1761322992.199383:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006e13a1a0. 00010000:00000010:0.0:1761322992.199389:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007e236b01. 00010000:00000010:0.0:1761322992.199398:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005b24b31b. 00000100:00000010:0.0:1761322992.199401:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d8116587. 00000100:00000010:0.0:1761322992.199407:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000049447897. 02000000:00000010:0.0:1761322992.199420:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005549a14a. 02000000:00000010:0.0:1761322992.199438:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000166e5690. 00000400:00000010:0.0:1761322992.199443:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000092c8dd82. 00000400:00000010:0.0:1761322992.199447:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000037e22b3c. 00000100:00000200:0.0:1761322992.199453:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956468288, portal 16 00000400:00000010:0.0:1761322992.199456:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000085772165. 00000100:00000200:0.0:1761322992.199458:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956468288, offset 0 00000400:00000200:0.0:1761322992.199463:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322992.199468:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322992.199475:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:0.0:1761322992.199478:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761322992.199481:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322992.199483:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89221:89221:255:4294967295] 192.168.201.29@tcp LPNI seq info [89221:89221:7:4294967295] 00000400:00000200:0.0:1761322992.199489:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322992.199493:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322992.199496:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002b6ad44b (tot 82351114). 00000800:00000200:0.0:1761322992.199500:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322992.199505:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322992.199507:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002b6ad44b type 1, nob 424 niov 1 nkiov 1 00000020:00000010:3.0:1761322992.199565:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d19c231d. 00000020:00000010:3.0:1761322992.199570:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000067fd8f68. 00000020:00000010:3.0:1761322992.199573:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000096743d11. 00000800:00000200:1.0:1761322992.199676:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761322992.199679:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005938d56c (tot 82350866). 00000400:00000200:1.0:1761322992.199684:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322992.199688:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:1.0:1761322992.199692:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d91b114b 00000400:00000010:1.0:1761322992.199694:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d91b114b. 00000800:00000200:1.0:1761322992.199758:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761322992.199760:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002b6ad44b (tot 82350618). 00000400:00000200:1.0:1761322992.199763:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322992.199766:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:1.0:1761322992.199769:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000085772165 00000400:00000010:1.0:1761322992.199770:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000085772165. 00000100:00000200:1.0:1761322992.199777:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000049447897 x1846879956468288/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761322992.201196:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:1.0:1761322992.201223:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf8240 00000400:00000200:1.0:1761322992.201232:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac739 [1] + 224 00000400:00000200:1.0:1761322992.201249:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322992.201255:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:1.0:1761322992.201264:0:15812:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000049447897 x1846879956468288/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761322992.201309:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:1.0:1761322992.201315:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb5bc40 00000400:00000200:1.0:1761322992.201321:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xab081 [2] + 1968 00000400:00000010:1.0:1761322992.201327:0:15812:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003b9a2958. 00000400:00000200:1.0:1761322992.201332:0:15812:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000005583bd74 00000400:00000200:1.0:1761322992.201395:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322992.201400:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:1.0:1761322992.201404:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005583bd74 00000400:00000010:1.0:1761322992.201407:0:15812:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000005583bd74 (tot 82350466). 00000100:00000200:1.0:1761322992.201414:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:0.0:1761322992.203118:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000092c8dd82. 00000400:00000200:0.0:1761322992.203128:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000037e22b3c 00000400:00000010:0.0:1761322992.203131:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000037e22b3c. 00000100:00000200:0.0:1761322992.203148:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000049447897 x1846879956468288/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761322992.203161:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000049447897 x1846879956468288/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000020:00000010:2.0:1761322992.203190:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cd123f4f. 02000000:00000010:0.0:1761322992.203192:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000166e5690. 02000000:00000010:0.0:1761322992.203200:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000005549a14a. 00000020:00000010:2.0:1761322992.203202:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000cb03106e. 00000100:00000010:0.0:1761322992.203209:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000049447897. 00000020:00000010:2.0:1761322992.203211:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009b99a30e. 00000100:00000010:0.0:1761322992.203217:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d8116587. 00010000:00000010:0.0:1761322992.203224:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005b24b31b. 00000100:00000200:2.0:1761322992.203252:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000004a68bc98 x1846879955827776/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:145/0 lens 328/0 e 0 to 0 dl 1761323035 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761322992.203302:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955827776 02000000:00000010:2.0:1761322992.203317:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000784e642e. 00010000:00000010:2.0:1761322992.203353:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007807dbb4. 00010000:00000010:2.0:1761322992.203378:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009d367860. 00000100:00000010:2.0:1761322992.203385:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000013751a7e. 00000100:00000010:2.0:1761322992.203403:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000013751a7e. 00010000:00000010:2.0:1761322992.203406:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009d367860. 00000400:00000010:2.0:1761322992.203423:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009f686459. 00000100:00000200:2.0:1761322992.203429:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955827776, offset 224 00000400:00000200:2.0:1761322992.203438:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00080000:00000010:0.0:1761322992.203443:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000005549a14a. 00000400:00000200:2.0:1761322992.203456:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:2.0:1761322992.203463:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89222:89222:256:4294967295] 192.168.201.29@tcp LPNI seq info [89222:89222:8:4294967295] 00000400:00000200:2.0:1761322992.203475:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:2.0:1761322992.203481:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:2.0:1761322992.203486:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cbddcecb (tot 82350714). 00000800:00000200:2.0:1761322992.203493:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:2.0:1761322992.203503:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:2.0:1761322992.203508:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cbddcecb type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761322992.203541:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000cb03106e. 00000020:00000010:2.0:1761322992.203547:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009b99a30e. 00000020:00000010:2.0:1761322992.203551:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cd123f4f. 02000000:00000010:2.0:1761322992.203564:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000005a684da. 00000100:00000010:2.0:1761322992.203569:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b7d7a390. 02000000:00000010:2.0:1761322992.203574:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c81c69f2. 00000100:00000010:2.0:1761322992.203576:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000053bb533c. 02000000:00000010:2.0:1761322992.203580:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001bc509ef. 00000100:00000010:2.0:1761322992.203583:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c802a107. 02000000:00000010:2.0:1761322992.203588:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001084272e. 00000100:00000010:2.0:1761322992.203590:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007912ecad. 02000000:00000010:2.0:1761322992.203593:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d0c9d6cb. 00000100:00000010:2.0:1761322992.203595:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000279cdfe2. 02000000:00000010:2.0:1761322992.203598:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002de74bed. 00000100:00000010:2.0:1761322992.203602:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000dfba0156. 00000100:00000200:2.0:1761322992.203609:0:67479:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1761322992.203617:0:67479:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009cd596cb. 00000400:00000010:2.0:1761322992.203623:0:67479:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000013751a7e (tot 82350866). 00000800:00000200:0.0:1761322992.203656:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761322992.203662:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cbddcecb (tot 82350618). 00000400:00000200:0.0:1761322992.203668:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322992.203674:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:0.0:1761322992.203678:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009f686459 00000400:00000010:0.0:1761322992.203680:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009f686459. 02000000:00000010:0.0:1761322992.203685:0:15810:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000784e642e. 00010000:00000010:0.0:1761322992.203725:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007e236b01. 00010000:00000010:0.0:1761322992.203734:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000669b8a21. 00010000:00000010:0.0:1761322992.203850:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bf90bd29. 00010000:00000010:0.0:1761322992.203856:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007e236b01. 00010000:00000010:0.0:1761322992.203867:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005b24b31b. 00000100:00000010:0.0:1761322992.203873:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d8116587. 00000100:00000010:0.0:1761322992.203880:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000049447897. 02000000:00000010:0.0:1761322992.203892:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000166e5690. 02000000:00000010:0.0:1761322992.203916:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000965d2d95. 00000400:00000010:0.0:1761322992.203921:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000092c8dd82. 00000400:00000010:0.0:1761322992.203926:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000037e22b3c. 00000100:00000200:0.0:1761322992.203931:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956468352, portal 16 00000400:00000010:0.0:1761322992.203935:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ac2f0f58. 00000100:00000200:0.0:1761322992.203937:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956468352, offset 0 00000400:00000200:0.0:1761322992.203944:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322992.203955:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322992.203963:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:0.0:1761322992.203967:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761322992.203970:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322992.203973:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89223:89223:256:4294967295] 192.168.201.29@tcp LPNI seq info [89223:89223:8:4294967295] 00000400:00000200:0.0:1761322992.203980:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322992.203986:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322992.203990:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bf5e0f07 (tot 82350866). 00000800:00000200:0.0:1761322992.203995:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322992.204001:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322992.204005:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bf5e0f07 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1761322992.204112:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c436cf24. 00010000:00000010:3.1:1761322992.204125:0:1023:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009b1271d5. 00000800:00000200:1.0:1761322992.204183:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761322992.204186:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bf5e0f07 (tot 82350618). 00000400:00000200:1.0:1761322992.204190:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322992.204194:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:1.0:1761322992.204197:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ac2f0f58 00000400:00000010:1.0:1761322992.204198:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ac2f0f58. 00000100:00000200:1.0:1761322992.204206:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000049447897 x1846879956468352/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761322992.205617:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:1.0:1761322992.205635:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf8280 00000400:00000200:1.0:1761322992.205647:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac749 [1] + 224 00000400:00000200:1.0:1761322992.205665:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322992.205669:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:1.0:1761322992.205679:0:15812:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000049447897 x1846879956468352/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761322992.206064:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000092c8dd82. 00000400:00000200:0.0:1761322992.206102:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000037e22b3c 00000400:00000010:0.0:1761322992.206106:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000037e22b3c. 00000100:00000200:0.0:1761322992.206119:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000049447897 x1846879956468352/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761322992.206130:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000049447897 x1846879956468352/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761322992.206165:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000965d2d95. 02000000:00000010:0.0:1761322992.206171:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000166e5690. 00000100:00000010:0.0:1761322992.206176:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000049447897. 00000100:00000010:0.0:1761322992.206179:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d8116587. 00010000:00000010:0.0:1761322992.206185:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005b24b31b. 00000400:00000200:1.0:1761322992.206264:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:1.0:1761322992.206275:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb5bc80 00000400:00000200:1.0:1761322992.206281:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xab0d9 [2] + 0 00000400:00000200:1.0:1761322992.206336:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322992.206340:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:1.0:1761322992.206344:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761322992.206352:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000089684651. 00000020:00000010:2.0:1761322992.206421:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005c224b2b. 00000020:00000010:2.0:1761322992.206429:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a19f1689. 00000020:00000010:2.0:1761322992.206434:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009b99a30e. 00000100:00000200:2.0:1761322992.206463:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000089684651 x1846879955827840/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:145/0 lens 328/0 e 0 to 0 dl 1761323035 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761322992.206501:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955827840 02000000:00000010:2.0:1761322992.206515:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c0c53bdf. 00010000:00000010:2.0:1761322992.206547:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000053fb60a0. 00010000:00000010:2.0:1761322992.206570:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e3902d17. 00000100:00000010:2.0:1761322992.206577:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009416a060. 00000100:00000010:2.0:1761322992.206591:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009416a060. 00010000:00000010:2.0:1761322992.206595:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e3902d17. 00000400:00000010:2.0:1761322992.206609:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006f6a30cf. 00000100:00000200:2.0:1761322992.206614:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955827840, offset 224 00000400:00000200:2.0:1761322992.206622:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:2.0:1761322992.206635:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:2.0:1761322992.206642:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89224:89224:256:4294967295] 192.168.201.29@tcp LPNI seq info [89224:89224:8:4294967295] 00000400:00000200:2.0:1761322992.206652:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:2.0:1761322992.206658:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:2.0:1761322992.206662:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000041deb613 (tot 82350866). 00000800:00000200:2.0:1761322992.206669:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:2.0:1761322992.206676:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:2.0:1761322992.206680:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000041deb613 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761322992.206700:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a19f1689. 00000020:00000010:2.0:1761322992.206704:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009b99a30e. 00000020:00000010:2.0:1761322992.206707:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005c224b2b. 00080000:00000010:2.0:1761322992.206733:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000005c224b2b. 00010000:00000010:2.0:1761322992.206897:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007e236b01. 00010000:00000010:2.0:1761322992.206905:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001465a5a4. 00010000:00000010:2.0:1761322992.206984:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c21e4c99. 00010000:00000010:2.0:1761322992.206993:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036938f9a. 00010000:00000010:2.0:1761322992.207006:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e3902d17. 00000100:00000010:2.0:1761322992.207011:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009416a060. 00000100:00000010:2.0:1761322992.207034:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c802a107. 02000000:00000010:2.0:1761322992.207046:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000574984b2. 02000000:00000010:2.0:1761322992.207100:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000784e642e. 00000400:00000010:2.0:1761322992.207108:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000039c47dcc. 00000400:00000010:2.0:1761322992.207114:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002caf11b4. 00000100:00000200:2.0:1761322992.207119:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956468416, portal 16 00000400:00000010:2.0:1761322992.207125:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003d5d8e74. 00000100:00000200:2.0:1761322992.207126:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956468416, offset 0 00000400:00000200:2.0:1761322992.207133:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:2.0:1761322992.207140:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:2.0:1761322992.207146:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:2.0:1761322992.207150:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761322992.207153:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:2.0:1761322992.207156:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89225:89225:255:4294967295] 192.168.201.29@tcp LPNI seq info [89225:89225:7:4294967295] 00000400:00000200:2.0:1761322992.207163:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:2.0:1761322992.207167:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:2.0:1761322992.207170:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007e67acbb (tot 82351114). 00000800:00000200:2.0:1761322992.207175:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:2.0:1761322992.207180:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:2.0:1761322992.207184:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007e67acbb type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761322992.207322:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761322992.207329:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000041deb613 (tot 82350866). 00000400:00000200:1.0:1761322992.207336:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322992.207345:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:1.0:1761322992.207350:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006f6a30cf 00000400:00000010:1.0:1761322992.207353:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006f6a30cf. 00000800:00000200:1.0:1761322992.207415:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761322992.207417:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007e67acbb (tot 82350618). 00000400:00000200:1.0:1761322992.207421:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322992.207427:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:1.0:1761322992.207430:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003d5d8e74 00000400:00000010:1.0:1761322992.207431:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003d5d8e74. 00000100:00000200:1.0:1761322992.207439:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c802a107 x1846879956468416/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761322992.208099:0:78790:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cafa1739. 00010000:00000010:0.1:1761322992.208107:0:78790:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ace29fdd. 00010000:00000010:0.1:1761322992.208119:0:78790:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007ca8534e. 00010000:00000010:0.1:1761322992.208122:0:78790:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000040da76af. 00000400:00000200:1.0:1761322992.208647:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:1.0:1761322992.208666:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf82c0 00000400:00000200:1.0:1761322992.208678:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac755 [1] + 224 00000400:00000200:1.0:1761322992.208699:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322992.208702:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:1.0:1761322992.208708:0:15812:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c802a107 x1846879956468416/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761322992.209071:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:1.0:1761322992.209136:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb5bcc0 00000400:00000200:1.0:1761322992.209150:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xab0d9 [2] + 328 00000400:00000010:2.0:1761322992.209171:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000039c47dcc. 00000400:00000200:2.0:1761322992.209178:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002caf11b4 00000400:00000010:2.0:1761322992.209180:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002caf11b4. 00000100:00000200:2.0:1761322992.209194:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c802a107 x1846879956468416/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761322992.209204:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c802a107 x1846879956468416/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761322992.209237:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000784e642e. 02000000:00000010:2.0:1761322992.209244:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000574984b2. 00000100:00000010:2.0:1761322992.209249:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c802a107. 00000100:00000010:2.0:1761322992.209254:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009416a060. 00010000:00000010:2.0:1761322992.209258:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e3902d17. 00000400:00000200:1.0:1761322992.209317:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322992.209324:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:1.0:1761322992.209330:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761322992.209337:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000eae2da62. 00000020:00000010:2.0:1761322992.210201:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000574984b2. 00000020:00000010:2.0:1761322992.210210:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a19f1689. 00000020:00000010:2.0:1761322992.210214:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009b99a30e. 00000100:00000200:2.0:1761322992.210243:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000eae2da62 x1846879955827904/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:145/0 lens 328/0 e 0 to 0 dl 1761323035 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761322992.210281:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955827904 02000000:00000010:2.0:1761322992.210295:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000784e642e. 00010000:00000010:2.0:1761322992.210327:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000058e26e78. 00010000:00000010:2.0:1761322992.210350:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e3902d17. 00000100:00000010:2.0:1761322992.210358:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009416a060. 00000100:00000010:2.0:1761322992.210378:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009416a060. 00010000:00000010:2.0:1761322992.210382:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e3902d17. 00000400:00000010:2.0:1761322992.210398:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002caf11b4. 00000100:00000200:2.0:1761322992.210416:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955827904, offset 224 00000400:00000200:2.0:1761322992.210425:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:2.0:1761322992.210440:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:2.0:1761322992.210447:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89226:89226:256:4294967295] 192.168.201.29@tcp LPNI seq info [89226:89226:8:4294967295] 00000400:00000200:2.0:1761322992.210466:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:2.0:1761322992.210476:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:2.0:1761322992.210481:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f093da5b (tot 82350866). 00000800:00000200:2.0:1761322992.210488:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00080000:00000010:1.0:1761322992.210492:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000086bd0120. 00000800:00000200:2.0:1761322992.210498:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:2.0:1761322992.210504:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f093da5b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761322992.210533:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a19f1689. 00000020:00000010:2.0:1761322992.210538:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009b99a30e. 00000020:00000010:2.0:1761322992.210542:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000574984b2. 00010000:00000010:1.0:1761322992.210609:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036938f9a. 00010000:00000010:1.0:1761322992.210619:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000d1e68af. 00010000:00000010:1.0:1761322992.210720:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a1ee6cec. 00010000:00000010:1.0:1761322992.210727:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035d7bf38. 00010000:00000010:1.0:1761322992.210740:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000c0eaff9. 00000100:00000010:1.0:1761322992.210748:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000deff1baf. 00000100:00000010:1.0:1761322992.210756:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000eabe2b15. 02000000:00000010:1.0:1761322992.210771:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c81c69f2. 02000000:00000010:1.0:1761322992.210798:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e3da53de. 00000400:00000010:1.0:1761322992.210804:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000026245ae8. 00000400:00000010:1.0:1761322992.210811:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005d51e45b. 00000100:00000200:1.0:1761322992.210818:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956468480, portal 16 00000400:00000010:1.0:1761322992.210823:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002578c7b1. 00000100:00000200:1.0:1761322992.210825:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956468480, offset 0 00000400:00000200:1.0:1761322992.210833:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322992.210845:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322992.210855:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:1.0:1761322992.210860:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761322992.210863:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:1.0:1761322992.210867:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89227:89227:255:4294967295] 192.168.201.29@tcp LPNI seq info [89227:89227:7:4294967295] 00000800:00000200:3.0:1761322992.210873:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1761322992.210880:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000010:3.0:1761322992.210881:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f093da5b (tot 82350618). 00000400:00000200:3.0:1761322992.210887:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322992.210895:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322992.210902:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002caf11b4 00000800:00000200:1.0:1761322992.210905:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000400:00000010:3.0:1761322992.210906:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002caf11b4. 00000800:00000010:1.0:1761322992.210913:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006d93c9a0 (tot 82350866). 00000800:00000200:1.0:1761322992.210922:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322992.210930:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322992.210933:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006d93c9a0 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761322992.211320:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322992.211324:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006d93c9a0 (tot 82350618). 00000400:00000200:2.0:1761322992.211330:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322992.211334:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322992.211337:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002578c7b1 00000400:00000010:2.0:1761322992.211339:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002578c7b1. 00000100:00000200:2.0:1761322992.211347:0:15812:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000eabe2b15 x1846879956468480/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761322992.213131:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005f7bfd09. 00010000:00000010:0.1:1761322992.213243:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cd023d68. 00010000:00000010:0.1:1761322992.213256:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006e13a1a0. 00000400:00000200:3.0:1761322992.213588:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322992.213608:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf8300 00000400:00000200:3.0:1761322992.213618:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac761 [1] + 224 00000400:00000200:3.0:1761322992.213635:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322992.213641:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322992.213653:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000eabe2b15 x1846879956468480/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761322992.213728:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000026245ae8. 00000400:00000200:2.0:1761322992.213749:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005d51e45b 00000400:00000010:2.0:1761322992.213752:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005d51e45b. 00000100:00000200:2.0:1761322992.213765:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000eabe2b15 x1846879956468480/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761322992.213776:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000eabe2b15 x1846879956468480/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761322992.213807:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e3da53de. 02000000:00000010:2.0:1761322992.213815:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c81c69f2. 00000100:00000010:2.0:1761322992.213821:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000eabe2b15. 00000100:00000010:2.0:1761322992.213826:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000deff1baf. 00010000:00000010:2.0:1761322992.213829:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000c0eaff9. 00000400:00000200:3.0:1761322992.214118:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322992.214127:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb5bd00 00000400:00000200:3.0:1761322992.214136:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xab0d9 [2] + 656 00000400:00000200:3.0:1761322992.214192:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322992.214197:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322992.214202:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761322992.214209:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002934094c. 00000020:00000010:0.0:1761322992.214278:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000965d2d95. 00000020:00000010:0.0:1761322992.214285:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000000200df8. 00000020:00000010:0.0:1761322992.214290:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b88240bc. 00000100:00000200:0.0:1761322992.214320:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002934094c x1846879955827968/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:145/0 lens 328/0 e 0 to 0 dl 1761323035 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761322992.214357:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955827968 02000000:00000010:0.0:1761322992.214370:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000382e254c. 00010000:00000010:0.0:1761322992.214397:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000efa2ac7a. 00010000:00000010:0.0:1761322992.214426:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005b24b31b. 00000100:00000010:0.0:1761322992.214431:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d8116587. 00000100:00000010:0.0:1761322992.214444:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d8116587. 00010000:00000010:0.0:1761322992.214448:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005b24b31b. 00000400:00000010:0.0:1761322992.214463:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000037e22b3c. 00000100:00000200:0.0:1761322992.214467:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955827968, offset 224 00000400:00000200:0.0:1761322992.214474:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322992.214483:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322992.214488:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89228:89228:256:4294967295] 192.168.201.29@tcp LPNI seq info [89228:89228:8:4294967295] 00000400:00000200:0.0:1761322992.214495:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322992.214501:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322992.214504:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f8f59593 (tot 82350866). 00000800:00000200:0.0:1761322992.214510:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322992.214517:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322992.214521:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f8f59593 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761322992.214548:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000000200df8. 00000020:00000010:0.0:1761322992.214554:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b88240bc. 00000020:00000010:0.0:1761322992.214558:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000965d2d95. 00080000:00000010:2.0:1761322992.214604:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000574984b2. 00000800:00000200:3.0:1761322992.214623:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322992.214628:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f8f59593 (tot 82350618). 00000400:00000200:3.0:1761322992.214632:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322992.214637:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322992.214640:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000037e22b3c 00000400:00000010:3.0:1761322992.214642:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000037e22b3c. 00010000:00000010:2.0:1761322992.214703:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035d7bf38. 00010000:00000010:2.0:1761322992.214712:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e5ec6eef. 00010000:00000010:2.0:1761322992.214792:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e3226207. 00010000:00000010:2.0:1761322992.214800:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001f366a05. 00010000:00000010:2.0:1761322992.214815:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e3902d17. 00000100:00000010:2.0:1761322992.214820:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009416a060. 00000100:00000010:2.0:1761322992.214829:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c802a107. 02000000:00000010:2.0:1761322992.214843:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000019353728. 02000000:00000010:2.0:1761322992.214870:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000037c15bc9. 00000400:00000010:2.0:1761322992.214875:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000039c47dcc. 00000400:00000010:2.0:1761322992.214880:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000958958ca. 00000100:00000200:2.0:1761322992.214885:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956468544, portal 16 00000400:00000010:2.0:1761322992.214890:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d60c4ee9. 00000100:00000200:2.0:1761322992.214893:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956468544, offset 0 00000400:00000200:2.0:1761322992.214899:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:2.0:1761322992.214974:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:2.0:1761322992.214982:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:2.0:1761322992.214986:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761322992.214988:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:2.0:1761322992.214991:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89229:89229:256:4294967295] 192.168.201.29@tcp LPNI seq info [89229:89229:8:4294967295] 00000400:00000200:2.0:1761322992.214999:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:2.0:1761322992.215003:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:2.0:1761322992.215008:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000074e57caf (tot 82350866). 00000800:00000200:2.0:1761322992.215013:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:2.0:1761322992.215027:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:2.0:1761322992.215030:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000074e57caf type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1761322992.215108:0:78792:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000029328a9b. 00010000:00000010:1.1:1761322992.215118:0:78792:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c21e4c99. 00000800:00000200:3.0:1761322992.215144:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322992.215147:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000074e57caf (tot 82350618). 00000400:00000200:3.0:1761322992.215152:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322992.215157:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322992.215159:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d60c4ee9 00000400:00000010:3.0:1761322992.215161:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d60c4ee9. 00000100:00000200:3.0:1761322992.215169:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c802a107 x1846879956468544/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761322992.215214:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e7a6888c. 00010000:00000010:2.1:1761322992.215220:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000033bb1985. 00010000:00000010:2.1:1761322992.215222:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bf90bd29. 00000400:00000200:3.0:1761322992.215932:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322992.215944:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf8340 00000400:00000200:3.0:1761322992.215950:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac76d [1] + 224 00000400:00000200:3.0:1761322992.215961:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322992.215965:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322992.215970:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c802a107 x1846879956468544/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761322992.216009:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000039c47dcc. 00000400:00000200:2.0:1761322992.216012:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000958958ca 00000400:00000010:2.0:1761322992.216013:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000958958ca. 00000100:00000200:2.0:1761322992.216017:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c802a107 x1846879956468544/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761322992.216037:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c802a107 x1846879956468544/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761322992.216061:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000037c15bc9. 02000000:00000010:2.0:1761322992.216066:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000019353728. 00000100:00000010:2.0:1761322992.216068:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c802a107. 00000100:00000010:2.0:1761322992.216071:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009416a060. 00010000:00000010:2.0:1761322992.216107:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e3902d17. 00000400:00000200:3.0:1761322992.216440:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322992.216448:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb5bd40 00000400:00000200:3.0:1761322992.216453:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xab0d9 [2] + 984 00000400:00000200:3.0:1761322992.216490:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322992.216494:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322992.216498:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761322992.216503:0:15812:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001d6c23c1. 00000020:00000010:0.0:1761322992.216570:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000965d2d95. 00000020:00000010:0.0:1761322992.216577:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000000200df8. 00000020:00000010:0.0:1761322992.216580:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b88240bc. 00000100:00000200:0.0:1761322992.216601:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001d6c23c1 x1846879955828032/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:145/0 lens 328/0 e 0 to 0 dl 1761323035 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761322992.216627:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955828032 02000000:00000010:0.0:1761322992.216636:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000bf125b4c. 00010000:00000010:0.0:1761322992.216657:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000be9cfd31. 00010000:00000010:0.0:1761322992.216670:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005b24b31b. 00000100:00000010:0.0:1761322992.216674:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d8116587. 00000100:00000010:0.0:1761322992.216684:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d8116587. 00010000:00000010:0.0:1761322992.216687:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005b24b31b. 00000400:00000010:0.0:1761322992.216697:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e04633ab. 00000100:00000200:0.0:1761322992.216700:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955828032, offset 224 00000400:00000200:0.0:1761322992.216705:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322992.216713:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322992.216717:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89230:89230:256:4294967295] 192.168.201.29@tcp LPNI seq info [89230:89230:8:4294967295] 00000400:00000200:0.0:1761322992.216724:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322992.216729:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322992.216732:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a69d00c5 (tot 82350866). 00000800:00000200:0.0:1761322992.216735:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00080000:00000010:3.0:1761322992.216743:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000344bea80. 00000800:00000200:0.0:1761322992.216757:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322992.216761:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a69d00c5 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761322992.216782:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000000200df8. 00000020:00000010:0.0:1761322992.216787:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b88240bc. 00000020:00000010:0.0:1761322992.216791:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000965d2d95. 00010000:00000010:3.0:1761322992.216837:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001f366a05. 00010000:00000010:3.0:1761322992.216846:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000027c6a327. 00010000:00000010:3.0:1761322992.216935:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000062c618f7. 00010000:00000010:3.0:1761322992.216941:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007df03947. 00010000:00000010:3.0:1761322992.216953:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007ccdb2e9. 00000100:00000010:3.0:1761322992.216958:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001da5bf6f. 00000100:00000010:3.0:1761322992.216965:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001723ce77. 02000000:00000010:3.0:1761322992.216977:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000469e44ed. 02000000:00000010:3.0:1761322992.217005:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006c1ae183. 00000400:00000010:3.0:1761322992.217011:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000841445dd. 00000400:00000010:3.0:1761322992.217016:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000094a78784. 00000100:00000200:3.0:1761322992.217032:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956468608, portal 16 00000400:00000010:3.0:1761322992.217039:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d91b114b. 00000100:00000200:3.0:1761322992.217041:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956468608, offset 0 00000400:00000200:3.0:1761322992.217047:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:3.0:1761322992.217053:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322992.217061:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:3.0:1761322992.217064:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761322992.217068:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:3.0:1761322992.217106:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89231:89231:255:4294967295] 192.168.201.29@tcp LPNI seq info [89231:89231:7:4294967295] 00000400:00000200:3.0:1761322992.217118:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322992.217125:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322992.217129:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005938d56c (tot 82351114). 00000800:00000200:3.0:1761322992.217134:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322992.217139:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322992.217142:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005938d56c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761322992.217188:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322992.217192:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a69d00c5 (tot 82350866). 00000400:00000200:3.0:1761322992.217197:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322992.217202:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322992.217205:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e04633ab 00000400:00000010:3.0:1761322992.217209:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e04633ab. 00000800:00000200:3.0:1761322992.217260:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322992.217263:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005938d56c (tot 82350618). 00000400:00000200:3.0:1761322992.217267:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322992.217272:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322992.217275:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d91b114b 00000400:00000010:3.0:1761322992.217277:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d91b114b. 00000100:00000200:3.0:1761322992.217283:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001723ce77 x1846879956468608/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761322992.218136:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d96e9766. 00000400:00000200:1.0:1761322992.218723:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:1.0:1761322992.218742:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf8380 00000400:00000200:1.0:1761322992.218752:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac779 [1] + 224 00000400:00000200:1.0:1761322992.218767:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322992.218771:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:1.0:1761322992.218781:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001723ce77 x1846879956468608/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761322992.218866:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000841445dd. 00000400:00000200:3.0:1761322992.218870:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000094a78784 00000400:00000010:3.0:1761322992.218873:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000094a78784. 00000100:00000200:3.0:1761322992.218878:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001723ce77 x1846879956468608/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761322992.218886:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001723ce77 x1846879956468608/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761322992.218919:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006c1ae183. 02000000:00000010:3.0:1761322992.218924:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000469e44ed. 00000100:00000010:3.0:1761322992.218928:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001723ce77. 00000100:00000010:3.0:1761322992.218932:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001da5bf6f. 00010000:00000010:3.0:1761322992.218936:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007ccdb2e9. 00000400:00000200:3.0:1761322992.219043:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322992.219051:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb5bd80 00000400:00000200:3.0:1761322992.219058:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xab0d9 [2] + 1312 00000400:00000200:3.0:1761322992.219144:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322992.219149:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322992.219154:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761322992.219158:0:15812:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001723ce77. 00000020:00000010:1.0:1761322992.219223:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003d3a2ce9. 00000020:00000010:1.0:1761322992.219231:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f81a96c0. 00000020:00000010:1.0:1761322992.219236:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001d369eb8. 00000100:00000200:1.0:1761322992.219260:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001723ce77 x1846879955828096/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:145/0 lens 328/0 e 0 to 0 dl 1761323035 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761322992.219294:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955828096 02000000:00000010:1.0:1761322992.219306:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000112488dd. 00010000:00000010:1.0:1761322992.219334:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003a677c12. 00010000:00000010:1.0:1761322992.219353:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008488cbba. 00000100:00000010:1.0:1761322992.219360:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000049be3757. 00000100:00000010:1.0:1761322992.219373:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000049be3757. 00010000:00000010:1.0:1761322992.219376:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008488cbba. 00000400:00000010:1.0:1761322992.219389:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000071b5ee12. 00000100:00000200:1.0:1761322992.219393:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955828096, offset 224 00000400:00000200:1.0:1761322992.219401:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00080000:00000010:2.0:1761322992.219411:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000019353728. 00000400:00000200:1.0:1761322992.219414:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322992.219420:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89232:89232:256:4294967295] 192.168.201.29@tcp LPNI seq info [89232:89232:8:4294967295] 00000400:00000200:1.0:1761322992.219430:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322992.219436:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322992.219442:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006d93c9a0 (tot 82350866). 00000800:00000200:1.0:1761322992.219448:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322992.219455:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322992.219458:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006d93c9a0 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761322992.219486:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f81a96c0. 00000020:00000010:1.0:1761322992.219491:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001d369eb8. 00000020:00000010:1.0:1761322992.219495:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003d3a2ce9. 00010000:00000010:2.0:1761322992.219516:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007df03947. 00010000:00000010:2.0:1761322992.219524:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000030af38c8. 00010000:00000010:2.0:1761322992.219605:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005197d9bb. 00010000:00000010:2.0:1761322992.219610:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a19f1689. 00010000:00000010:2.0:1761322992.219615:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e6841254. 00010000:00000010:2.0:1761322992.219620:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00080000:00000010:2.0:1761322992.219630:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000037c15bc9. 00010000:00000010:2.0:1761322992.219715:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322992.219719:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a19f1689. 00010000:00000010:2.0:1761322992.219776:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000270c24fb. 00010000:00000010:2.0:1761322992.219780:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bdcf18e. 00010000:00000010:2.0:1761322992.219788:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e3902d17. 00000100:00000010:2.0:1761322992.219792:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009416a060. 00000100:00000010:2.0:1761322992.219799:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c802a107. 02000000:00000010:2.0:1761322992.219811:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000cd123f4f. 02000000:00000010:2.0:1761322992.219833:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c81c69f2. 00000400:00000010:2.0:1761322992.219838:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000039c47dcc. 00000400:00000010:2.0:1761322992.219843:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000958958ca. 00000100:00000200:2.0:1761322992.219849:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956468672, portal 16 00000400:00000010:2.0:1761322992.219854:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000047f0d024. 00000100:00000200:2.0:1761322992.219856:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956468672, offset 0 00000400:00000200:2.0:1761322992.219862:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:2.0:1761322992.219869:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:2.0:1761322992.219876:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:2.0:1761322992.219881:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761322992.219884:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:2.0:1761322992.219887:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89233:89233:255:4294967295] 192.168.201.29@tcp LPNI seq info [89233:89233:7:4294967295] 00000400:00000200:2.0:1761322992.219895:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:2.0:1761322992.219899:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:2.0:1761322992.219903:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a3160ea0 (tot 82351114). 00000800:00000200:2.0:1761322992.219907:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:2.0:1761322992.219912:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:2.0:1761322992.219914:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a3160ea0 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1761322992.220109:0:78793:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000009e9dfbc. 00010000:00000010:2.1:1761322992.220124:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000717e642b. 00010000:00000010:2.1:1761322992.220131:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a1ee6cec. 00010000:00000010:3.1:1761322992.223093:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000007b2f0fe. 00010000:00000010:3.1:1761322992.223111:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e3226207. 00000800:00000200:3.0:1761322992.223175:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322992.223179:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006d93c9a0 (tot 82350866). 00000400:00000200:3.0:1761322992.223187:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322992.223200:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322992.223210:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000071b5ee12 00000400:00000010:3.0:1761322992.223213:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000071b5ee12. 00000800:00000200:1.0:1761322992.223405:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761322992.223413:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a3160ea0 (tot 82350618). 00000400:00000200:1.0:1761322992.223424:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322992.223434:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:1.0:1761322992.223440:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000047f0d024 00000400:00000010:1.0:1761322992.223443:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000047f0d024. 00000100:00000200:1.0:1761322992.223454:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c802a107 x1846879956468672/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322992.224663:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322992.224684:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf83c0 00000400:00000200:3.0:1761322992.224698:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac785 [1] + 224 00000400:00000200:3.0:1761322992.224719:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322992.224725:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322992.224737:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c802a107 x1846879956468672/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761322992.224799:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000039c47dcc. 00000400:00000200:2.0:1761322992.224806:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000958958ca 00000400:00000010:2.0:1761322992.224809:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000958958ca. 00000100:00000200:2.0:1761322992.224820:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c802a107 x1846879956468672/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761322992.224830:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c802a107 x1846879956468672/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761322992.224862:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c81c69f2. 02000000:00000010:2.0:1761322992.224870:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000cd123f4f. 00000100:00000010:2.0:1761322992.224877:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c802a107. 00000100:00000010:2.0:1761322992.224882:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009416a060. 00010000:00000010:2.0:1761322992.224887:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e3902d17. 00010000:00000010:0.1:1761322992.225285:0:78791:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000030fecd7b. 00000400:00000200:1.0:1761322992.225453:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:1.0:1761322992.225474:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb5bdc0 00000400:00000200:1.0:1761322992.225483:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xab0d9 [2] + 1640 00000400:00000200:1.0:1761322992.225553:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322992.225558:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:1.0:1761322992.225564:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761322992.225571:0:15812:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000eabe2b15. 00000020:00000010:0.0:1761322992.225651:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000965d2d95. 00000020:00000010:0.0:1761322992.225660:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fee64178. 00000020:00000010:0.0:1761322992.225664:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b88240bc. 00000100:00000200:0.0:1761322992.225693:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000eabe2b15 x1846879955828160/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:145/0 lens 328/0 e 0 to 0 dl 1761323035 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761322992.225733:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955828160 02000000:00000010:0.0:1761322992.225745:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b7216d7c. 00010000:00000010:0.0:1761322992.225774:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003a16c92c. 00010000:00000010:0.0:1761322992.225794:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000188c7e3c. 00000100:00000010:0.0:1761322992.225801:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d8116587. 00000100:00000010:0.0:1761322992.225824:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d8116587. 00010000:00000010:0.0:1761322992.225829:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000188c7e3c. 00000400:00000010:0.0:1761322992.225842:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000052eed8f0. 00000100:00000200:0.0:1761322992.225847:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955828160, offset 224 00000400:00000200:0.0:1761322992.225857:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322992.225871:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322992.225879:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89234:89234:256:4294967295] 192.168.201.29@tcp LPNI seq info [89234:89234:8:4294967295] 00000400:00000200:0.0:1761322992.225892:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322992.225899:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00080000:00000010:3.0:1761322992.225904:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000006c1ae183. 00000800:00000010:0.0:1761322992.225904:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004c92fdd7 (tot 82350866). 00000800:00000200:0.0:1761322992.225913:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322992.225922:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322992.225926:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004c92fdd7 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761322992.225948:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fee64178. 00000020:00000010:0.0:1761322992.225953:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b88240bc. 00000020:00000010:0.0:1761322992.225956:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000965d2d95. 00010000:00000010:3.0:1761322992.226038:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bdcf18e. 00010000:00000010:3.0:1761322992.226046:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000d8049a9. 00010000:00000010:3.0:1761322992.226176:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000081ea50a3. 00010000:00000010:3.0:1761322992.226183:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000058953125. 00000800:00000200:1.0:1761322992.226193:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00010000:00000010:3.0:1761322992.226196:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000030e6e69d. 00000800:00000010:1.0:1761322992.226199:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004c92fdd7 (tot 82350618). 00000100:00000010:3.0:1761322992.226204:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001da5bf6f. 00000400:00000200:1.0:1761322992.226207:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:3.0:1761322992.226213:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000aadbcd0f. 00000400:00000200:1.0:1761322992.226214:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:1.0:1761322992.226221:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000052eed8f0 00000400:00000010:1.0:1761322992.226223:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000052eed8f0. 02000000:00000010:3.0:1761322992.226229:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002de74bed. 02000000:00000010:3.0:1761322992.226256:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000005a684da. 00000400:00000010:3.0:1761322992.226263:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000841445dd. 00000400:00000010:3.0:1761322992.226270:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000094a78784. 00000100:00000200:3.0:1761322992.226276:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956468736, portal 16 00000400:00000010:3.0:1761322992.226281:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d91b114b. 00000100:00000200:3.0:1761322992.226283:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956468736, offset 0 00000400:00000200:3.0:1761322992.226289:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:3.0:1761322992.226297:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322992.226305:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:3.0:1761322992.226308:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761322992.226312:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:3.0:1761322992.226315:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89235:89235:256:4294967295] 192.168.201.29@tcp LPNI seq info [89235:89235:8:4294967295] 00000400:00000200:3.0:1761322992.226323:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322992.226328:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322992.226331:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005938d56c (tot 82350866). 00000800:00000200:3.0:1761322992.226336:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322992.226341:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322992.226343:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005938d56c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761322992.226458:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761322992.226463:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005938d56c (tot 82350618). 00000400:00000200:1.0:1761322992.226467:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322992.226473:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:1.0:1761322992.226476:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d91b114b 00000400:00000010:1.0:1761322992.226478:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d91b114b. 00000100:00000200:1.0:1761322992.226485:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000aadbcd0f x1846879956468736/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761322992.227307:0:78794:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d77c795c. 00010000:00000010:2.1:1761322992.227319:0:78794:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000062c618f7. 00010000:00000010:2.1:1761322992.227328:0:78794:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005197d9bb. 00010000:00000010:2.1:1761322992.227336:0:78794:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e6841254. 00010000:00000010:1.1:1761322992.227349:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000606add8d. 00000400:00000200:1.0:1761322992.228352:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:1.0:1761322992.228369:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf8400 00000400:00000200:1.0:1761322992.228379:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac791 [1] + 224 00000400:00000200:1.0:1761322992.228401:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322992.228405:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:1.0:1761322992.228415:0:15812:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000aadbcd0f x1846879956468736/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761322992.228546:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000841445dd. 00000400:00000200:3.0:1761322992.228553:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000094a78784 00000400:00000010:3.0:1761322992.228556:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000094a78784. 00000100:00000200:3.0:1761322992.228635:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000aadbcd0f x1846879956468736/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761322992.228647:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000aadbcd0f x1846879956468736/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761322992.228679:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000005a684da. 02000000:00000010:3.0:1761322992.228687:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002de74bed. 00000100:00000010:3.0:1761322992.228692:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000aadbcd0f. 00000100:00000010:3.0:1761322992.228697:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001da5bf6f. 00010000:00000010:3.0:1761322992.228701:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000030e6e69d. 00000400:00000200:1.0:1761322992.228731:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:1.0:1761322992.228751:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb5be00 00000400:00000200:1.0:1761322992.228758:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xab0d9 [2] + 1968 00000400:00000010:1.0:1761322992.228763:0:15810:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000da5333e2. 00000400:00000200:1.0:1761322992.228768:0:15810:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000c92ff6d9 00000400:00000200:1.0:1761322992.228824:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322992.228828:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:1.0:1761322992.228830:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c92ff6d9 00000400:00000010:1.0:1761322992.228833:0:15810:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000c92ff6d9 (tot 82350466). 00000100:00000200:1.0:1761322992.228841:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1761322992.228962:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000965d2d95. 00000020:00000010:0.0:1761322992.228971:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fee64178. 00000020:00000010:0.0:1761322992.228977:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b88240bc. 00000100:00000200:0.0:1761322992.229003:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b2007cf1 x1846879955828224/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:145/0 lens 328/0 e 0 to 0 dl 1761323035 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761322992.229057:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955828224 02000000:00000010:0.0:1761322992.229069:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001f29bd8e. 00010000:00000010:3.1:1761322992.229146:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000003729ab6. 00010000:00000010:0.1:1761322992.229160:0:67479:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b5b1751b. 00010000:00000010:3.1:1761322992.229163:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000270c24fb. 00010000:00000010:0.0:1761322992.229197:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000022bac58b. 00010000:00000010:0.0:1761322992.229220:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000188c7e3c. 00000100:00000010:0.0:1761322992.229227:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d8116587. 00000100:00000010:0.0:1761322992.229244:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d8116587. 00010000:00000010:0.0:1761322992.229249:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000188c7e3c. 00000400:00000010:0.0:1761322992.229264:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004b81dcf2. 00000100:00000200:0.0:1761322992.229270:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955828224, offset 224 00000400:00000200:0.0:1761322992.229282:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00080000:00000010:3.0:1761322992.229293:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000469e44ed. 00000400:00000200:0.0:1761322992.229299:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322992.229306:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89236:89236:256:4294967295] 192.168.201.29@tcp LPNI seq info [89236:89236:8:4294967295] 00000400:00000200:0.0:1761322992.229319:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322992.229326:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322992.229330:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000361d1353 (tot 82350714). 00000800:00000200:0.0:1761322992.229337:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322992.229350:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322992.229354:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000361d1353 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761322992.229376:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fee64178. 00000020:00000010:0.0:1761322992.229382:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b88240bc. 00000020:00000010:0.0:1761322992.229385:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000965d2d95. 02000000:00000010:0.0:1761322992.229394:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b7216d7c. 00000100:00000010:0.0:1761322992.229397:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000eabe2b15. 00010000:00000010:3.0:1761322992.229401:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000058953125. 02000000:00000010:0.0:1761322992.229402:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000112488dd. 00000100:00000010:0.0:1761322992.229408:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001723ce77. 00010000:00000010:3.0:1761322992.229410:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000930d9c82. 02000000:00000010:0.0:1761322992.229413:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000bf125b4c. 00000100:00000010:0.0:1761322992.229418:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001d6c23c1. 02000000:00000010:0.0:1761322992.229437:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000382e254c. 00000100:00000010:0.0:1761322992.229441:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002934094c. 02000000:00000010:0.0:1761322992.229444:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000784e642e. 00000100:00000010:0.0:1761322992.229447:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000eae2da62. 02000000:00000010:0.0:1761322992.229450:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c0c53bdf. 00000100:00000010:0.0:1761322992.229452:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000089684651. 00000100:00000200:0.0:1761322992.229458:0:67479:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1761322992.229464:0:67479:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000092c8dd82. 00000800:00000200:1.0:1761322992.229467:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000400:00000010:0.0:1761322992.229470:0:67479:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000d8116587 (tot 82350866). 00000800:00000010:1.0:1761322992.229473:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000361d1353 (tot 82350618). 00000400:00000200:1.0:1761322992.229479:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322992.229485:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:1.0:1761322992.229489:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004b81dcf2 00000400:00000010:1.0:1761322992.229491:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004b81dcf2. 02000000:00000010:1.0:1761322992.229497:0:15811:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001f29bd8e. 00010000:00000010:3.0:1761322992.229632:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008f935aa7. 00010000:00000010:3.0:1761322992.229639:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000058953125. 00010000:00000010:3.0:1761322992.229650:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000030e6e69d. 00000100:00000010:3.0:1761322992.229656:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001da5bf6f. 00000100:00000010:3.0:1761322992.229663:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000aadbcd0f. 02000000:00000010:3.0:1761322992.229674:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002de74bed. 02000000:00000010:3.0:1761322992.229698:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000005a684da. 00000400:00000010:3.0:1761322992.229703:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000841445dd. 00000400:00000010:3.0:1761322992.229707:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000094a78784. 00000100:00000200:3.0:1761322992.229711:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956468800, portal 16 00000400:00000010:3.0:1761322992.229715:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ffeadb6e. 00000100:00000200:3.0:1761322992.229717:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956468800, offset 0 00000400:00000200:3.0:1761322992.229725:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:3.0:1761322992.229734:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322992.229743:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:3.0:1761322992.229749:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761322992.229752:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:3.0:1761322992.229756:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89237:89237:256:4294967295] 192.168.201.29@tcp LPNI seq info [89237:89237:8:4294967295] 00000400:00000200:3.0:1761322992.229767:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322992.229773:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322992.229777:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000036ac846e (tot 82350866). 00000800:00000200:3.0:1761322992.229782:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322992.229787:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322992.229789:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000036ac846e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761322992.229906:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761322992.229909:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000036ac846e (tot 82350618). 00000400:00000200:1.0:1761322992.229913:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322992.229917:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:1.0:1761322992.229920:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ffeadb6e 00000400:00000010:1.0:1761322992.229921:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ffeadb6e. 00000100:00000200:1.0:1761322992.229926:0:15812:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000aadbcd0f x1846879956468800/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761322992.232582:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:1.0:1761322992.232605:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf8440 00000400:00000200:1.0:1761322992.232617:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac7a1 [1] + 224 00000400:00000200:1.0:1761322992.232637:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322992.232643:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:1.0:1761322992.232656:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000aadbcd0f x1846879956468800/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761322992.232842:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000841445dd. 00000400:00000200:3.0:1761322992.232848:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000094a78784 00000400:00000010:3.0:1761322992.232850:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000094a78784. 00000100:00000200:3.0:1761322992.232858:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000aadbcd0f x1846879956468800/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761322992.232866:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000aadbcd0f x1846879956468800/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761322992.232904:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000005a684da. 02000000:00000010:3.0:1761322992.232911:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002de74bed. 00000100:00000010:3.0:1761322992.232917:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000aadbcd0f. 00000100:00000010:3.0:1761322992.233000:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001da5bf6f. 00010000:00000010:3.0:1761322992.233006:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000030e6e69d. 00010000:00000010:3.1:1761322992.234128:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d39aedf0. 00010000:00000010:3.1:1761322992.234150:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000081ea50a3. 00010000:00000010:0.1:1761322992.234153:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d45b067c. 00000400:00000200:3.0:1761322992.235655:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322992.235676:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb5be40 00000400:00000200:3.0:1761322992.235684:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xab131 [2] + 0 00000400:00000200:3.0:1761322992.235792:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322992.235802:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322992.235811:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761322992.235818:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000aadbcd0f. 00000020:00000010:2.0:1761322992.236056:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c81c69f2. 00000020:00000010:2.0:1761322992.236067:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a19f1689. 00000020:00000010:2.0:1761322992.236308:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009b99a30e. 00000100:00000200:2.0:1761322992.236366:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000aadbcd0f x1846879955828288/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:145/0 lens 328/0 e 0 to 0 dl 1761323035 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761322992.236414:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955828288 02000000:00000010:2.0:1761322992.236711:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e3da53de. 00010000:00000010:2.0:1761322992.236750:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004d85c981. 00010000:00000010:2.0:1761322992.236777:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e3902d17. 00000100:00000010:2.0:1761322992.236785:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009416a060. 00000100:00000010:2.0:1761322992.236813:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009416a060. 00010000:00000010:2.0:1761322992.236819:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e3902d17. 00000400:00000010:2.0:1761322992.236839:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000958958ca. 00000100:00000200:2.0:1761322992.236844:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955828288, offset 224 00000400:00000200:2.0:1761322992.236855:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:2.0:1761322992.236869:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:2.0:1761322992.236875:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89238:89238:256:4294967295] 192.168.201.29@tcp LPNI seq info [89238:89238:8:4294967295] 00000400:00000200:2.0:1761322992.236886:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:2.0:1761322992.236892:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:2.0:1761322992.236898:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a3160ea0 (tot 82350866). 00000800:00000200:2.0:1761322992.236908:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:2.0:1761322992.236915:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:2.0:1761322992.236919:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a3160ea0 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761322992.236951:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a19f1689. 00000020:00000010:2.0:1761322992.236956:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009b99a30e. 00000020:00000010:2.0:1761322992.236959:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c81c69f2. 00080000:00000010:1.0:1761322992.237053:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000112488dd. 00010000:00000010:1.0:1761322992.237204:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000058953125. 00010000:00000010:1.0:1761322992.237212:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ca0c2b03. 00000004:00000010:1.0:1761322992.237273:0:77376:0:(mdt_handler.c:6310:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000b223ddf5. 00000004:00000010:1.0:1761322992.237283:0:77376:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 96 at 00000000f4e765da. 00000004:00000010:1.0:1761322992.237291:0:77376:0:(lod_dev.c:214:lod_object_alloc()) slab-alloced 'lod_obj': 184 at 000000003ba366da. 00080000:00000010:1.0:1761322992.237300:0:77376:0:(osd_handler.c:426:osd_object_alloc()) kmalloced '(mo)': 304 at 000000003d3a2ce9. 00000001:00000010:1.0:1761322992.237317:0:77376:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000127091e1. 00000001:00000010:1.0:1761322992.237333:0:77376:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000127091e1. 00080000:00000010:1.0:1761322992.237357:0:77376:0:(osd_handler.c:1676:osd_object_free()) kfreed 'obj': 304 at 000000003d3a2ce9. 00000004:00000010:1.0:1761322992.237364:0:77376:0:(lod_object.c:9217:lod_object_free()) slab-freed '(lo)': 184 at 000000003ba366da. 00000004:00000010:1.0:1761322992.237368:0:77376:0:(mdd_object.c:339:mdd_object_free()) slab-freed '(mdd)': 96 at 00000000f4e765da. 00000004:00000010:1.0:1761322992.237371:0:77376:0:(mdt_handler.c:6382:mdt_object_free()) slab-freed 'mo': 480 at 00000000b223ddf5. 00010000:00000010:1.0:1761322992.237402:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a9ea4928. 00010000:00000010:1.0:1761322992.237409:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000edc22753. 00010000:00000010:1.0:1761322992.237422:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008488cbba. 00000100:00000010:1.0:1761322992.237427:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000049be3757. 00000100:00000010:1.0:1761322992.237435:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000dfba0156. 02000000:00000010:1.0:1761322992.237454:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003d3a2ce9. 02000000:00000010:1.0:1761322992.237485:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ff73579e. 00000400:00000010:1.0:1761322992.237492:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000127091e1. 00000400:00000010:1.0:1761322992.237498:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ab427e39. 00000100:00000200:1.0:1761322992.237503:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956468864, portal 16 00000400:00000010:1.0:1761322992.237509:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e06c4b25. 00000100:00000200:1.0:1761322992.237512:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956468864, offset 0 00000400:00000200:1.0:1761322992.237519:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322992.237528:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322992.237536:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:1.0:1761322992.237541:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761322992.237544:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:1.0:1761322992.237546:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89239:89239:255:4294967295] 192.168.201.29@tcp LPNI seq info [89239:89239:7:4294967295] 00000400:00000200:1.0:1761322992.237556:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322992.237563:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322992.237568:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006d93c9a0 (tot 82351114). 00000800:00000200:1.0:1761322992.237573:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322992.237574:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000200:1.0:1761322992.237578:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000010:3.0:1761322992.237580:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a3160ea0 (tot 82350866). 00000800:00000200:1.0:1761322992.237582:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006d93c9a0 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:3.0:1761322992.237587:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322992.237594:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322992.237600:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000958958ca 00000400:00000010:3.0:1761322992.237603:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000958958ca. 00000800:00000200:3.0:1761322992.238219:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322992.238223:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006d93c9a0 (tot 82350618). 00000400:00000200:3.0:1761322992.238228:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322992.238233:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322992.238236:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e06c4b25 00000400:00000010:3.0:1761322992.238274:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e06c4b25. 00000100:00000200:3.0:1761322992.238284:0:15812:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000dfba0156 x1846879956468864/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322992.238707:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322992.238721:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf8480 00000400:00000200:2.0:1761322992.238729:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac7ad [1] + 224 00000400:00000200:2.0:1761322992.238742:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322992.238746:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322992.238753:0:15812:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000dfba0156 x1846879956468864/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761322992.239137:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000127091e1. 00000400:00000200:3.0:1761322992.239151:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ab427e39 00000400:00000010:3.0:1761322992.239154:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ab427e39. 00000100:00000200:3.0:1761322992.239160:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000dfba0156 x1846879956468864/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761322992.239170:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000dfba0156 x1846879956468864/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761322992.239206:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ff73579e. 02000000:00000010:3.0:1761322992.239214:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003d3a2ce9. 00000100:00000010:3.0:1761322992.239221:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000dfba0156. 00000100:00000010:3.0:1761322992.239226:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000049be3757. 00010000:00000010:3.0:1761322992.239231:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008488cbba. 00000400:00000200:1.0:1761322992.239303:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:1.0:1761322992.239313:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb5be80 00000400:00000200:1.0:1761322992.239319:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xab131 [2] + 328 00000400:00000200:1.0:1761322992.239368:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322992.239372:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:1.0:1761322992.239376:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761322992.239381:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004760bad7. 00000020:00000010:2.0:1761322992.239475:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c81c69f2. 00000020:00000010:2.0:1761322992.239483:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a19f1689. 00000020:00000010:2.0:1761322992.239488:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009b99a30e. 00000100:00000200:2.0:1761322992.239514:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000004760bad7 x1846879955828352/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:145/0 lens 328/0 e 0 to 0 dl 1761323035 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761322992.239668:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955828352 02000000:00000010:2.0:1761322992.239685:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c0c53bdf. 00010000:00000010:2.0:1761322992.239716:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005d961839. 00010000:00000010:2.0:1761322992.239741:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e3902d17. 00000100:00000010:2.0:1761322992.239747:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009416a060. 00000100:00000010:2.0:1761322992.239763:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009416a060. 00010000:00000010:2.0:1761322992.239766:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e3902d17. 00000400:00000010:2.0:1761322992.239782:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000032cf7749. 00000100:00000200:2.0:1761322992.239786:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955828352, offset 224 00000400:00000200:2.0:1761322992.239795:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:2.0:1761322992.239814:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:2.0:1761322992.239821:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89240:89240:256:4294967295] 192.168.201.29@tcp LPNI seq info [89240:89240:8:4294967295] 00080000:00000010:3.0:1761322992.239828:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000002de74bed. 00000400:00000200:2.0:1761322992.239833:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:2.0:1761322992.239840:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:2.0:1761322992.239848:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000074e57caf (tot 82350866). 00000800:00000200:2.0:1761322992.239855:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:2.0:1761322992.239863:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:2.0:1761322992.239867:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000074e57caf type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761322992.239887:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a19f1689. 00000020:00000010:2.0:1761322992.239893:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009b99a30e. 00000020:00000010:2.0:1761322992.239899:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c81c69f2. 00010000:00000010:3.0:1761322992.239928:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000edc22753. 00010000:00000010:3.0:1761322992.239937:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000015b761f4. 00000800:00000200:2.0:1761322992.239971:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322992.239974:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000074e57caf (tot 82350618). 00000400:00000200:2.0:1761322992.239978:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322992.239982:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322992.239985:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000032cf7749 00000400:00000010:2.0:1761322992.239987:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000032cf7749. 00010000:00000010:3.0:1761322992.240179:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000027f9fec8. 00010000:00000010:3.0:1761322992.240185:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000d19c231d. 00010000:00000010:3.0:1761322992.240192:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000081ea50a3. 00010000:00000010:3.0:1761322992.240199:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002a5535ec. 00080000:00000010:3.0:1761322992.240213:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000005a684da. 00010000:00000010:3.0:1761322992.240258:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002a5535ec. 00010000:00000010:3.0:1761322992.240274:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d19c231d. 00010000:00000010:3.0:1761322992.240394:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006d250e4d. 00010000:00000010:3.0:1761322992.240400:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002a5535ec. 00010000:00000010:3.0:1761322992.240413:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009061b70f. 00000100:00000010:3.0:1761322992.240485:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001da5bf6f. 00000100:00000010:3.0:1761322992.240496:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000025be6896. 02000000:00000010:3.0:1761322992.240511:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005d8b12c9. 02000000:00000010:3.0:1761322992.240550:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000136ddae9. 00000400:00000010:3.0:1761322992.240557:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000841445dd. 00000400:00000010:3.0:1761322992.240564:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000094a78784. 00000100:00000200:3.0:1761322992.240569:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956468928, portal 16 00000400:00000010:3.0:1761322992.240574:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000071ab6077. 00000100:00000200:3.0:1761322992.240576:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956468928, offset 0 00000400:00000200:3.0:1761322992.240582:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:3.0:1761322992.240593:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322992.240602:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:3.0:1761322992.240606:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761322992.240609:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:3.0:1761322992.240611:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89241:89241:256:4294967295] 192.168.201.29@tcp LPNI seq info [89241:89241:8:4294967295] 00000400:00000200:3.0:1761322992.240628:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322992.240633:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322992.240637:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000440ca70b (tot 82350866). 00000800:00000200:3.0:1761322992.240642:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322992.240648:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322992.240651:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000440ca70b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761322992.240754:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761322992.240759:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000440ca70b (tot 82350618). 00000400:00000200:1.0:1761322992.240764:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322992.240770:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:1.0:1761322992.240774:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000071ab6077 00000400:00000010:1.0:1761322992.240775:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000071ab6077. 00000100:00000200:1.0:1761322992.240782:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000025be6896 x1846879956468928/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761322992.242683:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:1.0:1761322992.242701:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf84c0 00000400:00000200:1.0:1761322992.242710:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac7b9 [1] + 224 00000400:00000200:1.0:1761322992.242722:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322992.242725:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:1.0:1761322992.242735:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000025be6896 x1846879956468928/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761322992.242785:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:1.0:1761322992.242792:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb5bec0 00000400:00000200:1.0:1761322992.242797:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xab131 [2] + 656 00000400:00000200:1.0:1761322992.242864:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322992.242869:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:1.0:1761322992.242874:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761322992.242879:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000fc1dab26. 00000020:00000010:2.0:1761322992.242971:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000784e642e. 00000020:00000010:2.0:1761322992.242981:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a19f1689. 00000020:00000010:2.0:1761322992.242988:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009b99a30e. 00000100:00000200:2.0:1761322992.243017:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000fc1dab26 x1846879955828416/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:145/0 lens 328/0 e 0 to 0 dl 1761323035 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00010000:00000010:2.1:1761322992.243145:0:67479:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a0d5426f. 00010000:00000010:2.1:1761322992.243162:0:67479:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000009efb092. 00000100:00000200:2.0:1761322992.243175:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955828416 02000000:00000010:2.0:1761322992.243188:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000cd123f4f. 00010000:00000010:2.0:1761322992.243237:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e3902d17. 00000100:00000010:2.0:1761322992.243245:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009416a060. 00000100:00000010:2.0:1761322992.243253:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009416a060. 00010000:00000010:2.0:1761322992.243256:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e3902d17. 00000400:00000010:2.0:1761322992.243276:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000032cf7749. 00000100:00000200:2.0:1761322992.243281:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955828416, offset 224 00000400:00000200:2.0:1761322992.243290:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:2.0:1761322992.243301:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:2.0:1761322992.243306:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89242:89242:256:4294967295] 192.168.201.29@tcp LPNI seq info [89242:89242:8:4294967295] 00000400:00000200:2.0:1761322992.243315:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:2.0:1761322992.243320:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:2.0:1761322992.243325:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000074e57caf (tot 82350866). 00000800:00000200:2.0:1761322992.243331:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:2.0:1761322992.243339:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:2.0:1761322992.243342:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000074e57caf type 1, nob 320 niov 1 nkiov 1 00000400:00000010:3.0:1761322992.243371:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000841445dd. 00000020:00000010:2.0:1761322992.243375:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a19f1689. 00000400:00000200:3.0:1761322992.243377:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000094a78784 00000400:00000010:3.0:1761322992.243380:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000094a78784. 00000020:00000010:2.0:1761322992.243382:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009b99a30e. 00000020:00000010:2.0:1761322992.243387:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000784e642e. 00000100:00000200:3.0:1761322992.243389:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000025be6896 x1846879956468928/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761322992.243400:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000025be6896 x1846879956468928/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1761322992.243427:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000049575f63. 02000000:00000010:3.0:1761322992.243445:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000136ddae9. 02000000:00000010:3.0:1761322992.243451:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000005d8b12c9. 00000100:00000010:3.0:1761322992.243456:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000025be6896. 00000100:00000010:3.0:1761322992.243461:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001da5bf6f. 00000800:00000200:0.0:1761322992.243462:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00010000:00000010:3.0:1761322992.243465:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009061b70f. 00000800:00000010:0.0:1761322992.243472:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000074e57caf (tot 82350618). 00000400:00000200:0.0:1761322992.243481:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000010:3.0:1761322992.243488:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000003d3a2ce9. 00000400:00000200:0.0:1761322992.243491:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:0.0:1761322992.243499:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000032cf7749 00000400:00000010:0.0:1761322992.243502:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000032cf7749. 00010000:00000010:3.0:1761322992.243570:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002a5535ec. 00010000:00000010:3.0:1761322992.243578:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009b01a69c. 00010000:00000010:3.0:1761322992.243643:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a1d5a582. 00010000:00000010:3.0:1761322992.243649:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002a5535ec. 00010000:00000010:3.0:1761322992.243658:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009061b70f. 00000100:00000010:3.0:1761322992.243662:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001da5bf6f. 00000100:00000010:3.0:1761322992.243667:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000025be6896. 02000000:00000010:3.0:1761322992.243680:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005d8b12c9. 02000000:00000010:3.0:1761322992.243718:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000136ddae9. 00000400:00000010:3.0:1761322992.243722:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000841445dd. 00000400:00000010:3.0:1761322992.243726:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000094a78784. 00000100:00000200:3.0:1761322992.243730:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956468992, portal 16 00000400:00000010:3.0:1761322992.243734:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000411ed14e. 00000100:00000200:3.0:1761322992.243736:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956468992, offset 0 00000400:00000200:3.0:1761322992.243741:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:3.0:1761322992.243747:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322992.243793:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:3.0:1761322992.243799:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761322992.243801:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:3.0:1761322992.243804:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89243:89243:256:4294967295] 192.168.201.29@tcp LPNI seq info [89243:89243:8:4294967295] 00000400:00000200:3.0:1761322992.243812:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322992.243817:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322992.243820:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000062e39c9d (tot 82350866). 00000800:00000200:3.0:1761322992.243824:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322992.243828:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322992.243830:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000062e39c9d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761322992.243997:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761322992.244001:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000062e39c9d (tot 82350618). 00000400:00000200:1.0:1761322992.244005:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322992.244008:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:1.0:1761322992.244011:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000411ed14e 00000400:00000010:1.0:1761322992.244013:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000411ed14e. 00000100:00000200:1.0:1761322992.244030:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000025be6896 x1846879956468992/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761322992.245176:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c18f0ec2. 00010000:00000010:3.1:1761322992.245189:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a9ea4928. 00010000:00000010:1.1:1761322992.245192:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c9286d48. 00010000:00000010:3.1:1761322992.245195:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000027f9fec8. 00010000:00000010:1.1:1761322992.245201:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008f935aa7. 00010000:00000010:3.1:1761322992.245203:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000081ea50a3. 00010000:00000010:3.1:1761322992.250475:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000030fa1ab8. 00010000:00000010:3.1:1761322992.250489:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000034dee806. 00010000:00000010:3.1:1761322992.250494:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006d250e4d. 00000400:00000200:1.0:1761322992.251208:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:1.0:1761322992.251230:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf8500 00000400:00000200:1.0:1761322992.251239:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac7c5 [1] + 224 00000400:00000200:1.0:1761322992.251252:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322992.251255:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:1.0:1761322992.251267:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000025be6896 x1846879956468992/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761322992.251299:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:1.0:1761322992.251304:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb5bf00 00000400:00000200:1.0:1761322992.251309:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xab131 [2] + 984 00000400:00000200:1.0:1761322992.251351:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322992.251354:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:1.0:1761322992.251359:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761322992.251366:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000dfba0156. 00000400:00000010:3.0:1761322992.251385:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000841445dd. 00000400:00000200:3.0:1761322992.251391:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000094a78784 00000400:00000010:3.0:1761322992.251394:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000094a78784. 00000100:00000200:3.0:1761322992.251440:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000025be6896 x1846879956468992/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761322992.251455:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000025be6896 x1846879956468992/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761322992.251504:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000136ddae9. 00000020:00000010:2.0:1761322992.251509:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000784e642e. 02000000:00000010:3.0:1761322992.251511:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000005d8b12c9. 00000020:00000010:2.0:1761322992.251516:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a19f1689. 00000100:00000010:3.0:1761322992.251517:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000025be6896. 00000020:00000010:2.0:1761322992.251522:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009b99a30e. 00000100:00000010:3.0:1761322992.251523:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001da5bf6f. 00010000:00000010:3.0:1761322992.251530:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009061b70f. 00000100:00000200:2.0:1761322992.251556:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000dfba0156 x1846879955828480/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:145/0 lens 328/0 e 0 to 0 dl 1761323035 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761322992.251605:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955828480 02000000:00000010:2.0:1761322992.251621:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c81c69f2. 00010000:00000010:2.0:1761322992.251662:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009cb2b12e. 00010000:00000010:2.0:1761322992.251702:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e3902d17. 00000100:00000010:2.0:1761322992.251710:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009416a060. 00000100:00000010:2.0:1761322992.251724:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009416a060. 00010000:00000010:2.0:1761322992.251727:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e3902d17. 00000400:00000010:2.0:1761322992.251748:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b98a355a. 00000100:00000200:2.0:1761322992.251753:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955828480, offset 224 00000400:00000200:2.0:1761322992.251763:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:2.0:1761322992.251776:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:2.0:1761322992.251782:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89244:89244:256:4294967295] 192.168.201.29@tcp LPNI seq info [89244:89244:8:4294967295] 00000400:00000200:2.0:1761322992.251791:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:2.0:1761322992.251796:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:2.0:1761322992.251800:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f093da5b (tot 82350866). 00000800:00000200:2.0:1761322992.251805:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:2.0:1761322992.251813:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:2.0:1761322992.251817:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f093da5b type 1, nob 320 niov 1 nkiov 1 00080000:00000010:3.0:1761322992.251832:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000005d8b12c9. 00000020:00000010:2.0:1761322992.251834:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a19f1689. 00000020:00000010:2.0:1761322992.251840:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009b99a30e. 00000020:00000010:2.0:1761322992.251843:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000784e642e. 00010000:00000010:3.0:1761322992.251921:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002a5535ec. 00010000:00000010:3.0:1761322992.251928:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fcbcc65b. 00000800:00000200:0.0:1761322992.252008:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761322992.252029:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f093da5b (tot 82350618). 00000400:00000200:0.0:1761322992.252040:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:3.0:1761322992.252041:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006d250e4d. 00010000:00000010:3.0:1761322992.252052:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002a5535ec. 00000400:00000200:0.0:1761322992.252052:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:0.0:1761322992.252063:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b98a355a 00000400:00000010:0.0:1761322992.252067:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b98a355a. 00010000:00000010:3.0:1761322992.252070:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009061b70f. 00000100:00000010:3.0:1761322992.252110:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001da5bf6f. 00000100:00000010:3.0:1761322992.252118:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000025be6896. 02000000:00000010:3.0:1761322992.252131:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000136ddae9. 02000000:00000010:2.0:1761322992.252275:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000784e642e. 00000400:00000010:2.0:1761322992.252280:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000039c47dcc. 00000400:00000010:2.0:1761322992.252284:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001055e55e. 00000100:00000200:2.0:1761322992.252288:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956469056, portal 16 00000400:00000010:2.0:1761322992.252292:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001d727dcf. 00000100:00000200:2.0:1761322992.252294:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956469056, offset 0 00000400:00000200:2.0:1761322992.252298:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:2.0:1761322992.252303:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:2.0:1761322992.252309:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:2.0:1761322992.252312:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761322992.252314:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:2.0:1761322992.252316:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89245:89245:256:4294967295] 192.168.201.29@tcp LPNI seq info [89245:89245:8:4294967295] 00000400:00000200:2.0:1761322992.252321:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:2.0:1761322992.252324:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:2.0:1761322992.252326:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007e67acbb (tot 82350866). 00000800:00000200:2.0:1761322992.252329:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:2.0:1761322992.252331:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:2.0:1761322992.252333:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007e67acbb type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761322992.252443:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761322992.252447:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007e67acbb (tot 82350618). 00000400:00000200:1.0:1761322992.252452:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322992.252460:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:1.0:1761322992.252463:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001d727dcf 00000400:00000010:1.0:1761322992.252465:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001d727dcf. 00000100:00000200:1.0:1761322992.252472:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000025be6896 x1846879956469056/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761322992.255404:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:1.0:1761322992.255435:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf8540 00000400:00000200:1.0:1761322992.255443:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac7d1 [1] + 224 00000400:00000200:1.0:1761322992.255457:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322992.255461:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:1.0:1761322992.255475:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000025be6896 x1846879956469056/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761322992.255517:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:1.0:1761322992.255523:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb5bf40 00000400:00000200:1.0:1761322992.255528:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xab131 [2] + 1312 00000400:00000010:2.0:1761322992.255559:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000039c47dcc. 00000400:00000200:2.0:1761322992.255566:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001055e55e 00000400:00000010:2.0:1761322992.255568:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001055e55e. 00000100:00000200:2.0:1761322992.255575:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000025be6896 x1846879956469056/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761322992.255582:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322992.255587:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:1.0:1761322992.255591:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761322992.255597:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000089684651. 00000100:00000200:2.0:1761322992.255605:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000025be6896 x1846879956469056/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761322992.255647:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000784e642e. 02000000:00000010:2.0:1761322992.255655:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000136ddae9. 00000100:00000010:2.0:1761322992.255663:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000025be6896. 00000100:00000010:2.0:1761322992.255668:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001da5bf6f. 00010000:00000010:2.0:1761322992.255674:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009061b70f. 00000020:00000010:0.0:1761322992.255730:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bf125b4c. 00000020:00000010:0.0:1761322992.255744:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000020b2513c. 00000020:00000010:0.0:1761322992.255749:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b88240bc. 00000100:00000200:0.0:1761322992.255808:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000089684651 x1846879955828544/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:145/0 lens 328/0 e 0 to 0 dl 1761323035 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761322992.255850:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955828544 02000000:00000010:0.0:1761322992.255865:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b7216d7c. 00010000:00000010:0.0:1761322992.255899:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e2170c76. 00010000:00000010:0.0:1761322992.255941:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005b24b31b. 00000100:00000010:0.0:1761322992.255951:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e63f45d3. 00000100:00000010:0.0:1761322992.255973:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e63f45d3. 00010000:00000010:0.0:1761322992.255978:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005b24b31b. 00000400:00000010:0.0:1761322992.255993:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ac81ce21. 00000100:00000200:0.0:1761322992.255999:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955828544, offset 224 00000400:00000200:0.0:1761322992.256008:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322992.256038:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322992.256045:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89246:89246:256:4294967295] 192.168.201.29@tcp LPNI seq info [89246:89246:8:4294967295] 00000400:00000200:0.0:1761322992.256057:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322992.256063:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322992.256069:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000057731204 (tot 82350866). 00000800:00000200:0.0:1761322992.256108:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322992.256118:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322992.256124:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000057731204 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761322992.256148:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000020b2513c. 00080000:00000010:2.0:1761322992.256150:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000784e642e. 00000020:00000010:0.0:1761322992.256155:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b88240bc. 00000020:00000010:0.0:1761322992.256160:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bf125b4c. 00010000:00000010:2.0:1761322992.256360:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002a5535ec. 00010000:00000010:2.0:1761322992.256368:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000053a092d5. 00000800:00000200:1.0:1761322992.256403:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00010000:00000010:2.0:1761322992.256469:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e6841254. 00000800:00000010:1.0:1761322992.256474:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000057731204 (tot 82350618). 00010000:00000010:2.0:1761322992.256478:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a893369c. 00000400:00000200:1.0:1761322992.256482:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322992.256489:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00010000:00000010:2.0:1761322992.256493:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e3902d17. 00000400:00000200:1.0:1761322992.256494:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ac81ce21 00000400:00000010:1.0:1761322992.256500:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ac81ce21. 00000100:00000010:2.0:1761322992.256503:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009416a060. 00000100:00000010:2.0:1761322992.256526:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c802a107. 02000000:00000010:2.0:1761322992.256540:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d0c9d6cb. 02000000:00000010:2.0:1761322992.256563:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001084272e. 00000400:00000010:2.0:1761322992.256568:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000039c47dcc. 00000400:00000010:2.0:1761322992.256574:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001055e55e. 00000100:00000200:2.0:1761322992.256580:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956469120, portal 16 00000400:00000010:2.0:1761322992.256585:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c0bb89a3. 00000100:00000200:2.0:1761322992.256588:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956469120, offset 0 00000400:00000200:2.0:1761322992.256596:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:2.0:1761322992.256604:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:2.0:1761322992.256613:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:2.0:1761322992.256618:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761322992.256623:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:2.0:1761322992.256626:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89247:89247:256:4294967295] 192.168.201.29@tcp LPNI seq info [89247:89247:8:4294967295] 00000400:00000200:2.0:1761322992.256637:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:2.0:1761322992.256643:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:2.0:1761322992.256647:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000041deb613 (tot 82350866). 00000800:00000200:2.0:1761322992.256653:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:2.0:1761322992.256658:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:2.0:1761322992.256661:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000041deb613 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761322992.256791:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761322992.256794:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000041deb613 (tot 82350618). 00000400:00000200:1.0:1761322992.256799:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322992.256804:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:1.0:1761322992.256807:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c0bb89a3 00000400:00000010:1.0:1761322992.256808:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c0bb89a3. 00000100:00000200:1.0:1761322992.256815:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c802a107 x1846879956469120/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761322992.257223:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c41ba2df. 00010000:00000010:3.1:1761322992.257233:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a1d5a582. 00010000:00000010:2.1:1761322992.257257:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e6653baf. 00000400:00000200:1.0:1761322992.258787:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:1.0:1761322992.258808:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf8580 00000400:00000200:1.0:1761322992.258817:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac7dd [1] + 224 00000400:00000200:1.0:1761322992.258834:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322992.258837:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:1.0:1761322992.258846:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c802a107 x1846879956469120/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761322992.258935:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000039c47dcc. 00000400:00000200:2.0:1761322992.258940:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001055e55e 00000400:00000010:2.0:1761322992.258942:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001055e55e. 00000100:00000200:2.0:1761322992.258949:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c802a107 x1846879956469120/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761322992.258957:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c802a107 x1846879956469120/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761322992.258995:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001084272e. 02000000:00000010:2.0:1761322992.259001:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d0c9d6cb. 00000100:00000010:2.0:1761322992.259005:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c802a107. 00000100:00000010:2.0:1761322992.259009:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009416a060. 00010000:00000010:2.0:1761322992.259013:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e3902d17. 00000400:00000200:1.0:1761322992.259679:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:1.0:1761322992.259696:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb5bf80 00000400:00000200:1.0:1761322992.259705:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xab131 [2] + 1640 00000400:00000200:1.0:1761322992.259770:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322992.259775:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:1.0:1761322992.259782:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761322992.259789:0:15812:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000eae2da62. 00000020:00000010:0.0:1761322992.260045:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bf125b4c. 00000020:00000010:0.0:1761322992.260053:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fee64178. 00000020:00000010:0.0:1761322992.260063:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b88240bc. 00000100:00000200:0.0:1761322992.260123:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000eae2da62 x1846879955828608/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:145/0 lens 328/0 e 0 to 0 dl 1761323035 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761322992.260153:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955828608 02000000:00000010:0.0:1761322992.260164:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000965d2d95. 00010000:00000010:0.0:1761322992.260199:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000038115779. 00010000:00000010:0.0:1761322992.260221:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005b24b31b. 00000100:00000010:0.0:1761322992.260236:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e63f45d3. 00000100:00000010:0.0:1761322992.260251:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e63f45d3. 00010000:00000010:0.0:1761322992.260255:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005b24b31b. 00000400:00000010:0.0:1761322992.260270:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b5b32290. 00000100:00000200:0.0:1761322992.260275:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955828608, offset 224 00000400:00000200:0.0:1761322992.260284:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322992.260296:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322992.260303:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89248:89248:256:4294967295] 192.168.201.29@tcp LPNI seq info [89248:89248:8:4294967295] 00000400:00000200:0.0:1761322992.260314:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322992.260320:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322992.260327:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000057731204 (tot 82350866). 00000800:00000200:0.0:1761322992.260333:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322992.260342:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322992.260346:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000057731204 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761322992.260376:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fee64178. 00000020:00000010:0.0:1761322992.260380:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b88240bc. 00000020:00000010:0.0:1761322992.260383:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bf125b4c. 00000800:00000200:1.0:1761322992.260511:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761322992.260515:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000057731204 (tot 82350618). 00000400:00000200:1.0:1761322992.260518:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322992.260522:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:1.0:1761322992.260526:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b5b32290 00000400:00000010:1.0:1761322992.260528:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b5b32290. 00080000:00000010:2.0:1761322992.260933:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d0c9d6cb. 00010000:00000010:2.0:1761322992.261045:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a893369c. 00010000:00000010:2.0:1761322992.261053:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000063eb584e. 00010000:00000010:2.0:1761322992.261170:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006a70dde2. 00010000:00000010:2.0:1761322992.261178:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a893369c. 00010000:00000010:2.0:1761322992.261194:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e3902d17. 00000100:00000010:2.0:1761322992.261202:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009416a060. 00000100:00000010:2.0:1761322992.261211:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c802a107. 02000000:00000010:2.0:1761322992.261231:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001084272e. 02000000:00000010:2.0:1761322992.261268:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001bc509ef. 00000400:00000010:2.0:1761322992.261275:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000039c47dcc. 00000400:00000010:2.0:1761322992.261281:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001055e55e. 00000100:00000200:2.0:1761322992.261288:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956469184, portal 16 00000400:00000010:2.0:1761322992.261293:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000070bb799. 00000100:00000200:2.0:1761322992.261295:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956469184, offset 0 00000400:00000200:2.0:1761322992.261304:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:2.0:1761322992.261318:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:2.0:1761322992.261326:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:2.0:1761322992.261330:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761322992.261332:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:2.0:1761322992.261335:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89249:89249:256:4294967295] 192.168.201.29@tcp LPNI seq info [89249:89249:8:4294967295] 00000400:00000200:2.0:1761322992.261345:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:2.0:1761322992.261350:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:2.0:1761322992.261354:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cbddcecb (tot 82350866). 00000800:00000200:2.0:1761322992.261360:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:2.0:1761322992.261368:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:2.0:1761322992.261372:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cbddcecb type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761322992.261616:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761322992.261622:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cbddcecb (tot 82350618). 00000400:00000200:1.0:1761322992.261628:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322992.261634:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:1.0:1761322992.261639:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000070bb799 00000400:00000010:1.0:1761322992.261641:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000070bb799. 00000100:00000200:1.0:1761322992.261661:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c802a107 x1846879956469184/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761322992.262306:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000017c82002. 00010000:00000010:2.1:1761322992.262318:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006d250e4d. 00010000:00000010:0.1:1761322992.263227:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007a8169d0. 00000400:00000200:1.0:1761322992.266192:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:1.0:1761322992.266218:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf85c0 00000400:00000200:1.0:1761322992.266231:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac7e9 [1] + 224 00000400:00000200:1.0:1761322992.266257:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322992.266264:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:1.0:1761322992.266277:0:15812:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c802a107 x1846879956469184/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761322992.266348:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000039c47dcc. 00000400:00000200:2.0:1761322992.266362:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001055e55e 00000400:00000010:2.0:1761322992.266364:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001055e55e. 00000100:00000200:2.0:1761322992.266380:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c802a107 x1846879956469184/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761322992.266391:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c802a107 x1846879956469184/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761322992.266430:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001bc509ef. 02000000:00000010:2.0:1761322992.266438:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001084272e. 00000100:00000010:2.0:1761322992.266443:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c802a107. 00000100:00000010:2.0:1761322992.266448:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009416a060. 00010000:00000010:2.0:1761322992.266453:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e3902d17. 00000400:00000200:1.0:1761322992.268417:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:1.0:1761322992.268439:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb5bfc0 00000400:00000200:1.0:1761322992.268449:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xab131 [2] + 1968 00000400:00000010:1.0:1761322992.268455:0:15810:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003fc641e1. 00000400:00000200:1.0:1761322992.268474:0:15810:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000b3e628f3 00000400:00000200:1.0:1761322992.268542:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322992.268546:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:1.0:1761322992.268551:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b3e628f3 00000400:00000010:1.0:1761322992.268554:0:15810:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000b3e628f3 (tot 82350466). 00000100:00000200:1.0:1761322992.268561:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1761322992.268708:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bf125b4c. 00000020:00000010:0.0:1761322992.268721:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fee64178. 00000020:00000010:0.0:1761322992.268726:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b88240bc. 00000100:00000200:0.0:1761322992.268763:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007f63d2b2 x1846879955828672/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:145/0 lens 328/0 e 0 to 0 dl 1761323035 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761322992.268813:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955828672 02000000:00000010:0.0:1761322992.268826:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002ca26765. 00010000:00000010:0.0:1761322992.268862:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005a08dafd. 00010000:00000010:0.0:1761322992.268890:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005b24b31b. 00000100:00000010:0.0:1761322992.268899:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e63f45d3. 00000100:00000010:0.0:1761322992.268922:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e63f45d3. 00010000:00000010:0.0:1761322992.268926:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005b24b31b. 00000400:00000010:0.0:1761322992.268941:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000014ec2920. 00000100:00000200:0.0:1761322992.268948:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955828672, offset 224 00000400:00000200:0.0:1761322992.268957:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322992.268973:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322992.268980:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89250:89250:256:4294967295] 192.168.201.29@tcp LPNI seq info [89250:89250:8:4294967295] 00000400:00000200:0.0:1761322992.268993:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322992.269002:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322992.269007:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000361d1353 (tot 82350714). 00000800:00000200:0.0:1761322992.269015:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322992.269037:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322992.269042:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000361d1353 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761322992.269069:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fee64178. 00000020:00000010:0.0:1761322992.269108:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b88240bc. 00000020:00000010:0.0:1761322992.269112:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bf125b4c. 02000000:00000010:0.0:1761322992.269123:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000965d2d95. 00000100:00000010:0.0:1761322992.269127:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000eae2da62. 02000000:00000010:0.0:1761322992.269131:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b7216d7c. 00000100:00000010:0.0:1761322992.269134:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000089684651. 02000000:00000010:0.0:1761322992.269139:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c81c69f2. 00000100:00000010:0.0:1761322992.269144:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000dfba0156. 02000000:00000010:0.0:1761322992.269147:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000cd123f4f. 00000100:00000010:0.0:1761322992.269151:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000fc1dab26. 02000000:00000010:0.0:1761322992.269153:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c0c53bdf. 00000100:00000010:0.0:1761322992.269156:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004760bad7. 00080000:00000010:2.0:1761322992.269159:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000001bc509ef. 02000000:00000010:0.0:1761322992.269160:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e3da53de. 00000100:00000010:0.0:1761322992.269163:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000aadbcd0f. 00000100:00000200:0.0:1761322992.269173:0:67479:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1761322992.269179:0:67479:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008f3f0712. 00000400:00000010:0.0:1761322992.269184:0:67479:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000e63f45d3 (tot 82350866). 00010000:00000010:2.0:1761322992.269294:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a893369c. 00010000:00000010:2.0:1761322992.269304:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b7fdae9a. 00000800:00000200:1.0:1761322992.269358:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761322992.269363:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000361d1353 (tot 82350618). 00000400:00000200:1.0:1761322992.269369:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322992.269373:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:1.0:1761322992.269379:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000014ec2920 00000400:00000010:1.0:1761322992.269381:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000014ec2920. 02000000:00000010:1.0:1761322992.269390:0:15811:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002ca26765. 00010000:00000010:2.0:1761322992.269425:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005197d9bb. 00010000:00000010:2.0:1761322992.269430:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a19f1689. 00010000:00000010:2.0:1761322992.269437:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000918f80bf. 00010000:00000010:2.0:1761322992.269442:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a893369c. 00080000:00000010:2.0:1761322992.269457:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000001084272e. 00010000:00000010:2.0:1761322992.269508:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a893369c. 00010000:00000010:2.0:1761322992.269512:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a19f1689. 00010000:00000010:2.0:1761322992.269572:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008d499961. 00010000:00000010:2.0:1761322992.269582:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a893369c. 00010000:00000010:2.0:1761322992.269590:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e3902d17. 00000100:00000010:2.0:1761322992.269595:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009416a060. 00000100:00000010:2.0:1761322992.269602:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c802a107. 02000000:00000010:2.0:1761322992.269615:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d17d366b. 02000000:00000010:2.0:1761322992.269654:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005a9a9d6e. 00000400:00000010:2.0:1761322992.269660:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000039c47dcc. 00000400:00000010:2.0:1761322992.269666:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001055e55e. 00000100:00000200:2.0:1761322992.269670:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956469248, portal 16 00000400:00000010:2.0:1761322992.269676:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000008b30108. 00000100:00000200:2.0:1761322992.269678:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956469248, offset 0 00000400:00000200:2.0:1761322992.269684:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:2.0:1761322992.269691:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:2.0:1761322992.269699:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:2.0:1761322992.269703:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761322992.269706:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:2.0:1761322992.269709:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89251:89251:256:4294967295] 192.168.201.29@tcp LPNI seq info [89251:89251:8:4294967295] 00000400:00000200:2.0:1761322992.269717:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:2.0:1761322992.269722:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:2.0:1761322992.269726:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cbddcecb (tot 82350866). 00000800:00000200:2.0:1761322992.269730:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:2.0:1761322992.269735:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:2.0:1761322992.269738:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cbddcecb type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761322992.270172:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761322992.270175:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cbddcecb (tot 82350618). 00000400:00000200:1.0:1761322992.270181:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322992.270186:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:1.0:1761322992.270189:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000008b30108 00000400:00000010:1.0:1761322992.270191:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000008b30108. 00000100:00000200:1.0:1761322992.270197:0:15812:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c802a107 x1846879956469248/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761322992.270252:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000683ffc96. 00010000:00000010:2.1:1761322992.270261:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e6841254. 00010000:00000010:0.1:1761322992.270276:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002d8e0c70. 00000400:00000200:1.0:1761322992.272426:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:1.0:1761322992.272446:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf8600 00000400:00000200:1.0:1761322992.272454:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac7f9 [1] + 224 00000400:00000200:1.0:1761322992.272466:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322992.272468:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:1.0:1761322992.272651:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c802a107 x1846879956469248/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761322992.272923:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:1.0:1761322992.272930:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb5c000 00000400:00000200:1.0:1761322992.272936:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xab189 [2] + 0 00000400:00000200:1.0:1761322992.273001:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322992.273004:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:1.0:1761322992.273009:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761322992.273016:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000eabe2b15. 00000400:00000010:2.0:1761322992.273189:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000039c47dcc. 00000400:00000200:2.0:1761322992.273195:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001055e55e 00000400:00000010:2.0:1761322992.273198:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001055e55e. 00000100:00000200:2.0:1761322992.273205:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c802a107 x1846879956469248/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761322992.273214:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c802a107 x1846879956469248/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761322992.273243:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005a9a9d6e. 02000000:00000010:2.0:1761322992.273252:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d17d366b. 00000100:00000010:2.0:1761322992.273259:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c802a107. 00000100:00000010:2.0:1761322992.273263:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009416a060. 00010000:00000010:2.0:1761322992.273267:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e3902d17. 00000020:00000010:0.0:1761322992.273410:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b7216d7c. 00000020:00000010:0.0:1761322992.273418:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fee64178. 00000020:00000010:0.0:1761322992.273422:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b88240bc. 00000100:00000200:0.0:1761322992.273446:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000eabe2b15 x1846879955828736/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:145/0 lens 328/0 e 0 to 0 dl 1761323035 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761322992.273478:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955828736 02000000:00000010:0.0:1761322992.273488:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000965d2d95. 00010000:00000010:0.0:1761322992.273515:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002864e174. 00010000:00000010:0.0:1761322992.273537:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005b24b31b. 00000100:00000010:0.0:1761322992.273544:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004d9bb7c0. 00000100:00000010:0.0:1761322992.273558:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004d9bb7c0. 00010000:00000010:0.0:1761322992.273562:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005b24b31b. 00000400:00000010:0.0:1761322992.273574:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000005e828a6. 00000100:00000200:0.0:1761322992.273579:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955828736, offset 224 00000400:00000200:0.0:1761322992.273587:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322992.273599:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322992.273606:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89252:89252:256:4294967295] 192.168.201.29@tcp LPNI seq info [89252:89252:8:4294967295] 00000400:00000200:0.0:1761322992.273617:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322992.273623:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322992.273627:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004c92fdd7 (tot 82350866). 00000800:00000200:0.0:1761322992.273634:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322992.273642:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322992.273646:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004c92fdd7 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761322992.273672:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fee64178. 00000020:00000010:0.0:1761322992.273677:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b88240bc. 00000020:00000010:0.0:1761322992.273680:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b7216d7c. 00080000:00000010:2.0:1761322992.273784:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000005a9a9d6e. 00000800:00000200:3.0:1761322992.273839:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322992.273848:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004c92fdd7 (tot 82350618). 00000400:00000200:3.0:1761322992.273857:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322992.273868:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322992.273873:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000005e828a6 00000400:00000010:3.0:1761322992.273876:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000005e828a6. 00010000:00000010:2.0:1761322992.273884:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a893369c. 00010000:00000010:2.0:1761322992.273895:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f4e315ac. 00010000:00000010:2.0:1761322992.273999:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e6841254. 00010000:00000010:2.0:1761322992.274005:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a893369c. 00010000:00000010:2.0:1761322992.274015:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e3902d17. 00000100:00000010:2.0:1761322992.274029:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009416a060. 00000100:00000010:2.0:1761322992.274036:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c802a107. 02000000:00000010:2.0:1761322992.274047:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009a11ebaa. 02000000:00000010:2.0:1761322992.274069:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d17d366b. 00000400:00000010:2.0:1761322992.274193:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000039c47dcc. 00000400:00000010:2.0:1761322992.274200:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001055e55e. 00000100:00000200:2.0:1761322992.274206:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956469312, portal 16 00000400:00000010:2.0:1761322992.274211:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005cb2b743. 00000100:00000200:2.0:1761322992.274212:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956469312, offset 0 00000400:00000200:2.0:1761322992.274219:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:2.0:1761322992.274225:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:2.0:1761322992.274232:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:2.0:1761322992.274235:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761322992.274238:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:2.0:1761322992.274240:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89253:89253:256:4294967295] 192.168.201.29@tcp LPNI seq info [89253:89253:8:4294967295] 00000400:00000200:2.0:1761322992.274246:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:2.0:1761322992.274249:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:2.0:1761322992.274251:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000041deb613 (tot 82350866). 00000800:00000200:2.0:1761322992.274254:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:2.0:1761322992.274257:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:2.0:1761322992.274259:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000041deb613 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761322992.274362:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761322992.274366:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000041deb613 (tot 82350618). 00000400:00000200:1.0:1761322992.274371:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322992.274375:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:1.0:1761322992.274379:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005cb2b743 00000400:00000010:1.0:1761322992.274381:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005cb2b743. 00000100:00000200:1.0:1761322992.274387:0:15812:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c802a107 x1846879956469312/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761322992.275733:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:1.0:1761322992.275749:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf8640 00000400:00000200:1.0:1761322992.275759:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac805 [1] + 224 00000400:00000200:1.0:1761322992.275776:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322992.275779:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:1.0:1761322992.275786:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c802a107 x1846879956469312/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761322992.275837:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000039c47dcc. 00000400:00000200:2.0:1761322992.275843:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001055e55e 00000400:00000010:2.0:1761322992.275845:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001055e55e. 00000100:00000200:2.0:1761322992.275851:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c802a107 x1846879956469312/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761322992.275859:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c802a107 x1846879956469312/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761322992.275884:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d17d366b. 02000000:00000010:2.0:1761322992.275890:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009a11ebaa. 00000100:00000010:2.0:1761322992.275896:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c802a107. 00000100:00000010:2.0:1761322992.275900:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009416a060. 00010000:00000010:2.0:1761322992.275903:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e3902d17. 00010000:00000010:0.1:1761322992.276142:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000494678cc. 00010000:00000010:2.1:1761322992.276151:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000046367220. 00010000:00000010:2.1:1761322992.276162:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006a70dde2. 00010000:00000010:2.1:1761322992.276167:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005197d9bb. 00010000:00000010:2.1:1761322992.276170:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000918f80bf. 00000400:00000200:3.0:1761322992.276786:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322992.276799:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb5c040 00000400:00000200:3.0:1761322992.276807:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xab189 [2] + 328 00000400:00000200:3.0:1761322992.276865:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322992.276869:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322992.276875:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761322992.276881:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003171f658. 00000020:00000010:1.0:1761322992.277007:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b74ae7b7. 00000020:00000010:1.0:1761322992.277014:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f81a96c0. 00000020:00000010:1.0:1761322992.277031:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001d369eb8. 00000100:00000200:1.0:1761322992.277058:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003171f658 x1846879955828800/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:145/0 lens 328/0 e 0 to 0 dl 1761323035 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761322992.277124:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955828800 02000000:00000010:1.0:1761322992.277138:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ff73579e. 00010000:00000010:1.0:1761322992.277171:0:66652:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a6866376. 00010000:00000010:1.0:1761322992.277193:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005dce1a31. 00000100:00000010:1.0:1761322992.277201:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000049be3757. 00000100:00000010:1.0:1761322992.277214:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000049be3757. 00010000:00000010:1.0:1761322992.277217:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005dce1a31. 00000400:00000010:1.0:1761322992.277230:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000297438bc. 00000100:00000200:1.0:1761322992.277236:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955828800, offset 224 00000400:00000200:1.0:1761322992.277244:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322992.277256:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322992.277263:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89254:89254:256:4294967295] 192.168.201.29@tcp LPNI seq info [89254:89254:8:4294967295] 00000400:00000200:1.0:1761322992.277275:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322992.277281:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322992.277286:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006d93c9a0 (tot 82350866). 00000800:00000200:1.0:1761322992.277293:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322992.277302:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322992.277306:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006d93c9a0 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:2.0:1761322992.277313:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d17d366b. 00000020:00000010:1.0:1761322992.277338:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f81a96c0. 00000020:00000010:1.0:1761322992.277343:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001d369eb8. 00000020:00000010:1.0:1761322992.277347:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b74ae7b7. 00010000:00000010:2.0:1761322992.277412:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a893369c. 00010000:00000010:2.0:1761322992.277419:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c5da9415. 00000800:00000200:0.0:1761322992.277476:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761322992.277482:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006d93c9a0 (tot 82350618). 00000400:00000200:0.0:1761322992.277488:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322992.277492:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:0.0:1761322992.277496:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000297438bc 00000400:00000010:0.0:1761322992.277498:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000297438bc. 00010000:00000010:2.0:1761322992.277525:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000918f80bf. 00010000:00000010:2.0:1761322992.277531:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a893369c. 00010000:00000010:2.0:1761322992.277542:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e3902d17. 00000100:00000010:2.0:1761322992.277546:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009416a060. 00000100:00000010:2.0:1761322992.277551:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c802a107. 02000000:00000010:2.0:1761322992.277564:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009a11ebaa. 02000000:00000010:2.0:1761322992.277587:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000033df351a. 00000400:00000010:2.0:1761322992.277592:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000039c47dcc. 00000400:00000010:2.0:1761322992.277598:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001055e55e. 00000100:00000200:2.0:1761322992.277604:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956469376, portal 16 00000400:00000010:2.0:1761322992.277609:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000044da2acb. 00000100:00000200:2.0:1761322992.277611:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956469376, offset 0 00000400:00000200:2.0:1761322992.277616:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:2.0:1761322992.277623:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:2.0:1761322992.277631:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:2.0:1761322992.277635:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761322992.277638:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:2.0:1761322992.277641:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89255:89255:256:4294967295] 192.168.201.29@tcp LPNI seq info [89255:89255:8:4294967295] 00000400:00000200:2.0:1761322992.277648:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:2.0:1761322992.277653:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:2.0:1761322992.277656:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007e67acbb (tot 82350866). 00000800:00000200:2.0:1761322992.277660:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:2.0:1761322992.277664:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:2.0:1761322992.277666:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007e67acbb type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761322992.277901:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761322992.277904:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007e67acbb (tot 82350618). 00000400:00000200:1.0:1761322992.277909:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322992.277913:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:1.0:1761322992.277916:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000044da2acb 00000400:00000010:1.0:1761322992.277917:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000044da2acb. 00000100:00000200:1.0:1761322992.277923:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c802a107 x1846879956469376/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761322992.281105:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:1.0:1761322992.281130:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf8680 00000400:00000200:1.0:1761322992.281142:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac811 [1] + 224 00000400:00000200:1.0:1761322992.281165:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322992.281170:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:1.0:1761322992.281182:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c802a107 x1846879956469376/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761322992.281294:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000039c47dcc. 00000400:00000200:2.0:1761322992.281301:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001055e55e 00000400:00000010:2.0:1761322992.281304:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001055e55e. 00000100:00000200:2.0:1761322992.281314:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c802a107 x1846879956469376/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761322992.281322:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c802a107 x1846879956469376/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761322992.281331:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:0.0:1761322992.281342:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb5c080 00000400:00000200:0.0:1761322992.281351:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xab189 [2] + 656 02000000:00000010:2.0:1761322992.281358:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000033df351a. 02000000:00000010:2.0:1761322992.281367:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009a11ebaa. 00000100:00000010:2.0:1761322992.281374:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c802a107. 00000100:00000010:2.0:1761322992.281379:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009416a060. 00010000:00000010:2.0:1761322992.281383:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e3902d17. 00000400:00000200:0.0:1761322992.281421:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322992.281426:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:0.0:1761322992.281431:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761322992.281436:0:15812:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000049447897. 00000020:00000010:1.0:1761322992.281644:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b74ae7b7. 00000020:00000010:1.0:1761322992.281652:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f81a96c0. 00000020:00000010:1.0:1761322992.281657:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001d369eb8. 00000100:00000200:1.0:1761322992.281682:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000049447897 x1846879955828864/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:145/0 lens 328/0 e 0 to 0 dl 1761323035 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761322992.281723:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955828864 02000000:00000010:1.0:1761322992.281743:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008c7d7212. 00010000:00000010:1.0:1761322992.281775:0:66652:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000059d1057c. 00010000:00000010:1.0:1761322992.281797:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005dce1a31. 00000100:00000010:1.0:1761322992.281804:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000049be3757. 00000100:00000010:1.0:1761322992.281828:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000049be3757. 00010000:00000010:1.0:1761322992.281831:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005dce1a31. 00000400:00000010:1.0:1761322992.281843:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004c82c5ef. 00000100:00000200:1.0:1761322992.281848:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955828864, offset 224 00000400:00000200:1.0:1761322992.281856:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322992.281870:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322992.281877:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89256:89256:256:4294967295] 192.168.201.29@tcp LPNI seq info [89256:89256:8:4294967295] 00000400:00000200:1.0:1761322992.281888:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322992.281894:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322992.281900:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006d93c9a0 (tot 82350866). 00000800:00000200:1.0:1761322992.281907:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322992.281916:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322992.281921:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006d93c9a0 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761322992.281948:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f81a96c0. 00000020:00000010:1.0:1761322992.281952:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001d369eb8. 00000020:00000010:1.0:1761322992.281956:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b74ae7b7. 00080000:00000010:2.0:1761322992.281978:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000033df351a. 00010000:00000010:2.1:1761322992.282113:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f4760f5e. 00010000:00000010:2.1:1761322992.282122:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008d499961. 00010000:00000010:0.1:1761322992.282122:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000482a64ba. 00010000:00000010:2.0:1761322992.282168:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a893369c. 00010000:00000010:2.0:1761322992.282176:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000026cd7a3f. 00000800:00000200:3.0:1761322992.282204:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322992.282209:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006d93c9a0 (tot 82350618). 00000400:00000200:3.0:1761322992.282215:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322992.282220:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322992.282223:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004c82c5ef 00000400:00000010:3.0:1761322992.282225:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004c82c5ef. 00010000:00000010:2.0:1761322992.282271:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008d499961. 00010000:00000010:2.0:1761322992.282277:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a893369c. 00010000:00000010:2.0:1761322992.282287:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e3902d17. 00000100:00000010:2.0:1761322992.282291:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009416a060. 00000100:00000010:2.0:1761322992.282298:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c802a107. 02000000:00000010:2.0:1761322992.282309:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000010c16cbd. 02000000:00000010:2.0:1761322992.282331:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cc4ffa81. 00000400:00000010:2.0:1761322992.282335:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000039c47dcc. 00000400:00000010:2.0:1761322992.282340:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001055e55e. 00000100:00000200:2.0:1761322992.282346:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956469440, portal 16 00000400:00000010:2.0:1761322992.282350:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000967aa986. 00000100:00000200:2.0:1761322992.282352:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956469440, offset 0 00000400:00000200:2.0:1761322992.282358:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:2.0:1761322992.282366:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:2.0:1761322992.282373:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:2.0:1761322992.282378:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761322992.282381:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:2.0:1761322992.282383:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89257:89257:256:4294967295] 192.168.201.29@tcp LPNI seq info [89257:89257:8:4294967295] 00000400:00000200:2.0:1761322992.282390:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:2.0:1761322992.282394:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:2.0:1761322992.282398:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f093da5b (tot 82350866). 00000800:00000200:2.0:1761322992.282402:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:2.0:1761322992.282407:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:2.0:1761322992.282409:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f093da5b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761322992.282491:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761322992.282494:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f093da5b (tot 82350618). 00000400:00000200:1.0:1761322992.282499:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322992.282503:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:1.0:1761322992.282506:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000967aa986 00000400:00000010:1.0:1761322992.282507:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000967aa986. 00000100:00000200:1.0:1761322992.282513:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c802a107 x1846879956469440/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761322992.283708:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:0.0:1761322992.283777:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf86c0 00000400:00000200:0.0:1761322992.283787:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac81d [1] + 224 00000400:00000200:0.0:1761322992.283806:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322992.283810:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:0.0:1761322992.283818:0:15812:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c802a107 x1846879956469440/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761322992.283873:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000039c47dcc. 00000400:00000200:2.0:1761322992.283877:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001055e55e 00000400:00000010:2.0:1761322992.283880:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001055e55e. 00000100:00000200:2.0:1761322992.283885:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c802a107 x1846879956469440/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761322992.283893:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c802a107 x1846879956469440/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761322992.283916:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cc4ffa81. 02000000:00000010:2.0:1761322992.283920:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000010c16cbd. 00000100:00000010:2.0:1761322992.283923:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c802a107. 00000100:00000010:2.0:1761322992.283927:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009416a060. 00010000:00000010:2.0:1761322992.283930:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e3902d17. 00000400:00000200:3.0:1761322992.284173:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322992.284179:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb5c0c0 00000400:00000200:3.0:1761322992.284184:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xab189 [2] + 984 00000400:00000200:3.0:1761322992.284222:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322992.284226:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322992.284230:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761322992.284236:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f5a4a0ca. 00000020:00000010:1.0:1761322992.284307:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b74ae7b7. 00000020:00000010:1.0:1761322992.284315:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f81a96c0. 00000020:00000010:1.0:1761322992.284319:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001d369eb8. 00000100:00000200:1.0:1761322992.284342:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f5a4a0ca x1846879955828928/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:145/0 lens 328/0 e 0 to 0 dl 1761323035 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761322992.284383:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955828928 02000000:00000010:1.0:1761322992.284398:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000248b78f1. 00010000:00000010:1.0:1761322992.284699:0:66652:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000de88b5fd. 00010000:00000010:1.0:1761322992.284723:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005dce1a31. 00000100:00000010:1.0:1761322992.284730:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000049be3757. 00000100:00000010:1.0:1761322992.284751:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000049be3757. 00010000:00000010:1.0:1761322992.284754:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005dce1a31. 00000400:00000010:1.0:1761322992.284775:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c8e29771. 00000100:00000200:1.0:1761322992.284780:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955828928, offset 224 00000400:00000200:1.0:1761322992.284787:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322992.284798:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322992.284804:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89258:89258:256:4294967295] 192.168.201.29@tcp LPNI seq info [89258:89258:8:4294967295] 00000400:00000200:1.0:1761322992.284812:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322992.284818:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322992.284822:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006d93c9a0 (tot 82350866). 00000800:00000200:1.0:1761322992.284827:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322992.284835:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322992.284838:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006d93c9a0 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761322992.284868:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f81a96c0. 00000020:00000010:1.0:1761322992.284873:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001d369eb8. 00000020:00000010:1.0:1761322992.284877:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b74ae7b7. 00000800:00000200:3.0:1761322992.284952:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322992.284957:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006d93c9a0 (tot 82350618). 00000400:00000200:3.0:1761322992.284962:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322992.284966:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322992.284968:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c8e29771 00000400:00000010:3.0:1761322992.284969:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c8e29771. 00080000:00000010:2.0:1761322992.285228:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000010c16cbd. 00010000:00000010:2.0:1761322992.285324:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a893369c. 00010000:00000010:2.0:1761322992.285330:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a128191d. 00010000:00000010:2.0:1761322992.285423:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006a70dde2. 00010000:00000010:2.0:1761322992.285428:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a893369c. 00010000:00000010:2.0:1761322992.285438:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e3902d17. 00000100:00000010:2.0:1761322992.285442:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009416a060. 00000100:00000010:2.0:1761322992.285448:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c802a107. 02000000:00000010:2.0:1761322992.285459:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000cc4ffa81. 02000000:00000010:2.0:1761322992.285493:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a90b6d7a. 00000400:00000010:2.0:1761322992.285497:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000039c47dcc. 00000400:00000010:2.0:1761322992.285502:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001055e55e. 00000100:00000200:2.0:1761322992.285507:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956469504, portal 16 00000400:00000010:2.0:1761322992.285511:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004903da1b. 00000100:00000200:2.0:1761322992.285513:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956469504, offset 0 00000400:00000200:2.0:1761322992.285519:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:2.0:1761322992.285526:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:2.0:1761322992.285534:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:2.0:1761322992.285538:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761322992.285542:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:2.0:1761322992.285544:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89259:89259:256:4294967295] 192.168.201.29@tcp LPNI seq info [89259:89259:8:4294967295] 00000400:00000200:2.0:1761322992.285552:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:2.0:1761322992.285558:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:2.0:1761322992.285561:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000074e57caf (tot 82350866). 00000800:00000200:2.0:1761322992.285565:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:2.0:1761322992.285570:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:2.0:1761322992.285572:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000074e57caf type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761322992.285671:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761322992.285674:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000074e57caf (tot 82350618). 00000400:00000200:0.0:1761322992.285679:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322992.285683:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:0.0:1761322992.285687:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004903da1b 00000400:00000010:0.0:1761322992.285689:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004903da1b. 00000100:00000200:0.0:1761322992.285696:0:15812:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c802a107 x1846879956469504/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761322992.286184:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005b904bce. 00010000:00000010:2.1:1761322992.286389:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007f24f430. 00010000:00000010:2.1:1761322992.286396:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e6841254. 00000400:00000200:3.0:1761322992.288414:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322992.288437:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf8700 00000400:00000200:3.0:1761322992.288447:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac829 [1] + 224 00000400:00000200:3.0:1761322992.288465:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322992.288471:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322992.288481:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c802a107 x1846879956469504/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322992.289071:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322992.289116:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb5c100 00000400:00000200:3.0:1761322992.289124:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xab189 [2] + 1312 00000400:00000200:3.0:1761322992.289170:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322992.289175:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322992.289182:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761322992.289189:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004265c37e. 00000020:00000010:0.0:1761322992.289273:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b7216d7c. 00000020:00000010:0.0:1761322992.289292:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fee64178. 00000020:00000010:0.0:1761322992.289297:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b88240bc. 00000100:00000200:0.0:1761322992.289326:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000004265c37e x1846879955828992/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:145/0 lens 328/0 e 0 to 0 dl 1761323035 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761322992.289363:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955828992 02000000:00000010:0.0:1761322992.289376:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000bf125b4c. 00010000:00000010:0.0:1761322992.289416:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005b24b31b. 00000100:00000010:0.0:1761322992.289424:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004d9bb7c0. 00000100:00000010:0.0:1761322992.289430:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004d9bb7c0. 00010000:00000010:0.0:1761322992.289444:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005b24b31b. 00000400:00000010:0.0:1761322992.289461:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000005e828a6. 00000100:00000200:0.0:1761322992.289467:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955828992, offset 224 00000400:00000200:0.0:1761322992.289476:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322992.289489:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322992.289495:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89260:89260:256:4294967295] 192.168.201.29@tcp LPNI seq info [89260:89260:8:4294967295] 00000400:00000200:0.0:1761322992.289506:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322992.289513:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322992.289518:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a69d00c5 (tot 82350866). 00000800:00000200:0.0:1761322992.289525:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322992.289534:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322992.289540:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a69d00c5 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761322992.289570:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fee64178. 00000020:00000010:0.0:1761322992.289575:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b88240bc. 00000020:00000010:0.0:1761322992.289579:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b7216d7c. 00000400:00000010:2.0:1761322992.289588:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000039c47dcc. 00000400:00000200:2.0:1761322992.289601:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001055e55e 00000400:00000010:2.0:1761322992.289604:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001055e55e. 00000100:00000200:2.0:1761322992.289620:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c802a107 x1846879956469504/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761322992.289631:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c802a107 x1846879956469504/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1761322992.289668:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005aeb0be8. 02000000:00000010:2.0:1761322992.289693:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a90b6d7a. 02000000:00000010:2.0:1761322992.289700:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000cc4ffa81. 00000100:00000010:2.0:1761322992.289704:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c802a107. 00000100:00000010:2.0:1761322992.289708:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009416a060. 00010000:00000010:2.0:1761322992.289712:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e3902d17. 00080000:00000010:2.0:1761322992.289735:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cc4ffa81. 00010000:00000010:2.0:1761322992.289830:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a893369c. 00010000:00000010:2.0:1761322992.289840:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000a63a14f. 00000800:00000200:1.0:1761322992.289922:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00010000:00000010:2.0:1761322992.289923:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005197d9bb. 00000800:00000010:1.0:1761322992.289931:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a69d00c5 (tot 82350618). 00010000:00000010:2.0:1761322992.289932:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a19f1689. 00000400:00000200:1.0:1761322992.289938:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:2.0:1761322992.289942:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e6841254. 00000400:00000200:1.0:1761322992.289948:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00010000:00000010:2.0:1761322992.289952:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a893369c. 00000400:00000200:1.0:1761322992.289953:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000005e828a6 00000400:00000010:1.0:1761322992.289958:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000005e828a6. 00080000:00000010:2.0:1761322992.289976:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a90b6d7a. 00010000:00000010:2.0:1761322992.290011:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a893369c. 00010000:00000010:2.0:1761322992.290015:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a19f1689. 00000001:00000010:2.0:1761322992.290069:0:77376:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000039c47dcc. 00000001:00000010:2.0:1761322992.290112:0:77376:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000039c47dcc. 00000001:00000010:2.0:1761322992.290118:0:77376:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000039c47dcc. 00000001:00000010:2.0:1761322992.290122:0:77376:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d495292c. 00010000:00000010:2.0:1761322992.290153:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000541be338. 00010000:00000010:2.0:1761322992.290162:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a893369c. 00010000:00000010:2.0:1761322992.290173:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e3902d17. 00000100:00000010:2.0:1761322992.290181:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009416a060. 00000100:00000010:2.0:1761322992.290191:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c802a107. 02000000:00000010:2.0:1761322992.290207:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003b9f18dc. 02000000:00000010:2.0:1761322992.290243:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f130be70. 00000400:00000010:2.0:1761322992.290249:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d495292c. 00000400:00000010:2.0:1761322992.290254:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001055e55e. 00000100:00000200:2.0:1761322992.290260:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956469568, portal 16 00000400:00000010:2.0:1761322992.290267:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a9185619. 00000100:00000200:2.0:1761322992.290269:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956469568, offset 0 00000400:00000200:2.0:1761322992.290279:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:2.0:1761322992.290294:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:2.0:1761322992.290302:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:2.0:1761322992.290306:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761322992.290309:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:2.0:1761322992.290313:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89261:89261:256:4294967295] 192.168.201.29@tcp LPNI seq info [89261:89261:8:4294967295] 00000400:00000200:2.0:1761322992.290323:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:2.0:1761322992.290329:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:2.0:1761322992.290333:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a3160ea0 (tot 82350866). 00000800:00000200:2.0:1761322992.290340:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:2.0:1761322992.290347:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:2.0:1761322992.290351:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a3160ea0 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761322992.290744:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761322992.290748:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a3160ea0 (tot 82350618). 00000400:00000200:0.0:1761322992.290755:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322992.290762:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:0.0:1761322992.290766:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a9185619 00000400:00000010:0.0:1761322992.290768:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a9185619. 00000100:00000200:0.0:1761322992.290776:0:15812:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c802a107 x1846879956469568/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322992.293966:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322992.293991:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf8740 00000400:00000200:3.0:1761322992.294002:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac835 [1] + 224 00000400:00000200:3.0:1761322992.294033:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322992.294038:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322992.294050:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c802a107 x1846879956469568/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761322992.294200:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d495292c. 00000400:00000200:1.0:1761322992.294206:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001055e55e 00000400:00000010:1.0:1761322992.294209:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001055e55e. 00000100:00000200:1.0:1761322992.294216:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c802a107 x1846879956469568/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761322992.294225:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c802a107 x1846879956469568/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761322992.294254:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f130be70. 02000000:00000010:1.0:1761322992.294261:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003b9f18dc. 00000100:00000010:1.0:1761322992.294265:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c802a107. 00000100:00000010:1.0:1761322992.294270:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009416a060. 00010000:00000010:1.0:1761322992.294273:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e3902d17. 00000400:00000200:1.0:1761322992.295400:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:1.0:1761322992.295417:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb5c140 00000400:00000200:1.0:1761322992.295438:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xab189 [2] + 1640 00000400:00000200:1.0:1761322992.295523:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322992.295529:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:1.0:1761322992.295535:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761322992.295543:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004760bad7. 00000020:00000010:0.0:1761322992.295748:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b7216d7c. 00000020:00000010:0.0:1761322992.295760:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fee64178. 00000020:00000010:0.0:1761322992.295766:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b88240bc. 00000100:00000200:0.0:1761322992.295807:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000004760bad7 x1846879955829056/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:145/0 lens 328/0 e 0 to 0 dl 1761323035 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761322992.295848:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955829056 02000000:00000010:0.0:1761322992.295863:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000be711dbf. 00010000:00000010:0.0:1761322992.295904:0:66652:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008d696056. 00010000:00000010:0.0:1761322992.295930:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005b24b31b. 00000100:00000010:0.0:1761322992.295937:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004d9bb7c0. 00000100:00000010:0.0:1761322992.295968:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004d9bb7c0. 00010000:00000010:0.0:1761322992.295973:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005b24b31b. 00000400:00000010:0.0:1761322992.295991:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000014ec2920. 00000100:00000200:0.0:1761322992.295998:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955829056, offset 224 00000400:00000200:0.0:1761322992.296013:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322992.296039:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322992.296046:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89262:89262:256:4294967295] 192.168.201.29@tcp LPNI seq info [89262:89262:8:4294967295] 00000400:00000200:0.0:1761322992.296058:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322992.296064:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322992.296070:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f8f59593 (tot 82350866). 00000800:00000200:0.0:1761322992.296100:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322992.296108:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322992.296112:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f8f59593 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761322992.296134:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fee64178. 00000020:00000010:0.0:1761322992.296139:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b88240bc. 00000020:00000010:0.0:1761322992.296142:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b7216d7c. 00080000:00000010:3.0:1761322992.296171:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000096743d11. 00000800:00000200:0.0:1761322992.296256:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00010000:00000010:3.0:1761322992.296257:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a893369c. 00000800:00000010:0.0:1761322992.296261:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f8f59593 (tot 82350618). 00010000:00000010:1.1:1761322992.296263:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000003db07a4. 00010000:00000010:3.0:1761322992.296265:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000add9365b. 00000400:00000200:0.0:1761322992.296267:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322992.296278:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:0.0:1761322992.296283:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000014ec2920 00000400:00000010:0.0:1761322992.296286:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000014ec2920. 00010000:00000010:3.0:1761322992.296352:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a1d5a582. 00010000:00000010:3.0:1761322992.296359:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000009a45ff8d. 00010000:00000010:3.0:1761322992.296372:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000042c7b4bf. 00000100:00000010:3.0:1761322992.296376:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001da5bf6f. 00000100:00000010:3.0:1761322992.296385:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008821b89f. 02000000:00000010:3.0:1761322992.296404:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000136ddae9. 02000000:00000010:3.0:1761322992.296436:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000096648904. 00000400:00000010:3.0:1761322992.296442:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000841445dd. 00000400:00000010:3.0:1761322992.296504:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000094a78784. 00000100:00000200:3.0:1761322992.296510:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956469632, portal 16 00000400:00000010:3.0:1761322992.296515:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000053134655. 00000100:00000200:3.0:1761322992.296517:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956469632, offset 0 00000400:00000200:3.0:1761322992.296523:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:3.0:1761322992.296530:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322992.296537:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:3.0:1761322992.296541:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761322992.296544:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:3.0:1761322992.296546:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89263:89263:256:4294967295] 192.168.201.29@tcp LPNI seq info [89263:89263:8:4294967295] 00000400:00000200:3.0:1761322992.296555:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322992.296560:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322992.296563:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000074c3abcf (tot 82350866). 00000800:00000200:3.0:1761322992.296572:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322992.296576:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322992.296579:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000074c3abcf type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761322992.296696:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761322992.296701:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000074c3abcf (tot 82350618). 00000400:00000200:1.0:1761322992.296707:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322992.296713:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:1.0:1761322992.296717:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000053134655 00000400:00000010:1.0:1761322992.296719:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000053134655. 00000100:00000200:1.0:1761322992.296727:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008821b89f x1846879956469632/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761322992.297742:0:78796:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000160d7756. 00010000:00000010:2.1:1761322992.297755:0:78796:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000918f80bf. 00000400:00000200:1.0:1761322992.299855:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:1.0:1761322992.299875:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf8780 00000400:00000200:1.0:1761322992.299885:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac841 [1] + 224 00000400:00000200:1.0:1761322992.299901:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322992.299906:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:1.0:1761322992.299917:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008821b89f x1846879956469632/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761322992.300003:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000841445dd. 00000400:00000200:3.0:1761322992.300009:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000094a78784 00000400:00000010:3.0:1761322992.300011:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000094a78784. 00000100:00000200:3.0:1761322992.300031:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008821b89f x1846879956469632/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761322992.300041:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008821b89f x1846879956469632/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761322992.300098:0:78797:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000200b68b2. 00010000:00000010:2.1:1761322992.300108:0:78797:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008d499961. 00010000:00000010:1.1:1761322992.300120:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005babc83b. 00000400:00000200:0.0:1761322992.300154:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:0.0:1761322992.300166:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb5c180 02000000:00000010:3.0:1761322992.300171:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000096648904. 00000400:00000200:0.0:1761322992.300173:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xab189 [2] + 1968 00000400:00000010:0.0:1761322992.300178:0:15812:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b4a817c8. 02000000:00000010:3.0:1761322992.300180:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000136ddae9. 00000100:00000010:3.0:1761322992.300187:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008821b89f. 00000100:00000010:3.0:1761322992.300192:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001da5bf6f. 00000400:00000200:0.0:1761322992.300193:0:15812:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000007aed98cb 00010000:00000010:3.0:1761322992.300197:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000042c7b4bf. 00000400:00000200:0.0:1761322992.300393:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322992.300398:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:0.0:1761322992.300401:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007aed98cb 00000400:00000010:0.0:1761322992.300404:0:15812:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000007aed98cb (tot 82350466). 00000100:00000200:0.0:1761322992.300408:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1761322992.300497:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b7e291ee. 00000020:00000010:1.0:1761322992.300504:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000999875a. 00000020:00000010:1.0:1761322992.300510:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001d369eb8. 00000100:00000200:1.0:1761322992.300542:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005aba8fab x1846879955829120/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:145/0 lens 328/0 e 0 to 0 dl 1761323035 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761322992.300579:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955829120 02000000:00000010:1.0:1761322992.300603:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ed4d205f. 00010000:00000010:1.0:1761322992.300639:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000edf1522c. 00010000:00000010:1.0:1761322992.300663:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000094634bd6. 00000100:00000010:1.0:1761322992.300669:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000049be3757. 00000100:00000010:1.0:1761322992.300684:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000049be3757. 00010000:00000010:1.0:1761322992.300686:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000094634bd6. 00000400:00000010:1.0:1761322992.300701:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002c8a409d. 00000100:00000200:1.0:1761322992.300706:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955829120, offset 224 00000400:00000200:1.0:1761322992.300714:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322992.300725:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322992.300730:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89264:89264:256:4294967295] 192.168.201.29@tcp LPNI seq info [89264:89264:8:4294967295] 00000400:00000200:1.0:1761322992.300739:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322992.300743:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322992.300748:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006d93c9a0 (tot 82350714). 00000800:00000200:1.0:1761322992.300754:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322992.300761:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322992.300765:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006d93c9a0 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761322992.300791:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000999875a. 00080000:00000010:3.0:1761322992.300819:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000033ed228f. 00010000:00000010:3.0:1761322992.300896:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009a45ff8d. 00010000:00000010:3.0:1761322992.300903:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000019e8a033. 00000800:00000200:0.0:1761322992.300923:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761322992.300936:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006d93c9a0 (tot 82350466). 00000400:00000200:0.0:1761322992.300941:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322992.300944:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:0.0:1761322992.300947:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002c8a409d 00000400:00000010:0.0:1761322992.300948:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002c8a409d. 00000020:00000010:1.0:1761322992.300978:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001d369eb8. 00000020:00000010:1.0:1761322992.300983:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b7e291ee. 00010000:00000010:3.0:1761322992.300986:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000081ea50a3. 02000000:00000010:1.0:1761322992.300991:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ed4d205f. 00010000:00000010:3.0:1761322992.300992:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000009a45ff8d. 02000000:00000010:1.0:1761322992.300996:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000be711dbf. 00000100:00000010:1.0:1761322992.300998:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004760bad7. 02000000:00000010:1.0:1761322992.301001:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000bf125b4c. 00000100:00000010:1.0:1761322992.301003:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004265c37e. 00010000:00000010:3.0:1761322992.301005:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000042c7b4bf. 02000000:00000010:1.0:1761322992.301006:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000248b78f1. 00000100:00000010:1.0:1761322992.301008:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f5a4a0ca. 00000100:00000010:3.0:1761322992.301009:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001da5bf6f. 02000000:00000010:1.0:1761322992.301011:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008c7d7212. 00000100:00000010:1.0:1761322992.301013:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000049447897. 02000000:00000010:1.0:1761322992.301015:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ff73579e. 00000100:00000010:1.0:1761322992.301028:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003171f658. 00000100:00000010:3.0:1761322992.301030:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008821b89f. 02000000:00000010:1.0:1761322992.301031:0:67479:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000965d2d95. 00000100:00000010:1.0:1761322992.301033:0:67479:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000eabe2b15. 00000100:00000200:1.0:1761322992.301040:0:67479:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 02000000:00000010:3.0:1761322992.301042:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000021623a99. 00000400:00000010:1.0:1761322992.301045:0:67479:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003fc641e1. 00000400:00000010:1.0:1761322992.301049:0:67479:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000049be3757 (tot 82350618). 02000000:00000010:3.0:1761322992.301191:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000136ddae9. 00000400:00000010:3.0:1761322992.301197:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000841445dd. 00000400:00000010:3.0:1761322992.301201:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000094a78784. 00000100:00000200:3.0:1761322992.301206:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956469696, portal 16 00000400:00000010:3.0:1761322992.301211:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000057115dcc. 00000100:00000200:3.0:1761322992.301213:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956469696, offset 0 00000400:00000200:3.0:1761322992.301219:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:3.0:1761322992.301225:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322992.301233:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:3.0:1761322992.301237:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761322992.301240:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:3.0:1761322992.301243:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89265:89265:256:4294967295] 192.168.201.29@tcp LPNI seq info [89265:89265:8:4294967295] 00000400:00000200:3.0:1761322992.301250:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322992.301255:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322992.301259:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003de23d37 (tot 82350866). 00000800:00000200:3.0:1761322992.301263:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322992.301267:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322992.301270:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003de23d37 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761322992.301374:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761322992.301377:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003de23d37 (tot 82350618). 00000400:00000200:1.0:1761322992.301380:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322992.301384:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:1.0:1761322992.301387:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000057115dcc 00000400:00000010:1.0:1761322992.301388:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000057115dcc. 00000100:00000200:1.0:1761322992.301393:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008821b89f x1846879956469696/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761322992.303192:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:0.0:1761322992.303205:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf87c0 00000400:00000200:0.0:1761322992.303219:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac851 [1] + 224 00000400:00000200:0.0:1761322992.303233:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322992.303235:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:0.0:1761322992.303243:0:15812:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008821b89f x1846879956469696/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761322992.303310:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000841445dd. 00000400:00000200:3.0:1761322992.303320:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000094a78784 00000400:00000010:3.0:1761322992.303323:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000094a78784. 00000100:00000200:3.0:1761322992.303336:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008821b89f x1846879956469696/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761322992.303347:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008821b89f x1846879956469696/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761322992.303379:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000136ddae9. 02000000:00000010:3.0:1761322992.303388:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000021623a99. 00000100:00000010:3.0:1761322992.303394:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008821b89f. 00000100:00000010:3.0:1761322992.303398:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001da5bf6f. 00010000:00000010:3.0:1761322992.303403:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000042c7b4bf. 00000400:00000200:0.0:1761322992.304139:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:0.0:1761322992.304153:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb5c1c0 00000400:00000200:0.0:1761322992.304162:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xab1e1 [2] + 0 00000400:00000200:0.0:1761322992.304229:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322992.304234:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:0.0:1761322992.304241:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761322992.304245:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d1e427ea. 00000020:00000010:1.0:1761322992.304373:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ed4d205f. 00000020:00000010:1.0:1761322992.304380:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000999875a. 00000020:00000010:1.0:1761322992.304385:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001d369eb8. 00000100:00000200:1.0:1761322992.304412:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d1e427ea x1846879955829184/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:145/0 lens 328/0 e 0 to 0 dl 1761323035 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761322992.304447:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955829184 02000000:00000010:1.0:1761322992.304458:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b7e291ee. 00010000:00000010:1.0:1761322992.304489:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000edf3cd80. 00010000:00000010:1.0:1761322992.304512:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000094634bd6. 00000100:00000010:1.0:1761322992.304518:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000deff1baf. 00000100:00000010:1.0:1761322992.305127:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000deff1baf. 00010000:00000010:1.0:1761322992.305134:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000094634bd6. 00000400:00000010:1.0:1761322992.305152:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007b307a51. 00000100:00000200:1.0:1761322992.305158:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955829184, offset 224 00000400:00000200:1.0:1761322992.305167:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322992.305186:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322992.305196:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89266:89266:256:4294967295] 192.168.201.29@tcp LPNI seq info [89266:89266:8:4294967295] 00000400:00000200:1.0:1761322992.305207:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322992.305216:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322992.305222:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006d93c9a0 (tot 82350866). 00000800:00000200:1.0:1761322992.305229:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322992.305237:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322992.305241:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006d93c9a0 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761322992.305279:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000999875a. 00000020:00000010:1.0:1761322992.305285:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001d369eb8. 00000020:00000010:1.0:1761322992.305289:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ed4d205f. 00080000:00000010:3.0:1761322992.305341:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000096648904. 00010000:00000010:3.0:1761322992.305457:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009a45ff8d. 00010000:00000010:3.0:1761322992.305466:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000713292b. 00000800:00000200:0.0:1761322992.305487:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761322992.305493:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006d93c9a0 (tot 82350618). 00000400:00000200:0.0:1761322992.305500:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322992.305504:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:0.0:1761322992.305509:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007b307a51 00000400:00000010:0.0:1761322992.305511:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007b307a51. 00010000:00000010:3.0:1761322992.305560:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d47537ea. 00010000:00000010:3.0:1761322992.305567:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000009a45ff8d. 00010000:00000010:3.0:1761322992.305579:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000042c7b4bf. 00000100:00000010:3.0:1761322992.305584:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001da5bf6f. 00000100:00000010:3.0:1761322992.305605:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008821b89f. 02000000:00000010:3.0:1761322992.305628:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000021623a99. 02000000:00000010:3.0:1761322992.305659:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000136ddae9. 00000400:00000010:3.0:1761322992.305666:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000841445dd. 00000400:00000010:3.0:1761322992.305672:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000094a78784. 00000100:00000200:3.0:1761322992.305678:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956469760, portal 16 00000400:00000010:3.0:1761322992.305682:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a15e7f24. 00000100:00000200:3.0:1761322992.305684:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956469760, offset 0 00000400:00000200:3.0:1761322992.305689:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:3.0:1761322992.305697:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322992.305706:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:3.0:1761322992.305709:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761322992.305713:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:3.0:1761322992.305715:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89267:89267:256:4294967295] 192.168.201.29@tcp LPNI seq info [89267:89267:8:4294967295] 00000400:00000200:3.0:1761322992.305723:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322992.305727:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322992.305730:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000f1ffd3f (tot 82350866). 00000800:00000200:3.0:1761322992.305735:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322992.305738:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322992.305741:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000f1ffd3f type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761322992.305814:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761322992.305816:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000f1ffd3f (tot 82350618). 00000400:00000200:0.0:1761322992.305820:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322992.305823:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:0.0:1761322992.305826:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a15e7f24 00000400:00000010:0.0:1761322992.305828:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a15e7f24. 00000100:00000200:0.0:1761322992.305834:0:15812:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008821b89f x1846879956469760/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761322992.310069:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:0.0:1761322992.310141:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf8800 00000400:00000200:0.0:1761322992.310154:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac85d [1] + 224 00000400:00000200:0.0:1761322992.310171:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322992.310176:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:0.0:1761322992.310188:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008821b89f x1846879956469760/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761322992.310227:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:0.0:1761322992.310235:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb5c200 00000400:00000010:3.0:1761322992.310240:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000841445dd. 00000400:00000200:3.0:1761322992.310245:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000094a78784 00000400:00000010:3.0:1761322992.310247:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000094a78784. 00000100:00000200:3.0:1761322992.310253:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008821b89f x1846879956469760/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761322992.310260:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xab1e1 [2] + 328 00000100:00000200:3.0:1761322992.310265:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008821b89f x1846879956469760/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761322992.310290:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000136ddae9. 02000000:00000010:3.0:1761322992.310298:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000021623a99. 00000100:00000010:3.0:1761322992.310305:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008821b89f. 00000100:00000010:3.0:1761322992.310310:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001da5bf6f. 00010000:00000010:3.0:1761322992.310314:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000042c7b4bf. 00000400:00000200:0.0:1761322992.311047:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322992.311054:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:0.0:1761322992.311061:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761322992.311068:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e84b8751. 00000020:00000010:1.0:1761322992.311147:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ed4d205f. 00000020:00000010:1.0:1761322992.311157:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000999875a. 00000020:00000010:1.0:1761322992.311162:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001d369eb8. 00000100:00000200:1.0:1761322992.311190:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e84b8751 x1846879955829248/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:145/0 lens 328/0 e 0 to 0 dl 1761323035 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761322992.311234:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955829248 02000000:00000010:1.0:1761322992.311248:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ff73579e. 00010000:00000010:1.0:1761322992.311277:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000769d1893. 00010000:00000010:1.0:1761322992.311297:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000094634bd6. 00000100:00000010:1.0:1761322992.311304:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000deff1baf. 00000100:00000010:1.0:1761322992.311318:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000deff1baf. 00010000:00000010:1.0:1761322992.311322:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000094634bd6. 00000400:00000010:1.0:1761322992.311335:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d7a17f4b. 00000100:00000200:1.0:1761322992.311341:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955829248, offset 224 00000400:00000200:1.0:1761322992.311350:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322992.311365:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322992.311372:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89268:89268:256:4294967295] 192.168.201.29@tcp LPNI seq info [89268:89268:8:4294967295] 00000400:00000200:1.0:1761322992.311385:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322992.311391:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322992.311397:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006d93c9a0 (tot 82350866). 00000800:00000200:1.0:1761322992.311403:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322992.311413:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322992.311419:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006d93c9a0 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761322992.311450:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000999875a. 00000020:00000010:1.0:1761322992.311456:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001d369eb8. 00000020:00000010:1.0:1761322992.311460:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ed4d205f. 00000800:00000200:2.0:1761322992.311740:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322992.311745:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006d93c9a0 (tot 82350618). 00000400:00000200:2.0:1761322992.311752:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322992.311757:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322992.311761:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d7a17f4b 00000400:00000010:2.0:1761322992.311764:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d7a17f4b. 00010000:00000010:2.1:1761322992.313051:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b4234609. 00010000:00000010:2.1:1761322992.313066:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000064915a52. 00010000:00000010:2.1:1761322992.313070:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006a70dde2. 00010000:00000010:2.1:1761322992.313088:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005197d9bb. 00010000:00000010:2.1:1761322992.313093:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e6841254. 00010000:00000010:3.1:1761322992.313132:0:78791:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000eff817e. 00010000:00000010:3.1:1761322992.313142:0:78791:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000541be338. 00010000:00000010:0.1:1761322992.313325:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000533f71cd. 00080000:00000010:2.0:1761322992.313630:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000037738627. 00010000:00000010:2.0:1761322992.313773:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009a45ff8d. 00010000:00000010:2.0:1761322992.313789:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fd6af92d. 00010000:00000010:2.0:1761322992.313960:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e6841254. 00010000:00000010:2.0:1761322992.313968:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000014ddd51f. 00010000:00000010:2.0:1761322992.313985:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000016fd1dcd. 00000100:00000010:2.0:1761322992.313993:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009416a060. 00000100:00000010:2.0:1761322992.314005:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a87c75be. 02000000:00000010:2.0:1761322992.314032:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000fe5731f. 02000000:00000010:2.0:1761322992.314064:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005a81282e. 00000400:00000010:2.0:1761322992.314100:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000022cdc7b0. 00000400:00000010:2.0:1761322992.314109:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000032243a01. 00000100:00000200:2.0:1761322992.314120:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956469824, portal 16 00000400:00000010:2.0:1761322992.314126:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c102ff98. 00000100:00000200:2.0:1761322992.314129:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956469824, offset 0 00000400:00000200:2.0:1761322992.314142:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:2.0:1761322992.314166:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:2.0:1761322992.314176:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:2.0:1761322992.314182:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761322992.314186:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:2.0:1761322992.314190:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89269:89269:256:4294967295] 192.168.201.29@tcp LPNI seq info [89269:89269:8:4294967295] 00000400:00000200:2.0:1761322992.314204:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:2.0:1761322992.314212:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:2.0:1761322992.314218:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a3160ea0 (tot 82350866). 00000800:00000200:2.0:1761322992.314227:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:2.0:1761322992.314238:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:2.0:1761322992.314243:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a3160ea0 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761322992.314750:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761322992.314756:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a3160ea0 (tot 82350618). 00000400:00000200:0.0:1761322992.314763:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322992.314771:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:0.0:1761322992.314776:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c102ff98 00000400:00000010:0.0:1761322992.314779:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c102ff98. 00000100:00000200:0.0:1761322992.314787:0:15812:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a87c75be x1846879956469824/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322992.316060:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322992.316114:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf8840 00000400:00000200:2.0:1761322992.316125:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac869 [1] + 224 00000400:00000200:2.0:1761322992.316144:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322992.316147:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322992.316154:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a87c75be x1846879956469824/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761322992.316199:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000022cdc7b0. 00000400:00000200:2.0:1761322992.316203:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000032243a01 00000400:00000010:2.0:1761322992.316206:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000032243a01. 00000100:00000200:2.0:1761322992.316211:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a87c75be x1846879956469824/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761322992.316219:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a87c75be x1846879956469824/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761322992.316247:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005a81282e. 02000000:00000010:2.0:1761322992.316254:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000000fe5731f. 00000100:00000010:2.0:1761322992.316258:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a87c75be. 00000100:00000010:2.0:1761322992.316265:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009416a060. 00010000:00000010:2.0:1761322992.316270:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000016fd1dcd. 00000400:00000200:2.0:1761322992.316295:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322992.316303:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb5c240 00000400:00000200:2.0:1761322992.316308:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xab1e1 [2] + 656 00000400:00000200:2.0:1761322992.316380:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322992.316384:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322992.316393:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761322992.316397:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a87c75be. 00000020:00000010:3.0:1761322992.316465:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000021623a99. 00000020:00000010:3.0:1761322992.316479:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d19c231d. 00000020:00000010:3.0:1761322992.316485:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000067fd8f68. 00000100:00000200:3.0:1761322992.316675:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a87c75be x1846879955829312/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:145/0 lens 328/0 e 0 to 0 dl 1761323035 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761322992.316728:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955829312 02000000:00000010:3.0:1761322992.316741:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000136ddae9. 00010000:00000010:3.0:1761322992.316771:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008e0af9e7. 00010000:00000010:3.0:1761322992.316792:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ee426db0. 00000100:00000010:3.0:1761322992.316800:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001da5bf6f. 00000100:00000010:3.0:1761322992.316807:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001da5bf6f. 00010000:00000010:3.0:1761322992.316810:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ee426db0. 00000400:00000010:3.0:1761322992.316823:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000094a78784. 00000100:00000200:3.0:1761322992.316829:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955829312, offset 224 00000400:00000200:3.0:1761322992.316837:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:3.0:1761322992.316849:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322992.316854:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89270:89270:256:4294967295] 192.168.201.29@tcp LPNI seq info [89270:89270:8:4294967295] 00000400:00000200:3.0:1761322992.316864:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322992.316870:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322992.316875:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000c003157 (tot 82350866). 00000800:00000200:3.0:1761322992.316882:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322992.316891:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322992.316896:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000c003157 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761322992.316916:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d19c231d. 00000020:00000010:3.0:1761322992.316922:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000067fd8f68. 00000020:00000010:3.0:1761322992.316926:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000021623a99. 00000800:00000200:3.0:1761322992.317007:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322992.317011:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000c003157 (tot 82350618). 00000400:00000200:3.0:1761322992.317015:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322992.317029:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322992.317032:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000094a78784 00000400:00000010:3.0:1761322992.317033:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000094a78784. 00080000:00000010:2.0:1761322992.317139:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000000fe5731f. 00010000:00000010:2.0:1761322992.317246:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000014ddd51f. 00010000:00000010:2.0:1761322992.317254:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005a04d201. 00010000:00000010:2.0:1761322992.317354:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006a70dde2. 00010000:00000010:2.0:1761322992.317362:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000014ddd51f. 00010000:00000010:2.0:1761322992.317373:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000016fd1dcd. 00000100:00000010:2.0:1761322992.317379:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009416a060. 00000100:00000010:2.0:1761322992.317387:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000017975d50. 02000000:00000010:2.0:1761322992.317398:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005a81282e. 02000000:00000010:2.0:1761322992.317420:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cf3b2fe6. 00000400:00000010:2.0:1761322992.317426:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000022cdc7b0. 00000400:00000010:2.0:1761322992.317431:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000032243a01. 00000100:00000200:2.0:1761322992.317437:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956469888, portal 16 00000400:00000010:2.0:1761322992.317443:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c102ff98. 00000100:00000200:2.0:1761322992.317445:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956469888, offset 0 00000400:00000200:2.0:1761322992.317451:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:2.0:1761322992.317461:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:2.0:1761322992.317469:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:2.0:1761322992.317473:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761322992.317476:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:2.0:1761322992.317479:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89271:89271:256:4294967295] 192.168.201.29@tcp LPNI seq info [89271:89271:8:4294967295] 00000400:00000200:2.0:1761322992.317487:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:2.0:1761322992.317494:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:2.0:1761322992.317498:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000074e57caf (tot 82350866). 00000800:00000200:2.0:1761322992.317502:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:2.0:1761322992.317507:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:2.0:1761322992.317520:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000074e57caf type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761322992.318560:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322992.318567:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000074e57caf (tot 82350618). 00000400:00000200:3.0:1761322992.318576:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322992.318586:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322992.318591:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c102ff98 00000400:00000010:3.0:1761322992.318594:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c102ff98. 00000100:00000200:3.0:1761322992.318606:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000017975d50 x1846879956469888/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761322992.319134:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dd0dad6a. 00010000:00000010:3.1:1761322992.319146:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a1d5a582. 00010000:00000010:1.1:1761322992.320318:0:78798:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000018b8714a. 00000400:00000200:2.0:1761322992.320968:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322992.320989:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf8880 00000400:00000200:2.0:1761322992.321000:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac875 [1] + 224 00000400:00000200:2.0:1761322992.321026:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322992.321031:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322992.321042:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000017975d50 x1846879956469888/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322992.321845:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322992.321858:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb5c280 00000400:00000010:3.0:1761322992.321885:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000022cdc7b0. 00000400:00000200:3.0:1761322992.321892:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000032243a01 00000400:00000010:3.0:1761322992.321895:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000032243a01. 00000100:00000200:3.0:1761322992.321903:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000017975d50 x1846879956469888/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761322992.321912:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000017975d50 x1846879956469888/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761322992.321943:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cf3b2fe6. 02000000:00000010:3.0:1761322992.321950:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000005a81282e. 00000100:00000010:3.0:1761322992.321954:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000017975d50. 00000100:00000010:3.0:1761322992.321958:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009416a060. 00010000:00000010:3.0:1761322992.321962:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000016fd1dcd. 00000400:00000200:2.0:1761322992.322006:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xab1e1 [2] + 984 00010000:00000010:1.1:1761322992.322103:0:78798:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fefc9649. 00010000:00000010:3.1:1761322992.322112:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f855d114. 00010000:00000010:3.1:1761322992.322122:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000081ea50a3. 00010000:00000010:3.1:1761322992.322142:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d41a519a. 00010000:00000010:1.1:1761322992.322146:0:78798:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c59ce8f7. 00010000:00000010:2.1:1761322992.322218:0:78778:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003bac23de. 00010000:00000010:2.1:1761322992.322226:0:78778:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d47537ea. 00010000:00000010:2.1:1761322992.322232:0:78778:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000026c79295. 00010000:00000010:2.1:1761322992.322236:0:78778:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e6841254. 00000400:00000200:2.0:1761322992.322873:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322992.322883:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322992.322892:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761322992.322898:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000076100024. 00000020:00000010:3.0:1761322992.323015:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000021623a99. 00000020:00000010:3.0:1761322992.323035:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d19c231d. 00000020:00000010:3.0:1761322992.323040:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000067fd8f68. 00000100:00000200:3.0:1761322992.323066:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000076100024 x1846879955829376/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:145/0 lens 328/0 e 0 to 0 dl 1761323035 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761322992.323206:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955829376 02000000:00000010:3.0:1761322992.323220:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a600e40c. 00010000:00000010:3.0:1761322992.323248:0:66652:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000808fa70b. 00010000:00000010:3.0:1761322992.323267:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ee426db0. 00000100:00000010:3.0:1761322992.323273:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001da5bf6f. 00000100:00000010:3.0:1761322992.323288:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001da5bf6f. 00010000:00000010:3.0:1761322992.323292:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ee426db0. 00000400:00000010:3.0:1761322992.323306:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000094a78784. 00000100:00000200:3.0:1761322992.323311:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955829376, offset 224 00000400:00000200:3.0:1761322992.323319:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:3.0:1761322992.323332:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322992.323338:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89272:89272:256:4294967295] 192.168.201.29@tcp LPNI seq info [89272:89272:8:4294967295] 00000400:00000200:3.0:1761322992.323351:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322992.323357:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322992.323363:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000c003157 (tot 82350866). 00000800:00000200:3.0:1761322992.323370:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322992.323380:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322992.323385:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000c003157 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761322992.323404:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d19c231d. 00000020:00000010:3.0:1761322992.323408:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000067fd8f68. 00000020:00000010:3.0:1761322992.323411:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000021623a99. 00000800:00000200:3.0:1761322992.323807:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322992.323813:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000c003157 (tot 82350618). 00000400:00000200:3.0:1761322992.323819:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322992.323824:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322992.323827:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000094a78784 00000400:00000010:3.0:1761322992.323829:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000094a78784. 00080000:00000010:0.0:1761322992.323959:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000832ecbc4. 00010000:00000010:0.0:1761322992.324138:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000014ddd51f. 00010000:00000010:0.0:1761322992.324151:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000381043f8. 00010000:00000010:0.0:1761322992.324280:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006e13a1a0. 00010000:00000010:0.0:1761322992.324288:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007e236b01. 00010000:00000010:0.0:1761322992.324299:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000082d72e0. 00000100:00000010:0.0:1761322992.324305:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004d9bb7c0. 00000100:00000010:0.0:1761322992.324313:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003d81b331. 02000000:00000010:0.0:1761322992.324326:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000965d2d95. 02000000:00000010:0.0:1761322992.324351:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bf125b4c. 00000400:00000010:0.0:1761322992.324357:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000068d25855. 00000400:00000010:0.0:1761322992.324364:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000014ec2920. 00000100:00000200:0.0:1761322992.324370:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956469952, portal 16 00000400:00000010:0.0:1761322992.324375:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b5b32290. 00000100:00000200:0.0:1761322992.324377:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956469952, offset 0 00000400:00000200:0.0:1761322992.324384:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322992.324395:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322992.324405:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:0.0:1761322992.324409:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761322992.324412:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322992.324415:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89273:89273:256:4294967295] 192.168.201.29@tcp LPNI seq info [89273:89273:8:4294967295] 00000400:00000200:0.0:1761322992.324423:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322992.324428:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322992.324432:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f8f59593 (tot 82350866). 00000800:00000200:0.0:1761322992.324451:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322992.324458:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322992.324461:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f8f59593 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761322992.325358:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322992.325364:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f8f59593 (tot 82350618). 00000400:00000200:3.0:1761322992.325371:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322992.325377:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322992.325382:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b5b32290 00000400:00000010:3.0:1761322992.325385:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b5b32290. 00000100:00000200:3.0:1761322992.325396:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003d81b331 x1846879956469952/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322992.327102:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322992.327127:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf88c0 00000400:00000200:3.0:1761322992.327139:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac881 [1] + 224 00000400:00000200:3.0:1761322992.327162:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322992.327167:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322992.327178:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003d81b331 x1846879956469952/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322992.328007:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322992.328045:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb5c2c0 00000400:00000200:3.0:1761322992.328052:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xab1e1 [2] + 1312 00000400:00000200:3.0:1761322992.328155:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322992.328160:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322992.328166:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761322992.328173:0:15812:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008821b89f. 00000400:00000010:1.0:1761322992.328296:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000068d25855. 00000400:00000200:1.0:1761322992.328302:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000014ec2920 00000400:00000010:1.0:1761322992.328305:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000014ec2920. 00000100:00000200:1.0:1761322992.328315:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003d81b331 x1846879956469952/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761322992.328324:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003d81b331 x1846879956469952/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761322992.328353:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bf125b4c. 02000000:00000010:1.0:1761322992.328360:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000965d2d95. 00000100:00000010:1.0:1761322992.328364:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003d81b331. 00000100:00000010:1.0:1761322992.328368:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004d9bb7c0. 00010000:00000010:1.0:1761322992.328374:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000082d72e0. 00000020:00000010:0.0:1761322992.328836:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b7216d7c. 00000020:00000010:0.0:1761322992.328845:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008e8718ad. 00000020:00000010:0.0:1761322992.328850:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b88240bc. 00000100:00000200:0.0:1761322992.328876:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000008821b89f x1846879955829440/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:145/0 lens 328/0 e 0 to 0 dl 1761323035 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761322992.328917:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955829440 02000000:00000010:0.0:1761322992.328930:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000be711dbf. 00010000:00000010:0.0:1761322992.328961:0:66652:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000087dbd03d. 00010000:00000010:0.0:1761322992.328981:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000086f73d3b. 00000100:00000010:0.0:1761322992.328988:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004d9bb7c0. 00000100:00000010:0.0:1761322992.329004:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004d9bb7c0. 00010000:00000010:0.0:1761322992.329007:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000086f73d3b. 00000400:00000010:0.0:1761322992.329028:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ac81ce21. 00000100:00000200:0.0:1761322992.329034:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955829440, offset 224 00000400:00000200:0.0:1761322992.329042:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00080000:00000010:1.0:1761322992.329052:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b1c6bcc1. 00000400:00000200:0.0:1761322992.329057:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322992.329063:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89274:89274:256:4294967295] 192.168.201.29@tcp LPNI seq info [89274:89274:8:4294967295] 00010000:00000010:0.1:1761322992.329099:0:66652:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b513df15. 00010000:00000010:0.1:1761322992.329108:0:66652:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006a70dde2. 00010000:00000010:3.1:1761322992.329111:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000669a5631. 00000400:00000200:0.0:1761322992.329121:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322992.329128:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322992.329135:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bf5e0f07 (tot 82350866). 00000800:00000200:0.0:1761322992.329141:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322992.329149:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322992.329152:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bf5e0f07 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761322992.329170:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008e8718ad. 00000020:00000010:0.0:1761322992.329175:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b88240bc. 00000020:00000010:0.0:1761322992.329178:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b7216d7c. 00010000:00000010:1.0:1761322992.329210:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007e236b01. 00010000:00000010:1.0:1761322992.329220:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000019f41028. 00000800:00000200:3.0:1761322992.329253:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322992.329257:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bf5e0f07 (tot 82350618). 00000400:00000200:3.0:1761322992.329261:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322992.329266:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322992.329270:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ac81ce21 00000400:00000010:3.0:1761322992.329271:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ac81ce21. 00010000:00000010:1.0:1761322992.329320:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000073a735c0. 00010000:00000010:1.0:1761322992.329327:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000db14c47f. 00010000:00000010:1.0:1761322992.329335:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000052c5b70f. 00000100:00000010:1.0:1761322992.329339:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000deff1baf. 00000100:00000010:1.0:1761322992.329345:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000eabe2b15. 02000000:00000010:1.0:1761322992.329355:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000040fba3cc. 02000000:00000010:1.0:1761322992.329376:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005fbd0610. 00000400:00000010:1.0:1761322992.329381:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000fbfd5f0. 00000400:00000010:1.0:1761322992.329387:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000399567d5. 00000100:00000200:1.0:1761322992.329393:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956470016, portal 16 00000400:00000010:1.0:1761322992.329398:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f7dcd522. 00000100:00000200:1.0:1761322992.329400:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956470016, offset 0 00000400:00000200:1.0:1761322992.329405:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322992.329412:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322992.329421:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:1.0:1761322992.329425:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761322992.329428:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:1.0:1761322992.329431:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89275:89275:256:4294967295] 192.168.201.29@tcp LPNI seq info [89275:89275:8:4294967295] 00000400:00000200:1.0:1761322992.329438:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322992.329443:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322992.329446:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006d93c9a0 (tot 82350866). 00000800:00000200:1.0:1761322992.329450:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322992.329454:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322992.329456:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006d93c9a0 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761322992.329525:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322992.329529:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006d93c9a0 (tot 82350618). 00000400:00000200:3.0:1761322992.329534:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322992.329538:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322992.329541:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f7dcd522 00000400:00000010:3.0:1761322992.329543:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f7dcd522. 00000100:00000200:3.0:1761322992.329549:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000eabe2b15 x1846879956470016/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322992.331527:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322992.331546:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf8900 00000400:00000200:3.0:1761322992.331557:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac88d [1] + 224 00000400:00000200:3.0:1761322992.331570:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322992.331574:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322992.331583:0:15812:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000eabe2b15 x1846879956470016/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322992.331640:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322992.331646:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb5c300 00000400:00000200:3.0:1761322992.331653:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xab1e1 [2] + 1640 00000400:00000010:0.0:1761322992.331662:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000fbfd5f0. 00000400:00000200:0.0:1761322992.331683:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000399567d5 00000400:00000010:0.0:1761322992.331685:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000399567d5. 00000100:00000200:0.0:1761322992.331693:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000eabe2b15 x1846879956470016/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761322992.331706:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000eabe2b15 x1846879956470016/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322992.331711:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322992.331717:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322992.331722:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761322992.331728:0:15812:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001e4c2c1b. 02000000:00000010:0.0:1761322992.331735:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005fbd0610. 02000000:00000010:0.0:1761322992.331742:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000040fba3cc. 00000100:00000010:0.0:1761322992.331746:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000eabe2b15. 00000100:00000010:0.0:1761322992.331750:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000deff1baf. 00010000:00000010:0.0:1761322992.331754:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000052c5b70f. 00000020:00000010:2.0:1761322992.331795:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001c4cbcfe. 00000020:00000010:2.0:1761322992.331804:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000683eb2b7. 00000020:00000010:2.0:1761322992.331808:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009b99a30e. 00000100:00000200:2.0:1761322992.331831:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001e4c2c1b x1846879955829504/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:145/0 lens 328/0 e 0 to 0 dl 1761323035 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761322992.331866:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955829504 02000000:00000010:2.0:1761322992.331876:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f655179c. 00010000:00000010:2.0:1761322992.331904:0:66652:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006e6a3c6c. 00010000:00000010:2.0:1761322992.331928:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009774b6f0. 00000100:00000010:2.0:1761322992.331937:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009416a060. 00000100:00000010:2.0:1761322992.333442:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009416a060. 00010000:00000010:2.0:1761322992.333455:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009774b6f0. 00000400:00000010:2.0:1761322992.333478:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001055e55e. 00000100:00000200:2.0:1761322992.333485:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955829504, offset 224 00000400:00000200:2.0:1761322992.333498:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:2.0:1761322992.333529:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:2.0:1761322992.333537:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89276:89276:256:4294967295] 192.168.201.29@tcp LPNI seq info [89276:89276:8:4294967295] 00000400:00000200:2.0:1761322992.333548:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:2.0:1761322992.333554:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:2.0:1761322992.333560:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f093da5b (tot 82350866). 00000800:00000200:2.0:1761322992.333568:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:2.0:1761322992.333577:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:2.0:1761322992.333581:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f093da5b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761322992.333614:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000683eb2b7. 00000020:00000010:2.0:1761322992.333621:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009b99a30e. 00000020:00000010:2.0:1761322992.333626:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001c4cbcfe. 00000800:00000200:3.0:1761322992.333735:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322992.333740:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f093da5b (tot 82350618). 00000400:00000200:3.0:1761322992.333750:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322992.333759:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322992.333764:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001055e55e 00000400:00000010:3.0:1761322992.333766:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001055e55e. 00080000:00000010:0.0:1761322992.335432:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b7216d7c. 00010000:00000010:0.0:1761322992.335569:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000db14c47f. 00010000:00000010:0.0:1761322992.335580:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000039d977d2. 00010000:00000010:0.0:1761322992.335683:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000040da76af. 00010000:00000010:0.0:1761322992.335690:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000072346468. 00010000:00000010:0.0:1761322992.335703:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000086f73d3b. 00000100:00000010:0.0:1761322992.335712:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004d9bb7c0. 00000100:00000010:0.0:1761322992.335721:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d7d62114. 02000000:00000010:0.0:1761322992.335736:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002ca26765. 02000000:00000010:0.0:1761322992.335768:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000382e254c. 00000400:00000010:0.0:1761322992.335775:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000c99acac. 00000400:00000010:0.0:1761322992.335782:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004b81dcf2. 00000100:00000200:0.0:1761322992.335790:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956470080, portal 16 00000400:00000010:0.0:1761322992.335797:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000052eed8f0. 00000100:00000200:0.0:1761322992.335799:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956470080, offset 0 00000400:00000200:0.0:1761322992.335810:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322992.335828:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322992.335838:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:0.0:1761322992.335843:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761322992.335847:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322992.335851:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89277:89277:256:4294967295] 192.168.201.29@tcp LPNI seq info [89277:89277:8:4294967295] 00000400:00000200:0.0:1761322992.335861:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322992.335868:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322992.335872:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002b6ad44b (tot 82350866). 00000800:00000200:0.0:1761322992.335879:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322992.335888:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322992.335893:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002b6ad44b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761322992.336540:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322992.336546:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002b6ad44b (tot 82350618). 00000400:00000200:3.0:1761322992.336552:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322992.336558:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322992.336564:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000052eed8f0 00000400:00000010:3.0:1761322992.336566:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000052eed8f0. 00000100:00000200:3.0:1761322992.336578:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d7d62114 x1846879956470080/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761322992.337854:0:78800:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009accde9b. 00010000:00000010:0.1:1761322992.338130:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e548b1bf. 00010000:00000010:1.1:1761322992.338137:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002273c37e. 00010000:00000010:1.1:1761322992.338167:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006e13a1a0. 00000400:00000200:3.0:1761322992.338311:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322992.338329:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf8940 00000400:00000200:3.0:1761322992.338339:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac899 [1] + 224 00000400:00000200:3.0:1761322992.338357:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322992.338360:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322992.338371:0:15812:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d7d62114 x1846879956470080/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761322992.339005:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000c99acac. 00000400:00000200:0.0:1761322992.339013:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004b81dcf2 00000400:00000010:0.0:1761322992.339027:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004b81dcf2. 00000400:00000200:3.0:1761322992.339028:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322992.339038:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb5c340 00000100:00000200:0.0:1761322992.339041:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d7d62114 x1846879956470080/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322992.339051:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xab1e1 [2] + 1968 00000400:00000010:3.0:1761322992.339057:0:15812:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006de658ba. 00000100:00000200:0.0:1761322992.339058:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d7d62114 x1846879956470080/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761322992.339097:0:15812:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000007624ee98 02000000:00000010:0.0:1761322992.339116:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000382e254c. 02000000:00000010:0.0:1761322992.339124:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002ca26765. 00000100:00000010:0.0:1761322992.339128:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d7d62114. 00000100:00000010:0.0:1761322992.339133:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004d9bb7c0. 00010000:00000010:0.0:1761322992.339139:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000086f73d3b. 00000400:00000200:3.0:1761322992.339165:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322992.339171:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322992.339174:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007624ee98 00000400:00000010:3.0:1761322992.339176:0:15812:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000007624ee98 (tot 82350466). 00000100:00000200:3.0:1761322992.339182:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1761322992.339307:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000025b54f32. 00000020:00000010:1.0:1761322992.339315:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000005b2eeef8. 00000020:00000010:1.0:1761322992.339320:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001d369eb8. 00000100:00000200:1.0:1761322992.339348:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000004a13f1fd x1846879955829568/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:145/0 lens 328/0 e 0 to 0 dl 1761323035 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761322992.339379:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955829568 02000000:00000010:1.0:1761322992.339390:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000040fba3cc. 00010000:00000010:1.0:1761322992.339421:0:66652:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cd2c7121. 00010000:00000010:1.0:1761322992.339442:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000044313043. 00000100:00000010:1.0:1761322992.339450:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a95934b2. 00000100:00000010:1.0:1761322992.339468:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a95934b2. 00010000:00000010:1.0:1761322992.339471:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000044313043. 00000400:00000010:1.0:1761322992.339486:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000399567d5. 00000100:00000200:1.0:1761322992.339492:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955829568, offset 224 00000400:00000200:1.0:1761322992.339501:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00080000:00000010:0.0:1761322992.339504:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000002ca26765. 00000400:00000200:1.0:1761322992.339518:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322992.339525:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89278:89278:256:4294967295] 192.168.201.29@tcp LPNI seq info [89278:89278:8:4294967295] 00000400:00000200:1.0:1761322992.339552:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322992.339560:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322992.339567:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006d93c9a0 (tot 82350714). 00000800:00000200:1.0:1761322992.339574:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322992.339583:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322992.339598:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006d93c9a0 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761322992.339618:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000005b2eeef8. 00000020:00000010:1.0:1761322992.339623:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001d369eb8. 00010000:00000010:0.0:1761322992.339625:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000072346468. 00000020:00000010:1.0:1761322992.339628:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000025b54f32. 00010000:00000010:0.0:1761322992.339636:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000010a7d74b. 02000000:00000010:1.0:1761322992.339639:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f655179c. 00000100:00000010:1.0:1761322992.339645:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001e4c2c1b. 02000000:00000010:1.0:1761322992.339649:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000be711dbf. 00000100:00000010:1.0:1761322992.339652:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008821b89f. 02000000:00000010:1.0:1761322992.339656:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a600e40c. 00000100:00000010:1.0:1761322992.339660:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000076100024. 02000000:00000010:1.0:1761322992.339664:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000136ddae9. 00000100:00000010:1.0:1761322992.339667:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a87c75be. 02000000:00000010:1.0:1761322992.339672:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ff73579e. 00000100:00000010:1.0:1761322992.339674:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e84b8751. 02000000:00000010:1.0:1761322992.339677:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b7e291ee. 00000100:00000010:1.0:1761322992.339680:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d1e427ea. 00000100:00000200:1.0:1761322992.339688:0:66652:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1761322992.339694:0:66652:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ab7a82e4. 00000400:00000010:1.0:1761322992.339698:0:66652:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000a95934b2 (tot 82350866). 00010000:00000010:0.0:1761322992.339740:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000030df2893. 00010000:00000010:0.0:1761322992.339748:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000072346468. 00010000:00000010:0.0:1761322992.339758:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000086f73d3b. 00000100:00000010:0.0:1761322992.339762:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004d9bb7c0. 00000100:00000010:0.0:1761322992.339768:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d7d62114. 02000000:00000010:0.0:1761322992.339779:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000382e254c. 02000000:00000010:0.0:1761322992.339801:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001f29bd8e. 00000400:00000010:0.0:1761322992.339805:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000c99acac. 00000400:00000010:0.0:1761322992.339809:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004b81dcf2. 00000100:00000200:0.0:1761322992.339812:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956470144, portal 16 00000400:00000010:0.0:1761322992.339816:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e04633ab. 00000100:00000200:0.0:1761322992.339818:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956470144, offset 0 00000400:00000200:0.0:1761322992.339824:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322992.339830:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322992.339839:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:0.0:1761322992.339844:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761322992.339847:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322992.339849:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89279:89279:255:4294967295] 192.168.201.29@tcp LPNI seq info [89279:89279:7:4294967295] 00000400:00000200:0.0:1761322992.339857:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322992.339861:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322992.339865:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000007e4c409 (tot 82351114). 00000800:00000200:0.0:1761322992.339869:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322992.339874:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322992.339876:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000007e4c409 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761322992.340035:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322992.340039:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006d93c9a0 (tot 82350866). 00000400:00000200:3.0:1761322992.340045:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322992.340049:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322992.340052:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000399567d5 00000400:00000010:3.0:1761322992.340053:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000399567d5. 02000000:00000010:3.0:1761322992.340059:0:15810:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000040fba3cc. 00000800:00000200:3.0:1761322992.340139:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322992.340142:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000007e4c409 (tot 82350618). 00000400:00000200:3.0:1761322992.340145:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322992.340148:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322992.340151:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e04633ab 00000400:00000010:3.0:1761322992.340152:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e04633ab. 00000100:00000200:3.0:1761322992.340160:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d7d62114 x1846879956470144/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761322992.342565:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aa2d1c01. 00010000:00000010:0.1:1761322992.342588:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000073a735c0. 00000400:00000200:2.0:1761322992.342815:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322992.342839:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf8980 00000400:00000200:2.0:1761322992.342849:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac8a9 [1] + 224 00000400:00000200:2.0:1761322992.342875:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322992.342880:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322992.342890:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d7d62114 x1846879956470144/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761322992.342971:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000c99acac. 00000400:00000200:0.0:1761322992.342976:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004b81dcf2 00000400:00000010:0.0:1761322992.342979:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004b81dcf2. 00000100:00000200:0.0:1761322992.342989:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d7d62114 x1846879956470144/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761322992.342997:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d7d62114 x1846879956470144/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761322992.343036:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001f29bd8e. 02000000:00000010:0.0:1761322992.343044:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000382e254c. 00000100:00000010:0.0:1761322992.343048:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d7d62114. 00000100:00000010:0.0:1761322992.343052:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004d9bb7c0. 00010000:00000010:0.0:1761322992.343057:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000086f73d3b. 00000400:00000200:3.0:1761322992.344726:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322992.344750:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb5c380 00000400:00000200:3.0:1761322992.344761:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xab239 [2] + 0 00000400:00000200:3.0:1761322992.345047:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322992.345054:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322992.345062:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761322992.345070:0:15812:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003d5ed93a. 00000020:00000010:2.0:1761322992.345350:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008622d4ec. 00000020:00000010:2.0:1761322992.345360:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a19f1689. 00000020:00000010:2.0:1761322992.345365:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009b99a30e. 00000100:00000200:2.0:1761322992.345395:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003d5ed93a x1846879955829632/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:145/0 lens 328/0 e 0 to 0 dl 1761323035 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761322992.345460:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955829632 02000000:00000010:2.0:1761322992.345472:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001c4cbcfe. 00010000:00000010:2.0:1761322992.345506:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000037803ff5. 00010000:00000010:2.0:1761322992.345529:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009774b6f0. 00000100:00000010:2.0:1761322992.345537:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009416a060. 00000100:00000010:2.0:1761322992.345558:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009416a060. 00010000:00000010:2.0:1761322992.345561:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009774b6f0. 00000400:00000010:2.0:1761322992.345578:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a9185619. 00000100:00000200:2.0:1761322992.345584:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955829632, offset 224 00000400:00000200:2.0:1761322992.345595:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00080000:00000010:0.0:1761322992.345605:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000382e254c. 00000400:00000200:2.0:1761322992.345610:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:2.0:1761322992.345617:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89280:89280:256:4294967295] 192.168.201.29@tcp LPNI seq info [89280:89280:8:4294967295] 00000400:00000200:2.0:1761322992.345627:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:2.0:1761322992.345633:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:2.0:1761322992.345639:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007e67acbb (tot 82350866). 00000800:00000200:2.0:1761322992.345646:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:2.0:1761322992.345661:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:2.0:1761322992.345666:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007e67acbb type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761322992.345687:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a19f1689. 00000020:00000010:2.0:1761322992.345693:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009b99a30e. 00000020:00000010:2.0:1761322992.345697:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008622d4ec. 00010000:00000010:0.0:1761322992.345707:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000072346468. 00010000:00000010:0.0:1761322992.345716:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c04cfd55. 00000800:00000200:2.0:1761322992.345791:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322992.345795:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007e67acbb (tot 82350618). 00000400:00000200:2.0:1761322992.345800:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322992.345805:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322992.345810:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a9185619 00000400:00000010:2.0:1761322992.345812:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a9185619. 00010000:00000010:0.0:1761322992.345818:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000eed802b6. 00010000:00000010:0.0:1761322992.345825:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000072346468. 00010000:00000010:0.0:1761322992.345837:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000086f73d3b. 00000100:00000010:0.0:1761322992.345842:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004d9bb7c0. 00000100:00000010:0.0:1761322992.345849:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d7d62114. 02000000:00000010:0.0:1761322992.345860:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001f29bd8e. 02000000:00000010:0.0:1761322992.345898:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000be711dbf. 00000400:00000010:0.0:1761322992.345905:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000c99acac. 00000400:00000010:0.0:1761322992.345911:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004b81dcf2. 00000100:00000200:0.0:1761322992.345917:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956470208, portal 16 00000400:00000010:0.0:1761322992.345922:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000037e22b3c. 00000100:00000200:0.0:1761322992.345924:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956470208, offset 0 00000400:00000200:0.0:1761322992.345929:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322992.345936:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322992.345945:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:0.0:1761322992.345949:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761322992.345952:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322992.345955:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89281:89281:256:4294967295] 192.168.201.29@tcp LPNI seq info [89281:89281:8:4294967295] 00000400:00000200:0.0:1761322992.345962:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322992.345966:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322992.345970:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000019c3e4a9 (tot 82350866). 00000800:00000200:0.0:1761322992.345974:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322992.345978:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322992.345982:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000019c3e4a9 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761322992.346968:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322992.346974:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000019c3e4a9 (tot 82350618). 00000400:00000200:2.0:1761322992.346982:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322992.346989:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322992.346994:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000037e22b3c 00000400:00000010:2.0:1761322992.346996:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000037e22b3c. 00000100:00000200:2.0:1761322992.347006:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d7d62114 x1846879956470208/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761322992.348816:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322992.348840:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf89c0 00000400:00000200:2.0:1761322992.348854:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac8b5 [1] + 224 00000400:00000200:2.0:1761322992.348873:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322992.348877:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322992.348889:0:15812:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d7d62114 x1846879956470208/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761322992.348983:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000c99acac. 00000400:00000200:3.0:1761322992.348989:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004b81dcf2 00000400:00000010:3.0:1761322992.348992:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004b81dcf2. 00000100:00000200:3.0:1761322992.349002:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d7d62114 x1846879956470208/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761322992.349011:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d7d62114 x1846879956470208/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761322992.349062:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000be711dbf. 02000000:00000010:3.0:1761322992.349070:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001f29bd8e. 00010000:00000010:1.1:1761322992.349105:0:78803:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006582cb5a. 00010000:00000010:0.1:1761322992.349122:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000081d4c601. 00010000:00000010:0.1:1761322992.349137:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000040da76af. 00000100:00000010:3.0:1761322992.349189:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d7d62114. 00000100:00000010:3.0:1761322992.349199:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004d9bb7c0. 00010000:00000010:3.0:1761322992.349207:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000086f73d3b. 00000400:00000200:2.0:1761322992.349898:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322992.349907:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb5c3c0 00000400:00000200:2.0:1761322992.349915:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xab239 [2] + 328 00000400:00000200:2.0:1761322992.349971:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322992.349976:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322992.349981:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761322992.349987:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000035919ae3. 00000020:00000010:3.0:1761322992.350165:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d9ece6b3. 00000020:00000010:3.0:1761322992.350172:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d19c231d. 00000020:00000010:3.0:1761322992.350178:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000067fd8f68. 00000100:00000200:3.0:1761322992.350205:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000035919ae3 x1846879955829696/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:145/0 lens 328/0 e 0 to 0 dl 1761323035 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761322992.350235:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955829696 02000000:00000010:3.0:1761322992.350249:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a600e40c. 00010000:00000010:3.0:1761322992.350281:0:66652:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ca15a93b. 00010000:00000010:3.0:1761322992.350304:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ee426db0. 00000100:00000010:3.0:1761322992.350321:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001da5bf6f. 00000100:00000010:3.0:1761322992.350335:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001da5bf6f. 00010000:00000010:3.0:1761322992.350340:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ee426db0. 00000400:00000010:3.0:1761322992.350354:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000094a78784. 00000100:00000200:3.0:1761322992.350359:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955829696, offset 224 00000400:00000200:3.0:1761322992.350367:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:3.0:1761322992.350378:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322992.350384:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89282:89282:256:4294967295] 192.168.201.29@tcp LPNI seq info [89282:89282:8:4294967295] 00000400:00000200:3.0:1761322992.350394:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322992.350400:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322992.350405:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000c003157 (tot 82350866). 00000800:00000200:3.0:1761322992.350411:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322992.350423:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322992.350427:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000c003157 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761322992.350444:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d19c231d. 00000020:00000010:3.0:1761322992.350449:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000067fd8f68. 00000020:00000010:3.0:1761322992.350452:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d9ece6b3. 00000800:00000200:2.0:1761322992.350576:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322992.350580:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000c003157 (tot 82350618). 00000400:00000200:2.0:1761322992.350583:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322992.350588:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322992.350590:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000094a78784 00000400:00000010:2.0:1761322992.350592:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000094a78784. 00080000:00000010:0.0:1761322992.350685:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000965d2d95. 00010000:00000010:0.0:1761322992.350785:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000072346468. 00010000:00000010:0.0:1761322992.350792:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ef61b461. 00010000:00000010:0.0:1761322992.350869:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006ac36acb. 00010000:00000010:0.0:1761322992.350875:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008e8718ad. 00010000:00000010:0.0:1761322992.350881:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000040da76af. 00010000:00000010:0.0:1761322992.350893:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000072346468. 00080000:00000010:0.0:1761322992.350909:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bf125b4c. 00010000:00000010:0.0:1761322992.350934:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000072346468. 00010000:00000010:0.0:1761322992.350938:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008e8718ad. 00010000:00000010:0.0:1761322992.350991:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e5d1b8cb. 00010000:00000010:0.0:1761322992.350996:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000072346468. 00010000:00000010:0.0:1761322992.351005:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a9ac886f. 00000100:00000010:0.0:1761322992.351009:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004d9bb7c0. 00000100:00000010:0.0:1761322992.351030:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c9a97dac. 02000000:00000010:0.0:1761322992.351044:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001f29bd8e. 02000000:00000010:0.0:1761322992.351096:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000be711dbf. 00000400:00000010:0.0:1761322992.351103:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000982ee605. 00000400:00000010:0.0:1761322992.351109:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ac2f0f58. 00000100:00000200:0.0:1761322992.351114:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956470272, portal 16 00000400:00000010:0.0:1761322992.351119:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000085772165. 00000100:00000200:0.0:1761322992.351122:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956470272, offset 0 00000400:00000200:0.0:1761322992.351129:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322992.351139:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322992.351147:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:0.0:1761322992.351151:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761322992.351155:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322992.351159:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89283:89283:256:4294967295] 192.168.201.29@tcp LPNI seq info [89283:89283:8:4294967295] 00000400:00000200:0.0:1761322992.351169:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322992.351176:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322992.351180:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000019c3e4a9 (tot 82350866). 00000800:00000200:0.0:1761322992.351186:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322992.351193:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322992.351196:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000019c3e4a9 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761322992.351310:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322992.351312:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000019c3e4a9 (tot 82350618). 00000400:00000200:2.0:1761322992.351316:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322992.351320:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322992.351323:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000085772165 00000400:00000010:2.0:1761322992.351326:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000085772165. 00000100:00000200:2.0:1761322992.351333:0:15812:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c9a97dac x1846879956470272/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761322992.352646:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:0.0:1761322992.352661:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf8a00 00000400:00000200:0.0:1761322992.352669:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac8c1 [1] + 224 00000400:00000200:0.0:1761322992.352681:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322992.352684:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:0.0:1761322992.352691:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c9a97dac x1846879956470272/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761322992.352748:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000982ee605. 00000400:00000200:3.0:1761322992.352752:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ac2f0f58 00000400:00000010:3.0:1761322992.352753:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ac2f0f58. 00000100:00000200:3.0:1761322992.352760:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c9a97dac x1846879956470272/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761322992.352767:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c9a97dac x1846879956470272/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761322992.352797:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000be711dbf. 02000000:00000010:3.0:1761322992.352802:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001f29bd8e. 00000100:00000010:3.0:1761322992.352806:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c9a97dac. 00000100:00000010:3.0:1761322992.352811:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004d9bb7c0. 00010000:00000010:3.0:1761322992.352815:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a9ac886f. 00010000:00000010:0.1:1761322992.353095:0:78802:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000095211540. 00010000:00000010:0.1:1761322992.353101:0:78802:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000030df2893. 00010000:00000010:3.1:1761322992.353205:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d2f36f89. 00010000:00000010:2.1:1761322992.353313:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ee70a102. 00000400:00000200:2.0:1761322992.353488:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322992.353498:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb5c400 00000400:00000200:2.0:1761322992.353503:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xab239 [2] + 656 00000400:00000200:2.0:1761322992.353556:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322992.353561:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322992.353566:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761322992.353571:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d6d0189b. 00000020:00000010:3.0:1761322992.353773:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d9ece6b3. 00000020:00000010:3.0:1761322992.353779:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d19c231d. 00000020:00000010:3.0:1761322992.353784:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000067fd8f68. 00000100:00000200:3.0:1761322992.353814:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d6d0189b x1846879955829760/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:145/0 lens 328/0 e 0 to 0 dl 1761323035 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761322992.353852:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955829760 02000000:00000010:3.0:1761322992.353868:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000021623a99. 00010000:00000010:3.0:1761322992.353898:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ca135273. 00010000:00000010:3.0:1761322992.353919:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ee426db0. 00000100:00000010:3.0:1761322992.353926:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001da5bf6f. 00000100:00000010:3.0:1761322992.353942:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001da5bf6f. 00010000:00000010:3.0:1761322992.353946:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ee426db0. 00000400:00000010:3.0:1761322992.353962:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000167583ae. 00000100:00000200:3.0:1761322992.353968:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955829760, offset 224 00000400:00000200:3.0:1761322992.353975:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00080000:00000010:0.0:1761322992.353984:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000001f29bd8e. 00000400:00000200:3.0:1761322992.353985:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322992.353992:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89284:89284:256:4294967295] 192.168.201.29@tcp LPNI seq info [89284:89284:8:4294967295] 00000400:00000200:3.0:1761322992.354001:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322992.354006:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322992.354011:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000642747f (tot 82350866). 00000800:00000200:3.0:1761322992.354026:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322992.354034:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:3.0:1761322992.354038:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000642747f type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761322992.354059:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d19c231d. 00000020:00000010:3.0:1761322992.354064:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000067fd8f68. 00000020:00000010:3.0:1761322992.354067:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d9ece6b3. 00010000:00000010:0.0:1761322992.354110:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000072346468. 00010000:00000010:0.0:1761322992.354120:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e10b04d0. 00010000:00000010:0.0:1761322992.354207:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000030df2893. 00010000:00000010:0.0:1761322992.354214:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000072346468. 00010000:00000010:0.0:1761322992.354226:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bc1a4c8e. 00000100:00000010:0.0:1761322992.354230:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004d9bb7c0. 00000100:00000010:0.0:1761322992.354238:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001d85a71a. 02000000:00000010:0.0:1761322992.354252:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000be711dbf. 00000800:00000200:2.0:1761322992.354278:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 02000000:00000010:0.0:1761322992.354279:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c0c53bdf. 00000800:00000010:2.0:1761322992.354283:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000642747f (tot 82350618). 00000400:00000010:0.0:1761322992.354286:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000044c26436. 00000400:00000200:2.0:1761322992.354288:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322992.354293:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000010:0.0:1761322992.354293:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000328fc61a. 00000400:00000200:2.0:1761322992.354298:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000167583ae 00000400:00000010:2.0:1761322992.354300:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000167583ae. 00000100:00000200:0.0:1761322992.354312:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956470336, portal 16 00000400:00000010:0.0:1761322992.354318:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006ed25e9e. 00000100:00000200:0.0:1761322992.354321:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956470336, offset 0 00000400:00000200:0.0:1761322992.354326:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322992.354333:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322992.354341:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:0.0:1761322992.354344:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761322992.354347:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322992.354350:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89285:89285:256:4294967295] 192.168.201.29@tcp LPNI seq info [89285:89285:8:4294967295] 00000400:00000200:0.0:1761322992.354357:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322992.354361:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322992.354365:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000007e4c409 (tot 82350866). 00000800:00000200:0.0:1761322992.354369:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322992.354373:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322992.354376:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000007e4c409 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761322992.354516:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322992.354519:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000007e4c409 (tot 82350618). 00000400:00000200:2.0:1761322992.354524:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322992.354528:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322992.354532:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006ed25e9e 00000400:00000010:2.0:1761322992.354534:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006ed25e9e. 00000100:00000200:2.0:1761322992.354541:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001d85a71a x1846879956470336/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761322992.355385:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d47c239e. 00010000:00000010:0.1:1761322992.355396:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eed802b6. 00010000:00000010:0.1:1761322992.355400:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006ac36acb. 00010000:00000010:0.1:1761322992.355404:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000040da76af. 00000400:00000200:3.0:1761322992.355971:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:3.0:1761322992.355988:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf8a40 00000400:00000200:3.0:1761322992.355997:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac8cd [1] + 224 00000400:00000200:3.0:1761322992.356014:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322992.356027:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:3.0:1761322992.356035:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001d85a71a x1846879956470336/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761322992.356171:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000044c26436. 00000400:00000200:0.0:1761322992.356176:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000328fc61a 00000400:00000010:0.0:1761322992.356349:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000328fc61a. 00000100:00000200:0.0:1761322992.356360:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001d85a71a x1846879956470336/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761322992.356368:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001d85a71a x1846879956470336/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761322992.356408:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c0c53bdf. 02000000:00000010:0.0:1761322992.356414:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000be711dbf. 00000100:00000010:0.0:1761322992.356419:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001d85a71a. 00000100:00000010:0.0:1761322992.356423:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004d9bb7c0. 00010000:00000010:0.0:1761322992.356428:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bc1a4c8e. 00000400:00000200:2.0:1761322992.356749:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322992.356760:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb5c440 00000400:00000200:2.0:1761322992.356766:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xab239 [2] + 984 00000400:00000200:2.0:1761322992.359060:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322992.359090:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322992.359100:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761322992.359108:0:15812:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a87c75be. 00000020:00000010:0.0:1761322992.359283:0:67479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c0c53bdf. 00000020:00000010:0.0:1761322992.359292:0:67479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008e8718ad. 00000020:00000010:0.0:1761322992.359298:0:67479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b88240bc. 00000100:00000200:0.0:1761322992.359347:0:67479:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a87c75be x1846879955829824/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:145/0 lens 328/0 e 0 to 0 dl 1761323035 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761322992.359386:0:67479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955829824 02000000:00000010:0.0:1761322992.359401:0:67479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000cd123f4f. 00010000:00000010:0.0:1761322992.359444:0:67479:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dcde5c16. 00010000:00000010:0.0:1761322992.359470:0:67479:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bc1a4c8e. 00000100:00000010:0.0:1761322992.359479:0:67479:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004d9bb7c0. 00000100:00000010:0.0:1761322992.359506:0:67479:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004d9bb7c0. 00010000:00000010:0.0:1761322992.359519:0:67479:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bc1a4c8e. 00000400:00000010:0.0:1761322992.359536:0:67479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000328fc61a. 00000100:00000200:0.0:1761322992.359541:0:67479:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955829824, offset 224 00000400:00000200:0.0:1761322992.359560:0:67479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322992.359579:0:67479:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322992.359585:0:67479:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89286:89286:256:4294967295] 192.168.201.29@tcp LPNI seq info [89286:89286:8:4294967295] 00000400:00000200:0.0:1761322992.359603:0:67479:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322992.359609:0:67479:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322992.359615:0:67479:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002b6ad44b (tot 82350866). 00000800:00000200:0.0:1761322992.359622:0:67479:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322992.359630:0:67479:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322992.359635:0:67479:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002b6ad44b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761322992.359652:0:67479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008e8718ad. 00000020:00000010:0.0:1761322992.359657:0:67479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b88240bc. 00000020:00000010:0.0:1761322992.359660:0:67479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c0c53bdf. 00000800:00000200:0.0:1761322992.359762:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761322992.359766:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002b6ad44b (tot 82350618). 00000400:00000200:0.0:1761322992.359770:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322992.359774:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:0.0:1761322992.359777:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000328fc61a 00000400:00000010:0.0:1761322992.359779:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000328fc61a. 00080000:00000010:2.0:1761322992.359860:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000005a81282e. 00010000:00000010:2.0:1761322992.359951:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000072346468. 00010000:00000010:2.0:1761322992.359961:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000050501f38. 00010000:00000010:2.0:1761322992.360062:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e6841254. 00010000:00000010:2.0:1761322992.360070:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000635004b. 00010000:00000010:2.0:1761322992.360114:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009774b6f0. 00000100:00000010:2.0:1761322992.360120:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009416a060. 00000100:00000010:2.0:1761322992.360128:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000076100024. 02000000:00000010:2.0:1761322992.360143:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000cf3b2fe6. 02000000:00000010:2.0:1761322992.360175:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003b9f18dc. 00000400:00000010:2.0:1761322992.360182:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000022cdc7b0. 00000400:00000010:2.0:1761322992.360187:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a9185619. 00000100:00000200:2.0:1761322992.360193:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956470400, portal 16 00000400:00000010:2.0:1761322992.360204:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004903da1b. 00000100:00000200:2.0:1761322992.360206:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956470400, offset 0 00000400:00000200:2.0:1761322992.360212:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00010000:00000010:3.1:1761322992.360220:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000457fd3e2. 00000400:00000200:2.0:1761322992.360220:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:2.0:1761322992.360230:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:2.0:1761322992.360237:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761322992.360242:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:2.0:1761322992.360248:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89287:89287:256:4294967295] 192.168.201.29@tcp LPNI seq info [89287:89287:8:4294967295] 00000400:00000200:2.0:1761322992.360261:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:2.0:1761322992.360266:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322992.360395:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006d93c9a0 (tot 82350866). 00000800:00000200:1.0:1761322992.360403:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322992.360408:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322992.360410:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006d93c9a0 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761322992.360827:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322992.360831:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006d93c9a0 (tot 82350618). 00000400:00000200:3.0:1761322992.360836:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322992.360841:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322992.360844:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004903da1b 00000400:00000010:3.0:1761322992.360845:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004903da1b. 00000100:00000200:3.0:1761322992.360853:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000076100024 x1846879956470400/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761322992.362160:0:78805:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000007130a2e. 00010000:00000010:0.1:1761322992.362171:0:78805:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e5d1b8cb. 00010000:00000010:0.1:1761322992.365905:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000920c1f6. 00010000:00000010:2.1:1761322992.366144:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008d6eb642. 00010000:00000010:2.1:1761322992.366152:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000030df2893. 00000400:00000200:1.0:1761322992.366184:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:1.0:1761322992.366201:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf8a80 00000400:00000200:1.0:1761322992.366210:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac8d9 [1] + 224 00000400:00000200:1.0:1761322992.366223:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322992.366227:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:1.0:1761322992.366238:0:15812:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000076100024 x1846879956470400/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761322992.366340:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000022cdc7b0. 00000400:00000200:2.0:1761322992.366349:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a9185619 00000400:00000010:2.0:1761322992.366352:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a9185619. 00000100:00000200:2.0:1761322992.366359:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000076100024 x1846879956470400/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761322992.366366:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000076100024 x1846879956470400/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761322992.366405:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003b9f18dc. 02000000:00000010:2.0:1761322992.366412:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000cf3b2fe6. 00000100:00000010:2.0:1761322992.366417:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000076100024. 00000100:00000010:2.0:1761322992.366421:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009416a060. 00010000:00000010:2.0:1761322992.366425:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009774b6f0. 00000400:00000200:0.0:1761322992.366936:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:0.0:1761322992.366947:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb5c480 00000400:00000200:0.0:1761322992.366953:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xab239 [2] + 1312 00000400:00000200:0.0:1761322992.367026:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322992.367031:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:0.0:1761322992.367036:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761322992.367043:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001d85a71a. 00000020:00000010:0.0:1761322992.367536:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c0c53bdf. 00000020:00000010:0.0:1761322992.367544:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008e8718ad. 00000020:00000010:0.0:1761322992.367550:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b88240bc. 00000100:00000200:0.0:1761322992.367585:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001d85a71a x1846879955829888/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:145/0 lens 328/0 e 0 to 0 dl 1761323035 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761322992.367634:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955829888 02000000:00000010:0.0:1761322992.367650:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000be711dbf. 00010000:00000010:0.0:1761322992.367685:0:66652:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bfe1b35a. 00010000:00000010:0.0:1761322992.367712:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bc1a4c8e. 00000100:00000010:0.0:1761322992.367720:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004d9bb7c0. 00000100:00000010:0.0:1761322992.367736:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004d9bb7c0. 00010000:00000010:0.0:1761322992.367740:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bc1a4c8e. 00000400:00000010:0.0:1761322992.367755:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000328fc61a. 00000100:00000200:0.0:1761322992.367760:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955829888, offset 224 00000400:00000200:0.0:1761322992.367767:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322992.367777:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322992.367782:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89288:89288:256:4294967295] 192.168.201.29@tcp LPNI seq info [89288:89288:8:4294967295] 00000400:00000200:0.0:1761322992.367792:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322992.367797:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322992.367802:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002b6ad44b (tot 82350866). 00000800:00000200:0.0:1761322992.367807:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322992.367813:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322992.367817:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002b6ad44b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761322992.367848:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008e8718ad. 00000020:00000010:0.0:1761322992.367852:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b88240bc. 00000020:00000010:0.0:1761322992.367856:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c0c53bdf. 00080000:00000010:2.0:1761322992.367921:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cf3b2fe6. 00000800:00000200:3.0:1761322992.367936:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322992.367941:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002b6ad44b (tot 82350618). 00000400:00000200:3.0:1761322992.367945:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322992.367949:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322992.367953:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000328fc61a 00000400:00000010:3.0:1761322992.367955:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000328fc61a. 00010000:00000010:2.0:1761322992.368008:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000635004b. 00010000:00000010:2.0:1761322992.368028:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f120b339. 00010000:00000010:2.0:1761322992.368273:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008d499961. 00010000:00000010:2.0:1761322992.368281:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000635004b. 00010000:00000010:2.0:1761322992.368296:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009774b6f0. 00000100:00000010:2.0:1761322992.368300:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009416a060. 00000100:00000010:2.0:1761322992.368310:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000076100024. 02000000:00000010:2.0:1761322992.368325:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003b9f18dc. 02000000:00000010:2.0:1761322992.368362:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f130be70. 00000400:00000010:2.0:1761322992.368370:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000022cdc7b0. 00000400:00000010:2.0:1761322992.368375:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a9185619. 00000100:00000200:2.0:1761322992.368381:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956470464, portal 16 00000400:00000010:2.0:1761322992.368387:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000967aa986. 00000100:00000200:2.0:1761322992.368389:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956470464, offset 0 00000400:00000200:2.0:1761322992.368396:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:2.0:1761322992.368404:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:2.0:1761322992.368412:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:2.0:1761322992.368416:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761322992.368420:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:2.0:1761322992.368430:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89289:89289:256:4294967295] 192.168.201.29@tcp LPNI seq info [89289:89289:8:4294967295] 00000400:00000200:2.0:1761322992.368439:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:2.0:1761322992.368444:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:2.0:1761322992.368448:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007e67acbb (tot 82350866). 00000800:00000200:2.0:1761322992.368452:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:2.0:1761322992.368456:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:2.0:1761322992.368460:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007e67acbb type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761322992.369151:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761322992.369155:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007e67acbb (tot 82350618). 00000400:00000200:3.0:1761322992.369161:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761322992.369167:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:3.0:1761322992.369171:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000967aa986 00000400:00000010:3.0:1761322992.369173:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000967aa986. 00000100:00000200:3.0:1761322992.369182:0:15812:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000076100024 x1846879956470464/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761322992.371221:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:0.0:1761322992.371240:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf8ac0 00000400:00000200:0.0:1761322992.371249:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac8e5 [1] + 224 00000400:00000200:0.0:1761322992.371267:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322992.371271:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:0.0:1761322992.371281:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000076100024 x1846879956470464/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761322992.371382:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000022cdc7b0. 00000400:00000200:3.0:1761322992.371388:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a9185619 00000400:00000010:3.0:1761322992.371390:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a9185619. 00000100:00000200:3.0:1761322992.371397:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000076100024 x1846879956470464/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761322992.371410:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000076100024 x1846879956470464/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761322992.371411:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:0.0:1761322992.371424:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb5c4c0 00000400:00000200:0.0:1761322992.371432:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xab239 [2] + 1640 02000000:00000010:3.0:1761322992.371460:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f130be70. 02000000:00000010:3.0:1761322992.371468:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003b9f18dc. 00000100:00000010:3.0:1761322992.371472:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000076100024. 00000100:00000010:3.0:1761322992.371477:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009416a060. 00010000:00000010:3.0:1761322992.371482:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009774b6f0. 00000400:00000200:0.0:1761322992.371487:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322992.371492:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:0.0:1761322992.371498:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761322992.371504:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c9a97dac. 00000020:00000010:3.0:1761322992.371561:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d9ece6b3. 00000020:00000010:3.0:1761322992.371569:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d19c231d. 00000020:00000010:3.0:1761322992.371574:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000067fd8f68. 00000100:00000200:3.0:1761322992.371604:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c9a97dac x1846879955829952/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:145/0 lens 328/0 e 0 to 0 dl 1761323035 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761322992.371686:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955829952 02000000:00000010:3.0:1761322992.371702:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b889b456. 00010000:00000010:3.0:1761322992.371736:0:66652:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000070283332. 00010000:00000010:3.0:1761322992.371762:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ee426db0. 00000100:00000010:3.0:1761322992.371768:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001da5bf6f. 00000100:00000010:3.0:1761322992.371784:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001da5bf6f. 00010000:00000010:3.0:1761322992.371788:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ee426db0. 00000400:00000010:3.0:1761322992.371802:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f721b205. 00000100:00000200:3.0:1761322992.371807:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955829952, offset 224 00000400:00000200:3.0:1761322992.371815:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:3.0:1761322992.371826:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:3.0:1761322992.371831:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89290:89290:256:4294967295] 192.168.201.29@tcp LPNI seq info [89290:89290:8:4294967295] 00000400:00000200:3.0:1761322992.371840:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:3.0:1761322992.371847:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:3.0:1761322992.371851:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eb6fba2b (tot 82350866). 00000800:00000200:3.0:1761322992.371858:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:3.0:1761322992.371866:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00080000:00000010:0.0:1761322992.371866:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c0c53bdf. 00000800:00000200:3.0:1761322992.371871:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eb6fba2b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761322992.371896:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d19c231d. 00000020:00000010:3.0:1761322992.371901:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000067fd8f68. 00000020:00000010:3.0:1761322992.371904:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d9ece6b3. 00010000:00000010:0.0:1761322992.371960:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000635004b. 00010000:00000010:0.0:1761322992.371968:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a21ab4e7. 00000800:00000200:2.0:1761322992.371980:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322992.371985:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eb6fba2b (tot 82350618). 00000400:00000200:2.0:1761322992.371990:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322992.371995:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322992.371998:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f721b205 00000400:00000010:2.0:1761322992.372000:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f721b205. 00010000:00000010:0.0:1761322992.372057:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e5d1b8cb. 00010000:00000010:0.0:1761322992.372065:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bc8d182c. 00010000:00000010:0.0:1761322992.372102:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bc1a4c8e. 00000100:00000010:0.0:1761322992.372107:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004d9bb7c0. 00000100:00000010:0.0:1761322992.372114:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d7d62114. 02000000:00000010:0.0:1761322992.372128:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e3da53de. 02000000:00000010:0.0:1761322992.372158:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c81c69f2. 00000400:00000010:0.0:1761322992.372163:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000044c26436. 00000400:00000010:0.0:1761322992.372168:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000825fa906. 00000100:00000200:0.0:1761322992.372172:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956470528, portal 16 00000400:00000010:0.0:1761322992.372176:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001a275b80. 00000100:00000200:0.0:1761322992.372178:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956470528, offset 0 00000400:00000200:0.0:1761322992.372184:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322992.372191:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322992.372198:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:0.0:1761322992.372202:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761322992.372206:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322992.372208:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89291:89291:256:4294967295] 192.168.201.29@tcp LPNI seq info [89291:89291:8:4294967295] 00000400:00000200:0.0:1761322992.372215:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322992.372219:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322992.372223:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bf5e0f07 (tot 82350866). 00000800:00000200:0.0:1761322992.372227:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322992.372233:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322992.372236:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bf5e0f07 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761322992.372592:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322992.372595:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bf5e0f07 (tot 82350618). 00000400:00000200:2.0:1761322992.372600:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322992.372603:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322992.372606:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001a275b80 00000400:00000010:2.0:1761322992.372608:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001a275b80. 00000100:00000200:2.0:1761322992.372615:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d7d62114 x1846879956470528/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761322992.375565:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000019acaffc. 00000400:00000200:0.0:1761322992.376124:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:0.0:1761322992.376142:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf8b00 00000400:00000200:0.0:1761322992.376152:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac8f1 [1] + 224 00000400:00000200:0.0:1761322992.376167:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322992.376172:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:0.0:1761322992.376183:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d7d62114 x1846879956470528/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761322992.376230:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000044c26436. 00000400:00000200:3.0:1761322992.376234:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000825fa906 00000400:00000010:3.0:1761322992.376237:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000825fa906. 00000100:00000200:3.0:1761322992.376245:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d7d62114 x1846879956470528/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761322992.376252:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d7d62114 x1846879956470528/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761322992.376285:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c81c69f2. 02000000:00000010:3.0:1761322992.376290:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e3da53de. 00000100:00000010:3.0:1761322992.376295:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d7d62114. 00000100:00000010:3.0:1761322992.376299:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004d9bb7c0. 00010000:00000010:3.0:1761322992.376303:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bc1a4c8e. 00000400:00000200:2.0:1761322992.376865:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322992.376876:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb5c500 00000400:00000200:2.0:1761322992.376882:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xab239 [2] + 1968 00000400:00000010:2.0:1761322992.376885:0:15812:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006f90ee9f. 00000400:00000200:2.0:1761322992.376889:0:15812:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000009eb3d7b 00000400:00000200:2.0:1761322992.376941:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322992.376945:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322992.376948:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000009eb3d7b 00000400:00000010:2.0:1761322992.376950:0:15812:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000009eb3d7b (tot 82350466). 00000100:00000200:2.0:1761322992.376956:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1761322992.377042:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e3da53de. 00000020:00000010:0.0:1761322992.377050:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008e8718ad. 00000020:00000010:0.0:1761322992.377055:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b88240bc. 00000100:00000200:0.0:1761322992.377105:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d56164fc x1846879955830016/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:145/0 lens 328/0 e 0 to 0 dl 1761323035 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761322992.377140:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955830016 02000000:00000010:0.0:1761322992.377154:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c81c69f2. 00010000:00000010:0.0:1761322992.377187:0:66652:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f1881bc0. 00010000:00000010:0.0:1761322992.377213:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005547e975. 00000100:00000010:0.0:1761322992.377219:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004d9bb7c0. 00000100:00000010:0.0:1761322992.377235:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004d9bb7c0. 00010000:00000010:0.0:1761322992.377239:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005547e975. 00000400:00000010:0.0:1761322992.377254:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004767911a. 00080000:00000010:2.0:1761322992.377259:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 000000008622d4ec. 00000100:00000200:0.0:1761322992.377259:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955830016, offset 224 00000400:00000200:0.0:1761322992.377269:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322992.377279:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322992.377286:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89292:89292:256:4294967295] 192.168.201.29@tcp LPNI seq info [89292:89292:8:4294967295] 00000400:00000200:0.0:1761322992.377297:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322992.377302:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322992.377307:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f8f59593 (tot 82350714). 00000800:00000200:0.0:1761322992.377315:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322992.377323:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322992.377329:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f8f59593 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:2.0:1761322992.377359:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc8d182c. 00000020:00000010:0.0:1761322992.377362:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008e8718ad. 00000020:00000010:0.0:1761322992.377368:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b88240bc. 00000020:00000010:0.0:1761322992.377373:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e3da53de. 00010000:00000010:2.0:1761322992.377374:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000daf8eedc. 02000000:00000010:0.0:1761322992.377383:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b889b456. 00000100:00000010:0.0:1761322992.377388:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c9a97dac. 02000000:00000010:0.0:1761322992.377392:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000be711dbf. 00000100:00000010:0.0:1761322992.377395:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001d85a71a. 02000000:00000010:0.0:1761322992.377398:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000cd123f4f. 00000100:00000010:0.0:1761322992.377400:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a87c75be. 02000000:00000010:0.0:1761322992.377403:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000021623a99. 00000100:00000010:0.0:1761322992.377406:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d6d0189b. 02000000:00000010:0.0:1761322992.377408:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a600e40c. 00000100:00000010:0.0:1761322992.377412:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000035919ae3. 02000000:00000010:0.0:1761322992.377415:0:66652:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001c4cbcfe. 00000100:00000010:0.0:1761322992.377417:0:66652:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003d5ed93a. 00000100:00000200:0.0:1761322992.377424:0:66652:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00010000:00000010:2.0:1761322992.377450:0:77376:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005197d9bb. 00010000:00000010:2.0:1761322992.377456:0:77376:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000683eb2b7. 00010000:00000010:2.0:1761322992.377461:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000918f80bf. 00010000:00000010:2.0:1761322992.377468:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001098a266. 00080000:00000010:2.0:1761322992.377482:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f655179c. 00010000:00000010:2.0:1761322992.377509:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001098a266. 00010000:00000010:2.0:1761322992.377514:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000683eb2b7. 00010000:00000010:2.0:1761322992.377576:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002a30c8d7. 00010000:00000010:2.0:1761322992.377581:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001098a266. 00010000:00000010:2.0:1761322992.377594:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000096c06b53. 00000100:00000010:2.0:1761322992.377600:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009416a060. 00000100:00000010:2.0:1761322992.377609:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000017975d50. 02000000:00000010:2.0:1761322992.377623:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001c4cbcfe. 00000800:00000200:1.0:1761322992.377647:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761322992.377653:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f8f59593 (tot 82350466). 02000000:00000010:2.0:1761322992.377654:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003b9f18dc. 00000400:00000200:1.0:1761322992.377657:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1761322992.377659:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006f90ee9f. 00000400:00000200:1.0:1761322992.377663:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000010:2.0:1761322992.377666:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000044da2acb. 00000400:00000200:1.0:1761322992.377667:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004767911a 00000400:00000010:1.0:1761322992.377671:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004767911a. 02000000:00000010:1.0:1761322992.377677:0:15810:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c81c69f2. 00000100:00000200:2.0:1761322992.377681:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956470592, portal 16 00000400:00000010:2.0:1761322992.377687:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005cb2b743. 00000100:00000200:2.0:1761322992.377690:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956470592, offset 0 00000400:00000010:1.0:1761322992.377690:0:66652:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000bef03958. 00000400:00000200:2.0:1761322992.377696:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:2.0:1761322992.377704:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000010:1.0:1761322992.377708:0:66652:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000005e881883 (tot 82350618). 00000400:00000200:2.0:1761322992.377712:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:2.0:1761322992.377718:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761322992.377722:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:2.0:1761322992.377725:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89293:89293:256:4294967295] 192.168.201.29@tcp LPNI seq info [89293:89293:8:4294967295] 00000400:00000200:2.0:1761322992.377732:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:2.0:1761322992.377749:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:2.0:1761322992.377753:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000041deb613 (tot 82350866). 00000800:00000200:2.0:1761322992.377757:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:2.0:1761322992.377761:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:2.0:1761322992.377763:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000041deb613 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761322992.377924:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761322992.377927:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000041deb613 (tot 82350618). 00000400:00000200:0.0:1761322992.377931:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322992.377935:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:0.0:1761322992.377938:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005cb2b743 00000400:00000010:0.0:1761322992.377939:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005cb2b743. 00000100:00000200:0.0:1761322992.377945:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000017975d50 x1846879956470592/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761322992.378098:0:78809:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ef307974. 00010000:00000010:2.1:1761322992.378106:0:78809:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e6841254. 00010000:00000010:0.1:1761322992.378115:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ef6426e2. 00010000:00000010:3.1:1761322992.378119:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008f14fbd6. 00010000:00000010:0.1:1761322992.378124:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008d499961. 00000400:00000200:2.0:1761322992.380033:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322992.380057:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf8b40 00000400:00000200:2.0:1761322992.380067:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac8fd [1] + 224 00000400:00000200:2.0:1761322992.380116:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322992.380121:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322992.380131:0:15812:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000017975d50 x1846879956470592/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761322992.380194:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006f90ee9f. 00000400:00000200:3.0:1761322992.380199:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000044da2acb 00000400:00000010:3.0:1761322992.380201:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000044da2acb. 00000100:00000200:3.0:1761322992.380208:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000017975d50 x1846879956470592/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761322992.380216:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000017975d50 x1846879956470592/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761322992.380252:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003b9f18dc. 02000000:00000010:3.0:1761322992.380258:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001c4cbcfe. 00000100:00000010:3.0:1761322992.380263:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000017975d50. 00000100:00000010:3.0:1761322992.380267:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009416a060. 00010000:00000010:3.0:1761322992.380271:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000096c06b53. 00000400:00000200:1.0:1761322992.381511:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:1.0:1761322992.381532:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb5c540 00000400:00000200:1.0:1761322992.381540:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xab291 [2] + 0 00000400:00000200:1.0:1761322992.381611:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322992.381616:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:1.0:1761322992.381621:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761322992.381628:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004760bad7. 00000020:00000010:2.0:1761322992.381841:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001c4cbcfe. 00000020:00000010:2.0:1761322992.381849:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000683eb2b7. 00000020:00000010:2.0:1761322992.381854:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009b99a30e. 00000100:00000200:2.0:1761322992.381884:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000004760bad7 x1846879955830080/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:145/0 lens 328/0 e 0 to 0 dl 1761323035 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761322992.381925:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955830080 02000000:00000010:2.0:1761322992.381939:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003b9f18dc. 00010000:00000010:2.0:1761322992.381969:0:66652:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000009bf9d2e. 00010000:00000010:2.0:1761322992.381993:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000507243bf. 00000100:00000010:2.0:1761322992.382001:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009416a060. 00000100:00000010:2.0:1761322992.382030:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009416a060. 00010000:00000010:2.0:1761322992.382034:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000507243bf. 00000400:00000010:2.0:1761322992.382052:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000008b30108. 00000100:00000200:2.0:1761322992.382057:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955830080, offset 224 00000400:00000200:2.0:1761322992.382067:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:2.0:1761322992.382186:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:2.0:1761322992.382192:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89294:89294:256:4294967295] 192.168.201.29@tcp LPNI seq info [89294:89294:8:4294967295] 00000400:00000200:2.0:1761322992.382204:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:2.0:1761322992.382210:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:2.0:1761322992.382215:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cbddcecb (tot 82350866). 00000800:00000200:2.0:1761322992.382222:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:2.0:1761322992.382229:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:2.0:1761322992.382233:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cbddcecb type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761322992.382259:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000683eb2b7. 00000020:00000010:2.0:1761322992.382265:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009b99a30e. 00000020:00000010:2.0:1761322992.382268:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001c4cbcfe. 00000800:00000200:1.0:1761322992.382366:0:15811:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761322992.382370:0:15811:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cbddcecb (tot 82350618). 00000400:00000200:1.0:1761322992.382379:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761322992.382385:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:1.0:1761322992.382389:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000008b30108 00000400:00000010:1.0:1761322992.382392:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000008b30108. 00080000:00000010:0.0:1761322992.382420:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c81c69f2. 00010000:00000010:0.1:1761322992.385109:0:78810:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f4506a24. 00010000:00000010:2.1:1761322992.385214:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e2ba881b. 00010000:00000010:2.1:1761322992.385222:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e5d1b8cb. 00010000:00000010:2.1:1761322992.385227:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005197d9bb. 00010000:00000010:2.1:1761322992.385231:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000918f80bf. 00010000:00000010:2.1:1761322992.389371:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000811efec. 00010000:00000010:0.0:1761322992.392857:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001098a266. 00010000:00000010:0.0:1761322992.392878:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e9dbea13. 00010000:00000010:0.0:1761322992.392963:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000040da76af. 00010000:00000010:0.0:1761322992.392972:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005eeb6e6b. 00010000:00000010:0.0:1761322992.392990:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005547e975. 00000100:00000010:0.0:1761322992.393001:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004d9bb7c0. 00000100:00000010:0.0:1761322992.393013:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001d85a71a. 02000000:00000010:0.0:1761322992.393044:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000cd123f4f. 02000000:00000010:0.0:1761322992.393140:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e3da53de. 00000400:00000010:0.0:1761322992.393149:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006c48c49b. 00000400:00000010:0.0:1761322992.393157:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000015c9b00d. 00000100:00000200:0.0:1761322992.393164:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956470656, portal 16 00000400:00000010:0.0:1761322992.393172:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c8d84849. 00000100:00000200:0.0:1761322992.393175:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956470656, offset 0 00000400:00000200:0.0:1761322992.393188:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322992.393209:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322992.393218:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:0.0:1761322992.393223:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761322992.393226:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322992.393231:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89295:89295:256:4294967295] 192.168.201.29@tcp LPNI seq info [89295:89295:8:4294967295] 00000400:00000200:0.0:1761322992.393245:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322992.393253:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322992.393258:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a69d00c5 (tot 82350866). 00000800:00000200:0.0:1761322992.393266:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322992.393275:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322992.393280:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a69d00c5 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761322992.394380:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761322992.394387:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a69d00c5 (tot 82350618). 00000400:00000200:0.0:1761322992.394392:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322992.394398:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:0.0:1761322992.394403:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c8d84849 00000400:00000010:0.0:1761322992.394405:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c8d84849. 00000100:00000200:0.0:1761322992.394417:0:15812:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001d85a71a x1846879956470656/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00080000:00000010:0.0:1761322992.395227:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f655179c. 00080000:00000010:0.0:1761322992.395234:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008622d4ec. 00080000:00000010:0.0:1761322992.395237:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c0c53bdf. 00080000:00000010:0.0:1761322992.395241:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cf3b2fe6. 00080000:00000010:0.0:1761322992.395245:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005a81282e. 00080000:00000010:0.0:1761322992.395248:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001f29bd8e. 00080000:00000010:0.0:1761322992.395250:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bf125b4c. 00080000:00000010:0.0:1761322992.395253:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000965d2d95. 00080000:00000010:0.0:1761322992.395255:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000382e254c. 00080000:00000010:0.0:1761322992.395257:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002ca26765. 00080000:00000010:0.0:1761322992.395259:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b7216d7c. 00080000:00000010:0.0:1761322992.395261:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b1c6bcc1. 00080000:00000010:0.0:1761322992.395264:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000832ecbc4. 00080000:00000010:0.0:1761322992.395266:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000fe5731f. 00080000:00000010:0.0:1761322992.395268:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000037738627. 00080000:00000010:0.0:1761322992.395271:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000096648904. 00080000:00000010:0.0:1761322992.395274:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000033ed228f. 00080000:00000010:0.0:1761322992.395277:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000096743d11. 00080000:00000010:0.0:1761322992.395281:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a90b6d7a. 00080000:00000010:0.0:1761322992.395284:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cc4ffa81. 00080000:00000010:0.0:1761322992.395287:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000010c16cbd. 00080000:00000010:0.0:1761322992.395289:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000033df351a. 00080000:00000010:0.0:1761322992.395292:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d17d366b. 00080000:00000010:0.0:1761322992.395296:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005a9a9d6e. 00080000:00000010:0.0:1761322992.395300:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001084272e. 00080000:00000010:0.0:1761322992.395302:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001bc509ef. 00080000:00000010:0.0:1761322992.395306:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d0c9d6cb. 00080000:00000010:0.0:1761322992.395309:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000784e642e. 00080000:00000010:0.0:1761322992.395311:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005d8b12c9. 00080000:00000010:0.0:1761322992.395314:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003d3a2ce9. 00080000:00000010:0.0:1761322992.395317:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000005a684da. 00080000:00000010:0.0:1761322992.395320:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002de74bed. 00080000:00000010:0.0:1761322992.395323:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000112488dd. 00080000:00000010:0.0:1761322992.395327:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000469e44ed. 00080000:00000010:0.0:1761322992.395330:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006c1ae183. 00080000:00000010:0.0:1761322992.395332:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000037c15bc9. 00080000:00000010:0.0:1761322992.395335:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000019353728. 00080000:00000010:0.0:1761322992.395338:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000344bea80. 00080000:00000010:0.0:1761322992.395340:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000574984b2. 00080000:00000010:0.0:1761322992.395343:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000086bd0120. 00080000:00000010:0.0:1761322992.395346:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005c224b2b. 00080000:00000010:0.0:1761322992.395349:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005549a14a. 00080000:00000010:0.0:1761322992.395352:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000057963991. 00080000:00000010:0.0:1761322992.395354:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000551c174a. 00080000:00000010:0.0:1761322992.395357:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003a9662ff. 00080000:00000010:0.0:1761322992.395359:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000027461bbf. 00080000:00000010:0.0:1761322992.395361:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003027f154. 00080000:00000010:0.0:1761322992.395363:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000007e63afb. 00080000:00000010:0.0:1761322992.395366:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b975450c. 00080000:00000010:0.0:1761322992.395369:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000757e6c84. 00080000:00000010:0.0:1761322992.395373:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000030e0dd2e. 00080000:00000010:0.0:1761322992.395376:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007ef9b3f6. 00080000:00000010:0.0:1761322992.395378:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fd1a39f5. 00080000:00000010:0.0:1761322992.395382:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d01dcd40. 00080000:00000010:0.0:1761322992.395384:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002236bb4a. 00080000:00000010:0.0:1761322992.395387:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a8460d87. 00080000:00000010:0.0:1761322992.395390:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000026856942. 00080000:00000010:0.0:1761322992.395392:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b3e5bbec. 00080000:00000010:0.0:1761322992.395395:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001b7ff248. 00080000:00000010:0.0:1761322992.395398:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c667a167. 00080000:00000010:0.0:1761322992.395401:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000ae4c6d7. 00080000:00000010:0.0:1761322992.395403:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000043c1decc. 00080000:00000010:0.0:1761322992.395408:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d819e9b7. 00080000:00000010:0.0:1761322992.395411:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000099166341. 00080000:00000010:0.0:1761322992.395415:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000097d6c729. 00080000:00000010:0.0:1761322992.395417:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a76582dc. 00080000:00000010:0.0:1761322992.395422:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a8cc9abc. 00080000:00000010:0.0:1761322992.395424:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000037d350b7. 00080000:00000010:0.0:1761322992.395426:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e393d06b. 00080000:00000010:0.0:1761322992.395429:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d540d0ab. 00080000:00000010:0.0:1761322992.395431:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009997853f. 00080000:00000010:0.0:1761322992.395434:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000abd88109. 00080000:00000010:0.0:1761322992.395436:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007af11e4e. 00080000:00000010:0.0:1761322992.395439:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d625409a. 00080000:00000010:0.0:1761322992.395441:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b44d688d. 00080000:00000010:0.0:1761322992.395444:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006875d385. 00080000:00000010:0.0:1761322992.395447:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000080ec02bb. 00080000:00000010:0.0:1761322992.395449:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000581d93e. 00080000:00000010:0.0:1761322992.395451:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b306e9e8. 00080000:00000010:0.0:1761322992.395453:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000601cfa2e. 00080000:00000010:0.0:1761322992.395455:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006db440e2. 00080000:00000010:0.0:1761322992.395457:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000500fb2d6. 00080000:00000010:0.0:1761322992.395458:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009ed6cb6c. 00080000:00000010:0.0:1761322992.395460:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c6eed6f6. 00080000:00000010:0.0:1761322992.395462:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000af846493. 00080000:00000010:0.0:1761322992.395464:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009b37906f. 00080000:00000010:0.0:1761322992.395466:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a9eb4be0. 00080000:00000010:0.0:1761322992.395469:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b191088b. 00080000:00000010:0.0:1761322992.395471:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e9a61539. 00080000:00000010:0.0:1761322992.395474:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008901e2e2. 00080000:00000010:0.0:1761322992.395476:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c512c2ed. 00080000:00000010:0.0:1761322992.395478:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002199f5f1. 00080000:00000010:0.0:1761322992.395481:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d3e4d386. 00080000:00000010:0.0:1761322992.395484:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a7a81a8f. 00080000:00000010:0.0:1761322992.395487:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004d413a9a. 00080000:00000010:0.0:1761322992.395489:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009cd28c90. 00080000:00000010:0.0:1761322992.395491:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e6dacd12. 00080000:00000010:0.0:1761322992.395493:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003d2b23dd. 00080000:00000010:0.0:1761322992.395495:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000ceb1462. 00080000:00000010:0.0:1761322992.395496:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a878f455. 00080000:00000010:0.0:1761322992.395498:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006293332b. 00080000:00000010:0.0:1761322992.395499:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000007a8e5a3. 00080000:00000010:0.0:1761322992.395501:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000095828f5b. 00080000:00000010:0.0:1761322992.395503:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000891380fe. 00080000:00000010:0.0:1761322992.395505:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000094fe3c88. 00080000:00000010:0.0:1761322992.395506:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000212b2bca. 00080000:00000010:0.0:1761322992.395508:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000024d69e9f. 00080000:00000010:0.0:1761322992.395510:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ea17ba78. 00080000:00000010:0.0:1761322992.395512:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001e4fdf41. 00080000:00000010:0.0:1761322992.395515:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006f668b68. 00080000:00000010:0.0:1761322992.395517:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000095c9104e. 00080000:00000010:0.0:1761322992.395519:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e0052b22. 00080000:00000010:0.0:1761322992.395521:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000099fabb3a. 00080000:00000010:0.0:1761322992.395522:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e2deca04. 00080000:00000010:0.0:1761322992.395525:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000472cc670. 00080000:00000010:0.0:1761322992.395527:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009625f16b. 00080000:00000010:0.0:1761322992.395528:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002ab204fe. 00080000:00000010:0.0:1761322992.395530:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006106b6a6. 00080000:00000010:0.0:1761322992.395531:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005c9c34e0. 00080000:00000010:0.0:1761322992.395533:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a0d5e801. 00080000:00000010:0.0:1761322992.395534:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b8ce5d5e. 00080000:00000010:0.0:1761322992.395536:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000841b1d94. 00080000:00000010:0.0:1761322992.395537:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002e1c5f77. 00080000:00000010:0.0:1761322992.395539:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000081edc8fc. 00080000:00000010:0.0:1761322992.395542:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000027eb3036. 00080000:00000010:0.0:1761322992.395544:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000dd3affae. 00080000:00000010:0.0:1761322992.395547:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002089f02d. 00080000:00000010:0.0:1761322992.395550:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004b0c4e40. 00080000:00000010:0.0:1761322992.395553:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003b763c19. 00080000:00000010:0.0:1761322992.395555:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e80e2e6a. 00080000:00000010:0.0:1761322992.395557:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000056be550b. 00080000:00000010:0.0:1761322992.395560:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c495bb97. 00080000:00000010:0.0:1761322992.395562:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000deb0d850. 00080000:00000010:0.0:1761322992.395565:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000096830b8a. 00080000:00000010:0.0:1761322992.395568:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004ca151b2. 00080000:00000010:0.0:1761322992.395571:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000072ff2fdd. 00080000:00000010:0.0:1761322992.395574:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ef79ab90. 00080000:00000010:0.0:1761322992.395576:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003a37f3bf. 00080000:00000010:0.0:1761322992.395578:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000823b327f. 00080000:00000010:0.0:1761322992.395582:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000317c5434. 00080000:00000010:0.0:1761322992.395585:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e56540d4. 00080000:00000010:0.0:1761322992.395587:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002ef5005a. 00080000:00000010:0.0:1761322992.395589:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009a1e44b9. 00080000:00000010:0.0:1761322992.395591:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ee616051. 00080000:00000010:0.0:1761322992.395593:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000263a9498. 00080000:00000010:0.0:1761322992.395596:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e344002e. 00080000:00000010:0.0:1761322992.395598:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cd76240e. 00080000:00000010:0.0:1761322992.395600:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000089857202. 00080000:00000010:0.0:1761322992.395603:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002aa8e835. 00080000:00000010:0.0:1761322992.395605:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000dfc01646. 00080000:00000010:0.0:1761322992.395607:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c673be81. 00080000:00000010:0.0:1761322992.395609:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000cca3a1e. 00080000:00000010:0.0:1761322992.395611:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009c1173f3. 00080000:00000010:0.0:1761322992.395613:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fbd8dff8. 00080000:00000010:0.0:1761322992.395615:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000091e23dd0. 00080000:00000010:0.0:1761322992.395618:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c61d1671. 00080000:00000010:0.0:1761322992.395621:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008bf2bd29. 00080000:00000010:0.0:1761322992.395622:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000058abf7a. 00080000:00000010:0.0:1761322992.395625:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005d2861f1. 00080000:00000010:0.0:1761322992.395628:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009e37b38b. 00080000:00000010:0.0:1761322992.395631:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000124c2f49. 00080000:00000010:0.0:1761322992.395633:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003bb90c19. 00080000:00000010:0.0:1761322992.395636:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003b1e9784. 00080000:00000010:0.0:1761322992.395639:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c68366f3. 00080000:00000010:0.0:1761322992.395641:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000125984cf. 00080000:00000010:0.0:1761322992.395642:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d613bd11. 00080000:00000010:0.0:1761322992.395644:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000adf4bd29. 00080000:00000010:0.0:1761322992.395645:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ec413e8f. 00080000:00000010:0.0:1761322992.395646:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b7bd5e6f. 00080000:00000010:0.0:1761322992.395649:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008d2492b4. 00080000:00000010:0.0:1761322992.395652:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f9633280. 00080000:00000010:0.0:1761322992.395655:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cdf8aadd. 00080000:00000010:0.0:1761322992.395657:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fea31ae7. 00080000:00000010:0.0:1761322992.395659:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f247c13a. 00080000:00000010:0.0:1761322992.395662:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d7db2c7b. 00080000:00000010:0.0:1761322992.395665:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004bde7fcc. 00080000:00000010:0.0:1761322992.395668:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000eacbc3d8. 00080000:00000010:0.0:1761322992.395672:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000037b7101b. 00080000:00000010:0.0:1761322992.395674:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000df5e6692. 00080000:00000010:0.0:1761322992.395678:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003a53dd9d. 00080000:00000010:0.0:1761322992.395681:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001332b02a. 00080000:00000010:0.0:1761322992.395684:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f5381f77. 00080000:00000010:0.0:1761322992.395687:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000047e3e3ef. 00080000:00000010:0.0:1761322992.395691:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f1377797. 00080000:00000010:0.0:1761322992.395695:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000472202ef. 00080000:00000010:0.0:1761322992.395697:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a20c0435. 00080000:00000010:0.0:1761322992.395700:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000dc0b2a36. 00080000:00000010:0.0:1761322992.395703:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000017e86455. 00080000:00000010:0.0:1761322992.395707:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003ca96c27. 00080000:00000010:0.0:1761322992.395710:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000594a9fb0. 00080000:00000010:0.0:1761322992.395712:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002ac78a0b. 00080000:00000010:0.0:1761322992.395717:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000044b5facc. 00080000:00000010:0.0:1761322992.395720:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001b4a7000. 00080000:00000010:0.0:1761322992.395723:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ffd4399b. 00080000:00000010:0.0:1761322992.395726:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000421256f9. 00080000:00000010:0.0:1761322992.395729:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006fb7a696. 00080000:00000010:0.0:1761322992.395734:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000902dc86a. 00080000:00000010:0.0:1761322992.395737:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ef22f947. 00080000:00000010:0.0:1761322992.395739:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a0ddfdee. 00080000:00000010:0.0:1761322992.395741:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000f0c63f8. 00080000:00000010:0.0:1761322992.395743:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bc26b64a. 00080000:00000010:0.0:1761322992.395745:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d539c2e9. 00080000:00000010:0.0:1761322992.395747:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000141fd887. 00080000:00000010:0.0:1761322992.395748:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000030dcb1e. 00080000:00000010:0.0:1761322992.395750:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002ee9471f. 00080000:00000010:0.0:1761322992.395752:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002deb7239. 00080000:00000010:0.0:1761322992.395753:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000004ec63. 00080000:00000010:0.0:1761322992.395755:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000220e2be. 00080000:00000010:0.0:1761322992.395756:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000dbae0af4. 00080000:00000010:0.0:1761322992.395758:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000076370ca7. 00080000:00000010:0.0:1761322992.395759:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000dff35a96. 00080000:00000010:0.0:1761322992.395761:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001fe30f85. 00080000:00000010:0.0:1761322992.395764:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d571dfd8. 00080000:00000010:0.0:1761322992.395765:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c9079d20. 00080000:00000010:0.0:1761322992.395768:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002d61570f. 00080000:00000010:0.0:1761322992.395770:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ed376534. 00080000:00000010:0.0:1761322992.395773:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002e196b7b. 00080000:00000010:0.0:1761322992.395775:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000002a16dbd. 00080000:00000010:0.0:1761322992.395777:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000eb82517a. 00080000:00000010:0.0:1761322992.395779:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000d6cdf5c. 00080000:00000010:0.0:1761322992.395782:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002d82fe4b. 00080000:00000010:0.0:1761322992.395783:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fa878bed. 00080000:00000010:0.0:1761322992.395786:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000005532439. 00080000:00000010:0.0:1761322992.395788:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006b9f7da9. 00080000:00000010:0.0:1761322992.395790:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007a04c066. 00080000:00000010:0.0:1761322992.395793:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a2460da1. 00080000:00000010:0.0:1761322992.395796:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000afe679bc. 00080000:00000010:0.0:1761322992.395798:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e63833da. 00080000:00000010:0.0:1761322992.395800:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001e1ef0b7. 00080000:00000010:0.0:1761322992.395803:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003d500fe3. 00080000:00000010:0.0:1761322992.395805:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000639864b1. 00080000:00000010:0.0:1761322992.395807:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000025a24189. 00080000:00000010:0.0:1761322992.395809:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f85dcbd7. 00080000:00000010:0.0:1761322992.395812:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000d4ce2a0. 00080000:00000010:0.0:1761322992.395814:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b0859adf. 00080000:00000010:0.0:1761322992.395816:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009da94d2b. 00080000:00000010:0.0:1761322992.395818:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c013c4d6. 00080000:00000010:0.0:1761322992.395820:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000aaccb0e9. 00080000:00000010:0.0:1761322992.395822:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ecaa5ab7. 00080000:00000010:0.0:1761322992.395824:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007faad5b7. 00080000:00000010:0.0:1761322992.395827:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000074866439. 00080000:00000010:0.0:1761322992.395829:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b134446b. 00080000:00000010:0.0:1761322992.395831:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d6195d23. 00080000:00000010:0.0:1761322992.395832:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008620acc2. 00080000:00000010:0.0:1761322992.395835:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c5735688. 00080000:00000010:0.0:1761322992.395837:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000dade8d54. 00080000:00000010:0.0:1761322992.395839:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b58c85ee. 00080000:00000010:0.0:1761322992.395841:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003502628f. 00080000:00000010:0.0:1761322992.395842:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ddcd672e. 00080000:00000010:0.0:1761322992.395844:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002e4ec47c. 00080000:00000010:0.0:1761322992.395846:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000031c7d5f. 00080000:00000010:0.0:1761322992.395847:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000de48942f. 00080000:00000010:0.0:1761322992.395849:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b68ceb7d. 00080000:00000010:0.0:1761322992.395850:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000013260184. 00080000:00000010:0.0:1761322992.395852:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bf7334b7. 00080000:00000010:0.0:1761322992.395853:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006531dc14. 00080000:00000010:0.0:1761322992.395857:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006756a49c. 00080000:00000010:0.0:1761322992.395859:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c29478b2. 00080000:00000010:0.0:1761322992.395861:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cb57392f. 00080000:00000010:0.0:1761322992.395863:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e209727e. 00080000:00000010:0.0:1761322992.395865:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ef2921ed. 00080000:00000010:0.0:1761322992.395867:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000007f53fb7. 00080000:00000010:0.0:1761322992.395869:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fd32d515. 00080000:00000010:0.0:1761322992.395872:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000374c01cb. 00080000:00000010:0.0:1761322992.395874:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000120003b7. 00080000:00000010:0.0:1761322992.395876:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f14261de. 00080000:00000010:0.0:1761322992.395878:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008346947e. 00080000:00000010:0.0:1761322992.395880:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001e4aa4e2. 00080000:00000010:0.0:1761322992.395885:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ba6e1cfd. 00080000:00000010:0.0:1761322992.395887:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008e073575. 00080000:00000010:0.0:1761322992.395890:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000094ded0eb. 00080000:00000010:0.0:1761322992.395891:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009fd35090. 00080000:00000010:0.0:1761322992.395894:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d5f034a0. 00080000:00000010:0.0:1761322992.395896:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000726915b4. 00080000:00000010:0.0:1761322992.395898:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000054200cd4. 00080000:00000010:0.0:1761322992.395900:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000908d4f6a. 00080000:00000010:0.0:1761322992.395902:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000091f09908. 00080000:00000010:0.0:1761322992.395904:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006ff65d7a. 00080000:00000010:0.0:1761322992.395906:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000649cfa04. 00080000:00000010:0.0:1761322992.395908:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000012493434. 00080000:00000010:0.0:1761322992.395910:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ea3f1eea. 00080000:00000010:0.0:1761322992.395912:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000027b85029. 00080000:00000010:0.0:1761322992.395914:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009bd25e5d. 00080000:00000010:0.0:1761322992.395916:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005c1a3517. 00080000:00000010:0.0:1761322992.395918:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006ca1214a. 00080000:00000010:0.0:1761322992.395920:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000054d6c0c8. 00080000:00000010:0.0:1761322992.395923:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f6dfdb23. 00080000:00000010:0.0:1761322992.395925:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009a91de1a. 00080000:00000010:0.0:1761322992.395927:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d4547339. 00080000:00000010:0.0:1761322992.395928:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004b631c57. 00080000:00000010:0.0:1761322992.395931:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000148d71ab. 00080000:00000010:0.0:1761322992.395933:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000076902950. 00080000:00000010:0.0:1761322992.395936:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000acac4a2e. 00080000:00000010:0.0:1761322992.395939:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bd0eabea. 00080000:00000010:0.0:1761322992.395941:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c92ebd3e. 00080000:00000010:0.0:1761322992.395945:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c79ba022. 00080000:00000010:0.0:1761322992.395948:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009f2becf0. 00080000:00000010:0.0:1761322992.395951:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006f6df16d. 00080000:00000010:0.0:1761322992.395953:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d2895f81. 00080000:00000010:0.0:1761322992.395955:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005ec22132. 00080000:00000010:0.0:1761322992.395959:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e45b4445. 00080000:00000010:0.0:1761322992.395961:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b66c857c. 00080000:00000010:0.0:1761322992.395965:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009712e93a. 00080000:00000010:0.0:1761322992.395967:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000038a8085b. 00080000:00000010:0.0:1761322992.395969:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000044a286d3. 00080000:00000010:0.0:1761322992.395973:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000332c2d23. 00080000:00000010:0.0:1761322992.395975:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c88c5890. 00080000:00000010:0.0:1761322992.395978:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000610e57fe. 00080000:00000010:0.0:1761322992.395981:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007b091833. 00080000:00000010:0.0:1761322992.395984:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000051729c1f. 00080000:00000010:0.0:1761322992.395986:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000021b52016. 00080000:00000010:0.0:1761322992.395991:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fb281635. 00080000:00000010:0.0:1761322992.395994:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c161792c. 00080000:00000010:0.0:1761322992.395996:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000006850f69. 00080000:00000010:0.0:1761322992.395999:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c694c491. 00080000:00000010:0.0:1761322992.396001:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a0f36257. 00080000:00000010:0.0:1761322992.396004:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000dd7273db. 00080000:00000010:0.0:1761322992.396006:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f8dc24eb. 00080000:00000010:0.0:1761322992.396009:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000006234080. 00080000:00000010:0.0:1761322992.396012:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ced1133b. 00080000:00000010:0.0:1761322992.396014:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a4a5fd61. 00080000:00000010:0.0:1761322992.396028:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d5cb7a31. 00080000:00000010:0.0:1761322992.396030:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001022e8b1. 00080000:00000010:0.0:1761322992.396033:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d763ae95. 00080000:00000010:0.0:1761322992.396036:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f979ba57. 00080000:00000010:0.0:1761322992.396039:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008c1d5fb5. 00080000:00000010:0.0:1761322992.396043:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001a831b24. 00080000:00000010:0.0:1761322992.396046:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006c5a3bcf. 00080000:00000010:0.0:1761322992.396049:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000098a79092. 00080000:00000010:0.0:1761322992.396052:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b22b4bcf. 00080000:00000010:0.0:1761322992.396055:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000439141ba. 00080000:00000010:0.0:1761322992.396057:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000581553ec. 00080000:00000010:0.0:1761322992.396060:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000060c7d3. 00080000:00000010:0.0:1761322992.396062:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009ff36f3f. 00080000:00000010:0.0:1761322992.396065:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000085e0fe22. 00080000:00000010:0.0:1761322992.396068:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d2fe8055. 00080000:00000010:0.0:1761322992.396072:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d0e2f99a. 00080000:00000010:0.0:1761322992.396099:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000072b334f0. 00080000:00000010:0.0:1761322992.396102:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000089671c9. 00080000:00000010:0.0:1761322992.396106:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e99300b6. 00080000:00000010:0.0:1761322992.396108:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000042f8d91f. 00080000:00000010:0.0:1761322992.396112:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004bec029f. 00080000:00000010:0.0:1761322992.396114:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000014bd9330. 00080000:00000010:0.0:1761322992.396118:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000164d3abf. 00080000:00000010:0.0:1761322992.396121:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a470c523. 00080000:00000010:0.0:1761322992.396123:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f136b665. 00080000:00000010:0.0:1761322992.396127:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c77dec8f. 00080000:00000010:0.0:1761322992.396130:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000609ad22. 00080000:00000010:0.0:1761322992.396133:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007f7709b0. 00080000:00000010:0.0:1761322992.396136:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000427e5401. 00080000:00000010:0.0:1761322992.396139:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001e84352f. 00080000:00000010:0.0:1761322992.396142:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000dca9a6c2. 00080000:00000010:0.0:1761322992.396144:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d190a3af. 00080000:00000010:0.0:1761322992.396146:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000017873907. 00080000:00000010:0.0:1761322992.396149:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000019abbed2. 00080000:00000010:0.0:1761322992.396152:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cadb4a30. 00080000:00000010:0.0:1761322992.396155:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003239c13f. 00080000:00000010:0.0:1761322992.396158:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a16314fc. 00080000:00000010:0.0:1761322992.396160:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000923bc000. 00080000:00000010:0.0:1761322992.396162:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000072986ca0. 00080000:00000010:0.0:1761322992.396165:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000073228efa. 00080000:00000010:0.0:1761322992.396168:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000c5f5449. 00080000:00000010:0.0:1761322992.396171:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000688d4a86. 00080000:00000010:0.0:1761322992.396173:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c3d94ee7. 00080000:00000010:0.0:1761322992.396176:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a4af19f5. 00080000:00000010:0.0:1761322992.396179:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000060711229. 00080000:00000010:0.0:1761322992.396181:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ec1b7621. 00080000:00000010:0.0:1761322992.396184:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000086bf4e87. 00080000:00000010:0.0:1761322992.396186:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e63f833c. 00080000:00000010:0.0:1761322992.396189:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000696810dd. 00080000:00000010:0.0:1761322992.396192:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006beb1a2f. 00080000:00000010:0.0:1761322992.396194:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009a6cc6ee. 00080000:00000010:0.0:1761322992.396196:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fafd4beb. 00080000:00000010:0.0:1761322992.396199:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e19f9729. 00080000:00000010:0.0:1761322992.396201:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008c28eff8. 00080000:00000010:0.0:1761322992.396205:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008577d6c0. 00080000:00000010:0.0:1761322992.396207:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000064058603. 00080000:00000010:0.0:1761322992.396210:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000022fb6ccf. 00080000:00000010:0.0:1761322992.396214:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a71341ce. 00080000:00000010:0.0:1761322992.396217:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000082d305cb. 00080000:00000010:0.0:1761322992.396219:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c7b06da5. 00080000:00000010:0.0:1761322992.396221:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000035a7aab0. 00080000:00000010:0.0:1761322992.396224:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c1fabcb8. 00080000:00000010:0.0:1761322992.396227:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c4d1a7f3. 00080000:00000010:0.0:1761322992.396229:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005cd63e5d. 00080000:00000010:0.0:1761322992.396232:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004b54b1ab. 00080000:00000010:0.0:1761322992.396234:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004ee0c611. 00080000:00000010:0.0:1761322992.396236:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001ffa3209. 00080000:00000010:0.0:1761322992.396238:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000009e8f7d9. 00080000:00000010:0.0:1761322992.396242:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000048a07ba0. 00080000:00000010:0.0:1761322992.396244:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000073c9d7a0. 00080000:00000010:0.0:1761322992.396246:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000047e0a0c8. 00080000:00000010:0.0:1761322992.396249:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000a9a5e5b. 00080000:00000010:0.0:1761322992.396251:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000006e48ca8. 00080000:00000010:0.0:1761322992.396254:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000de836c1b. 00080000:00000010:0.0:1761322992.396257:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f1edb73e. 00080000:00000010:0.0:1761322992.396260:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004d2184c0. 00080000:00000010:0.0:1761322992.396262:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000acbffd10. 00080000:00000010:0.0:1761322992.396265:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000f41e6be. 00080000:00000010:0.0:1761322992.396267:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007f086f96. 00080000:00000010:0.0:1761322992.396270:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009cc54860. 00080000:00000010:0.0:1761322992.396272:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003bc7ed88. 00080000:00000010:0.0:1761322992.396275:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fe5bc93b. 00080000:00000010:0.0:1761322992.396278:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000009cefcf2. 00080000:00000010:0.0:1761322992.396282:0:72002:0:(osd_handler.c:1876:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000194f3f12. 00010000:00000010:0.1:1761322992.399376:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aef5da6d. 00010000:00000010:0.1:1761322992.399390:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002a30c8d7. 00000400:00000200:2.0:1761322992.401843:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322992.401864:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 224 into portal 16 MB=0x68fba3fbf8b80 00000400:00000200:2.0:1761322992.401874:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.29@tcp of length 224/224 into md 0xac90d [1] + 224 00000400:00000200:2.0:1761322992.401895:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322992.401900:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322992.401915:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001d85a71a x1846879956470656/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761322992.403826:0:77376:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006c48c49b. 00000400:00000200:1.0:1761322992.403835:0:77376:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000015c9b00d 00000400:00000010:1.0:1761322992.403837:0:77376:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000015c9b00d. 00000100:00000200:1.0:1761322992.403854:0:77376:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001d85a71a x1846879956470656/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761322992.403865:0:77376:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001d85a71a x1846879956470656/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761322992.403905:0:77376:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e3da53de. 02000000:00000010:1.0:1761322992.403913:0:77376:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000cd123f4f. 00000100:00000010:1.0:1761322992.403919:0:77376:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001d85a71a. 00000100:00000010:1.0:1761322992.403925:0:77376:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004d9bb7c0. 00010000:00000010:1.0:1761322992.403929:0:77376:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005547e975. 00000100:00000010:0.0:1761322992.404029:0:67660:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c9a97dac. 02000000:00000010:0.0:1761322992.404047:0:67660:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a69d00c5. 02000000:00000010:0.0:1761322992.404146:0:15817:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000a478406e. 00000400:00000010:0.0:1761322992.404153:0:15817:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000aa6b4a83. 00000400:00000010:0.0:1761322992.404159:0:15817:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c8d84849. 00000100:00000200:0.0:1761322992.404167:0:15817:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1846879956470720, portal 4 00000400:00000010:0.0:1761322992.404174:0:15817:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001c2d6366. 00000100:00000200:0.0:1761322992.404176:0:15817:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1846879956470720, offset 0 00000400:00000200:0.0:1761322992.404184:0:15817:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1761322992.404199:0:15817:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1761322992.404213:0:15817:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x68fba3fbf8bc0 00000400:00000200:0.0:1761322992.404220:0:15817:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x2df59 [8] + 7616 00000400:00000200:0.0:1761322992.404227:0:15817:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322992.404231:0:15817:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1761322992.404236:0:15817:0:(events.c:317:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:0.0:1761322992.404241:0:15817:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d1e427ea. 00000400:00000200:0.0:1761322992.404258:0:15817:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001c2d6366 00000400:00000010:0.0:1761322992.404261:0:15817:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001c2d6366. 00000100:00000200:0.0:1761322992.404266:0:15817:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c9a97dac x1846879956470720/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1761322999 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'osp-pre-1-1.0' 00000020:00000010:0.0:1761322992.404314:0:66835:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000030e0dd2e. 00000020:00000010:0.0:1761322992.404320:0:66835:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008e8718ad. 00000020:00000010:0.0:1761322992.404339:0:66835:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b88240bc. 00000100:00000200:0.0:1761322992.404376:0:66835:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879956470720 02000000:00000010:0.0:1761322992.404395:0:66835:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 648 at 000000008e29595b. 00010000:00000200:0.0:1761322992.404424:0:66835:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@00000000d1e427ea x1846879956470720/t0(0) o13->lustre-MDT0001-mdtlov_UUID@0@lo:108/0 lens 224/368 e 0 to 0 dl 1761322998 ref 1 fl Interpret:/0/0 rc 0/0 job:'osp-pre-1-1.0' 00000400:00000010:0.0:1761322992.404437:0:66835:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001c2d6366. 00000100:00000200:0.0:1761322992.404440:0:66835:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1846879956470720, offset 224 00000400:00000200:0.0:1761322992.404444:0:66835:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1761322992.404449:0:66835:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1761322992.404454:0:66835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x68fba3fbf8bc0 00000400:00000200:0.0:1761322992.404458:0:66835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0xac915 [1] + 224 00000400:00000200:0.0:1761322992.404461:0:66835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761322992.404463:0:66835:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1761322992.404467:0:66835:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c9a97dac x1846879956470720/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1761322999 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'osp-pre-1-1.0' 00000400:00000200:0.0:1761322992.404488:0:66835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001c2d6366 00000400:00000010:0.0:1761322992.404490:0:66835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001c2d6366. 00000020:00000010:0.0:1761322992.404503:0:66835:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008e8718ad. 00000020:00000010:0.0:1761322992.404506:0:66835:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b88240bc. 00000020:00000010:0.0:1761322992.404509:0:66835:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000030e0dd2e. 00000400:00000010:1.0:1761322992.404541:0:15817:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000aa6b4a83. 00000400:00000200:1.0:1761322992.404545:0:15817:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c8d84849 00000400:00000010:1.0:1761322992.404547:0:15817:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c8d84849. 00000100:00000200:1.0:1761322992.404552:0:15817:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c9a97dac x1846879956470720/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1761322999 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'osp-pre-1-1.0' 00000100:00000200:1.0:1761322992.404558:0:15817:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c9a97dac x1846879956470720/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1761322999 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'osp-pre-1-1.0' 02000000:00000010:1.0:1761322992.404577:0:15817:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000a478406e. 02000000:00000010:1.0:1761322992.404581:0:15817:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000a69d00c5. 00000100:00000010:1.0:1761322992.404584:0:15817:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c9a97dac. 00000400:00000200:2.0:1761322992.404782:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp) <- 192.168.201.29@tcp : PUT - for me 00000400:00000200:2.0:1761322992.404793:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.29@tcp of length 328 into portal 17 MB=0x68fba3fb5c580 00000400:00000200:2.0:1761322992.404799:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.29@tcp of length 328/328 into md 0xab291 [2] + 328 00000400:00000200:2.0:1761322992.404879:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322992.404883:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000100:00000200:2.0:1761322992.404888:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761322992.404892:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c802a107. 00000020:00000010:1.0:1761322992.405056:0:66652:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000908d4f6a. 00000020:00000010:1.0:1761322992.405062:0:66652:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000005b2eeef8. 00000020:00000010:1.0:1761322992.405066:0:66652:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001d369eb8. 00000100:00000200:1.0:1761322992.405127:0:66652:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c802a107 x1846879955830144/t0(0) o103->853fa311-337a-4a1c-b51d-59c38854a8a2@192.168.201.29@tcp:145/0 lens 328/0 e 0 to 0 dl 1761323035 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761322992.405156:0:66652:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846879955830144 02000000:00000010:1.0:1761322992.405166:0:66652:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000054200cd4. 00010000:00000010:1.0:1761322992.405199:0:66652:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000010883138. 00010000:00000010:1.0:1761322992.405227:0:66652:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005254c467. 00000100:00000010:1.0:1761322992.405236:0:66652:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b2d6b4a4. 00000100:00000010:1.0:1761322992.405254:0:66652:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b2d6b4a4. 00010000:00000010:1.0:1761322992.405258:0:66652:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005254c467. 00000400:00000010:1.0:1761322992.405267:0:66652:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f7dcd522. 00000100:00000200:1.0:1761322992.405271:0:66652:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846879955830144, offset 224 00000400:00000200:1.0:1761322992.405278:0:66652:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:1.0:1761322992.405288:0:66652:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.129@tcp to MR: 192.168.201.29@tcp local destination 00000400:00000200:1.0:1761322992.405295:0:66652:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89296:89296:256:4294967295] 192.168.201.29@tcp LPNI seq info [89296:89296:8:4294967295] 00000400:00000200:1.0:1761322992.405306:0:66652:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:192.168.201.129@tcp) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:1.0:1761322992.405312:0:66652:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:1.0:1761322992.405318:0:66652:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006d93c9a0 (tot 82350866). 00000800:00000200:1.0:1761322992.405326:0:66652:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:1.0:1761322992.405335:0:66652:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:1.0:1761322992.405340:0:66652:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006d93c9a0 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:0.0:1761322992.405894:0:77376:0:(osd_handler.c:1902:osd_trans_create()) kmalloced '(oh)': 288 at 0000000030e0dd2e. 00010000:00000010:0.0:1761322992.405986:0:77376:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005eeb6e6b. 00010000:00000010:0.0:1761322992.405995:0:77376:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fa072fa0. 00010000:00000010:0.0:1761322992.406125:0:77376:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000eed802b6. 00010000:00000010:0.0:1761322992.406132:0:77376:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005eeb6e6b. 00010000:00000010:0.0:1761322992.406146:0:77376:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000854bf2ee. 00000100:00000010:0.0:1761322992.406151:0:77376:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004d9bb7c0. 00000100:00000010:0.0:1761322992.406160:0:77376:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e84b8751. 02000000:00000010:0.0:1761322992.406173:0:77376:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b975450c. 02000000:00000010:0.0:1761322992.406203:0:77376:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000007e63afb. 00000400:00000010:0.0:1761322992.406208:0:77376:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ae9735c7. 00000400:00000010:0.0:1761322992.406213:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001c2d6366. 00000100:00000200:0.0:1761322992.406218:0:77376:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846879956470784, portal 16 00000400:00000010:0.0:1761322992.406222:0:77376:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000faaff073. 00000100:00000200:0.0:1761322992.406224:0:77376:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846879956470784, offset 0 00000400:00000200:0.0:1761322992.406231:0:77376:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.29@tcp 00000400:00000200:0.0:1761322992.406238:0:77376:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.29@tcp local destination 00000400:00000200:0.0:1761322992.406245:0:77376:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.129@tcp 00000400:00000200:0.0:1761322992.406249:0:77376:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.129@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761322992.406251:0:77376:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.29@tcp 00000400:00000200:0.0:1761322992.406254:0:77376:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.129@tcp NI seq info: [89297:89297:255:4294967295] 192.168.201.29@tcp LPNI seq info [89297:89297:7:4294967295] 00000400:00000200:0.0:1761322992.406274:0:77376:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.129@tcp(192.168.201.129@tcp:) -> 192.168.201.29@tcp(192.168.201.29@tcp:192.168.201.29@tcp) : PUT try# 0 00000800:00000200:0.0:1761322992.406280:0:77376:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.29@tcp 00000800:00000010:0.0:1761322992.406283:0:77376:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004c92fdd7 (tot 82351114). 00000800:00000200:0.0:1761322992.406288:0:77376:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000006cd444b3] -> 12345-192.168.201.29@tcp (4) 00000800:00000200:0.0:1761322992.406292:0:77376:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.29@tcp ip 192.168.201.29:1023 00000800:00000200:0.0:1761322992.406295:0:77376:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004c92fdd7 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:1.0:1761322992.406459:0:66652:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000005b2eeef8. 00000020:00000010:1.0:1761322992.406466:0:66652:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001d369eb8. 00000020:00000010:1.0:1761322992.406470:0:66652:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000908d4f6a. 00000800:00000200:2.0:1761322992.406636:0:15812:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322992.406640:0:15812:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006d93c9a0 (tot 82350866). 00000400:00000200:2.0:1761322992.406645:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322992.406650:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322992.406654:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f7dcd522 00000400:00000010:2.0:1761322992.406656:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f7dcd522. 00000800:00000200:2.0:1761322992.407108:0:15810:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761322992.407111:0:15810:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004c92fdd7 (tot 82350618). 00000400:00000200:2.0:1761322992.407115:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761322992.407119:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.129@tcp->192.168.201.29@tcp: PUT: OK 00000400:00000200:2.0:1761322992.407121:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000faaff073 00000400:00000010:2.0:1761322992.407122:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000faaff073. 00000100:00000200:2.0:1761322992.407129:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e84b8751 x1846879956470784/t0(0) o104->lustre-MDT0000@192.168.201.29@tcp:15/16 lens 328/224 e 0 to 0 dl 1761322999 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' Debug log: 53859 lines, 53859 kept, 0 dropped, 0 bad.